[ 450.095602] env[63097]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=63097) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 450.095978] env[63097]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=63097) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 450.095978] env[63097]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=63097) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 450.096334] env[63097]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 450.190558] env[63097]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=63097) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:390}} [ 450.200666] env[63097]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=63097) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:428}} [ 450.800706] env[63097]: INFO nova.virt.driver [None req-3335ddd1-58e4-4321-862e-72d767bcbcf6 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 450.872092] env[63097]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 450.872247] env[63097]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 450.872367] env[63097]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=63097) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 454.123931] env[63097]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-832f41b6-1dfe-4a82-817a-98913271cbf7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 454.139517] env[63097]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=63097) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 454.139641] env[63097]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-e5e032a4-d4ac-4e0b-a724-59f2c884d08e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 454.172017] env[63097]: INFO oslo_vmware.api [-] Successfully established new session; session ID is fb07c. [ 454.172017] env[63097]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.299s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 454.172017] env[63097]: INFO nova.virt.vmwareapi.driver [None req-3335ddd1-58e4-4321-862e-72d767bcbcf6 None None] VMware vCenter version: 7.0.3 [ 454.176016] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030d86e7-b016-4ecd-a007-8bfd120ab636 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 454.196462] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff066cd-8c1b-497e-a172-82d16a648607 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 454.202882] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17568e83-f50a-4dd6-b9a0-8fb0817fb687 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 454.209777] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457c3470-8be5-48f7-908d-36ecede1b92c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 454.223086] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b6228b-a1cb-43bf-9440-e97163022db7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 454.229285] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb691911-e121-4daa-ae47-33b0da2704de {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 454.260123] env[63097]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-a558edf3-877f-40d6-8646-084e49654828 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 454.265742] env[63097]: DEBUG nova.virt.vmwareapi.driver [None req-3335ddd1-58e4-4321-862e-72d767bcbcf6 None None] Extension org.openstack.compute already exists. {{(pid=63097) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:225}} [ 454.268476] env[63097]: INFO nova.compute.provider_config [None req-3335ddd1-58e4-4321-862e-72d767bcbcf6 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 454.772316] env[63097]: DEBUG nova.context [None req-3335ddd1-58e4-4321-862e-72d767bcbcf6 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),da476242-6581-4fa1-bd35-51efc8fd2bd6(cell1) {{(pid=63097) load_cells /opt/stack/nova/nova/context.py:464}} [ 454.774620] env[63097]: DEBUG oslo_concurrency.lockutils [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 454.774856] env[63097]: DEBUG oslo_concurrency.lockutils [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 454.775548] env[63097]: DEBUG oslo_concurrency.lockutils [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 454.775988] env[63097]: DEBUG oslo_concurrency.lockutils [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] Acquiring lock "da476242-6581-4fa1-bd35-51efc8fd2bd6" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 454.776197] env[63097]: DEBUG oslo_concurrency.lockutils [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] Lock "da476242-6581-4fa1-bd35-51efc8fd2bd6" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 454.777241] env[63097]: DEBUG oslo_concurrency.lockutils [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] Lock "da476242-6581-4fa1-bd35-51efc8fd2bd6" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 454.798049] env[63097]: INFO dbcounter [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] Registered counter for database nova_cell0 [ 454.806119] env[63097]: INFO dbcounter [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] Registered counter for database nova_cell1 [ 454.809166] env[63097]: DEBUG oslo_db.sqlalchemy.engines [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=63097) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 454.809546] env[63097]: DEBUG oslo_db.sqlalchemy.engines [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=63097) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 454.814362] env[63097]: ERROR nova.db.main.api [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 454.814362] env[63097]: result = function(*args, **kwargs) [ 454.814362] env[63097]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 454.814362] env[63097]: return func(*args, **kwargs) [ 454.814362] env[63097]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 454.814362] env[63097]: result = fn(*args, **kwargs) [ 454.814362] env[63097]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 454.814362] env[63097]: return f(*args, **kwargs) [ 454.814362] env[63097]: File "/opt/stack/nova/nova/objects/service.py", line 554, in _db_service_get_minimum_version [ 454.814362] env[63097]: return db.service_get_minimum_version(context, binaries) [ 454.814362] env[63097]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 454.814362] env[63097]: _check_db_access() [ 454.814362] env[63097]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 454.814362] env[63097]: stacktrace = ''.join(traceback.format_stack()) [ 454.814362] env[63097]: [ 454.815051] env[63097]: ERROR nova.db.main.api [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 454.815051] env[63097]: result = function(*args, **kwargs) [ 454.815051] env[63097]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 454.815051] env[63097]: return func(*args, **kwargs) [ 454.815051] env[63097]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 454.815051] env[63097]: result = fn(*args, **kwargs) [ 454.815051] env[63097]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 454.815051] env[63097]: return f(*args, **kwargs) [ 454.815051] env[63097]: File "/opt/stack/nova/nova/objects/service.py", line 554, in _db_service_get_minimum_version [ 454.815051] env[63097]: return db.service_get_minimum_version(context, binaries) [ 454.815051] env[63097]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 454.815051] env[63097]: _check_db_access() [ 454.815051] env[63097]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 454.815051] env[63097]: stacktrace = ''.join(traceback.format_stack()) [ 454.815051] env[63097]: [ 454.815453] env[63097]: WARNING nova.objects.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 454.815554] env[63097]: WARNING nova.objects.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] Failed to get minimum service version for cell da476242-6581-4fa1-bd35-51efc8fd2bd6 [ 454.815971] env[63097]: DEBUG oslo_concurrency.lockutils [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] Acquiring lock "singleton_lock" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 454.816145] env[63097]: DEBUG oslo_concurrency.lockutils [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] Acquired lock "singleton_lock" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 454.816388] env[63097]: DEBUG oslo_concurrency.lockutils [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] Releasing lock "singleton_lock" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 454.816713] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] Full set of CONF: {{(pid=63097) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 454.816850] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] ******************************************************************************** {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 454.816977] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] Configuration options gathered from: {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 454.817125] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2808}} [ 454.817319] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 454.817786] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] ================================================================================ {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2811}} [ 454.817786] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] allow_resize_to_same_host = True {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.817911] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] arq_binding_timeout = 300 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.817941] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] backdoor_port = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.818069] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] backdoor_socket = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.818236] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] block_device_allocate_retries = 60 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.818396] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] block_device_allocate_retries_interval = 3 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.818561] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cert = self.pem {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.818723] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.818889] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] compute_monitors = [] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.819062] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] config_dir = [] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.819233] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] config_drive_format = iso9660 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.819368] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.819530] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] config_source = [] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.819693] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] console_host = devstack {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.819855] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] control_exchange = nova {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.820014] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cpu_allocation_ratio = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.820186] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] daemon = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.820345] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] debug = True {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.820498] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] default_access_ip_network_name = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.820659] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] default_availability_zone = nova {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.820810] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] default_ephemeral_format = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.820966] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] default_green_pool_size = 1000 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.821279] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.821464] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] default_schedule_zone = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.821624] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] disk_allocation_ratio = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.821785] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] enable_new_services = True {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.821962] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] enabled_apis = ['osapi_compute'] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.822146] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] enabled_ssl_apis = [] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.822311] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] flat_injected = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.822471] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] force_config_drive = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.822628] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] force_raw_images = True {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.822793] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] graceful_shutdown_timeout = 5 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.822951] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] heal_instance_info_cache_interval = 60 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.823209] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] host = cpu-1 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.823392] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.823564] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] initial_disk_allocation_ratio = 1.0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.823728] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] initial_ram_allocation_ratio = 1.0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.823949] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.824129] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] instance_build_timeout = 0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.824297] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] instance_delete_interval = 300 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.824466] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] instance_format = [instance: %(uuid)s] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.824633] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] instance_name_template = instance-%08x {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.824795] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] instance_usage_audit = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.824964] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] instance_usage_audit_period = month {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.825143] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.825312] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] instances_path = /opt/stack/data/nova/instances {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.825486] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] internal_service_availability_zone = internal {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.825643] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] key = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.825802] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] live_migration_retry_count = 30 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.825971] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] log_color = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.826147] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] log_config_append = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.826314] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.826475] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] log_dir = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.826632] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] log_file = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.826762] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] log_options = True {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.826923] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] log_rotate_interval = 1 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.827103] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] log_rotate_interval_type = days {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.827273] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] log_rotation_type = none {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.827402] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.827528] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.827694] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.827859] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.827987] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.828163] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] long_rpc_timeout = 1800 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.828325] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] max_concurrent_builds = 10 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.828485] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] max_concurrent_live_migrations = 1 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.828642] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] max_concurrent_snapshots = 5 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.828797] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] max_local_block_devices = 3 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.828953] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] max_logfile_count = 30 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.829123] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] max_logfile_size_mb = 200 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.829282] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] maximum_instance_delete_attempts = 5 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.829450] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] metadata_listen = 0.0.0.0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.829617] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] metadata_listen_port = 8775 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.829782] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] metadata_workers = 2 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.829941] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] migrate_max_retries = -1 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.830119] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] mkisofs_cmd = genisoimage {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.830325] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] my_block_storage_ip = 10.180.1.21 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.830458] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] my_ip = 10.180.1.21 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.830618] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] network_allocate_retries = 0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.830792] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.830956] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] osapi_compute_listen = 0.0.0.0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.831149] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] osapi_compute_listen_port = 8774 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.831379] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] osapi_compute_unique_server_name_scope = {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.831609] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] osapi_compute_workers = 2 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.831789] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] password_length = 12 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.831952] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] periodic_enable = True {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.832129] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] periodic_fuzzy_delay = 60 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.832301] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] pointer_model = usbtablet {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.832471] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] preallocate_images = none {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.832632] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] publish_errors = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.832760] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] pybasedir = /opt/stack/nova {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.832915] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] ram_allocation_ratio = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.833085] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] rate_limit_burst = 0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.833287] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] rate_limit_except_level = CRITICAL {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.833454] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] rate_limit_interval = 0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.833615] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] reboot_timeout = 0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.833775] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] reclaim_instance_interval = 0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.833931] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] record = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.834118] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] reimage_timeout_per_gb = 60 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.834290] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] report_interval = 120 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.834454] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] rescue_timeout = 0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.834614] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] reserved_host_cpus = 0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.834772] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] reserved_host_disk_mb = 0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.834933] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] reserved_host_memory_mb = 512 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.835104] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] reserved_huge_pages = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.835266] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] resize_confirm_window = 0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.835425] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] resize_fs_using_block_device = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.835586] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] resume_guests_state_on_host_boot = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.835751] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.835908] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] rpc_response_timeout = 60 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.836079] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] run_external_periodic_tasks = True {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.836249] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] running_deleted_instance_action = reap {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.836410] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] running_deleted_instance_poll_interval = 1800 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.836566] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] running_deleted_instance_timeout = 0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.836721] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] scheduler_instance_sync_interval = 120 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.836886] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] service_down_time = 720 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.837060] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] servicegroup_driver = db {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.837220] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] shell_completion = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.837380] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] shelved_offload_time = 0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.837538] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] shelved_poll_interval = 3600 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.837704] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] shutdown_timeout = 0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.837863] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] source_is_ipv6 = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.838031] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] ssl_only = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.838276] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.838444] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] sync_power_state_interval = 600 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.838606] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] sync_power_state_pool_size = 1000 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.838773] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] syslog_log_facility = LOG_USER {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.838930] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] tempdir = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.839103] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] timeout_nbd = 10 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.839274] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] transport_url = **** {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.839436] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] update_resources_interval = 0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.839594] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] use_cow_images = True {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.839756] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] use_eventlog = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.839913] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] use_journal = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.840084] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] use_json = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.840247] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] use_rootwrap_daemon = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.840405] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] use_stderr = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.840564] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] use_syslog = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.840718] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vcpu_pin_set = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.840883] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vif_plugging_is_fatal = True {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.841059] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vif_plugging_timeout = 300 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.841270] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] virt_mkfs = [] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.841447] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] volume_usage_poll_interval = 0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.841610] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] watch_log_file = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.841778] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] web = /usr/share/spice-html5 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 454.841960] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_concurrency.disable_process_locking = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.842256] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.842439] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.842607] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.842777] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.842947] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.843124] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.843361] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] api.auth_strategy = keystone {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.843548] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] api.compute_link_prefix = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.843727] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.843902] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] api.dhcp_domain = novalocal {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.844086] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] api.enable_instance_password = True {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.844277] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] api.glance_link_prefix = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.844455] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.844656] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.844844] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] api.instance_list_per_project_cells = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.845034] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] api.list_records_by_skipping_down_cells = True {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.845211] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] api.local_metadata_per_cell = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.845388] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] api.max_limit = 1000 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.845559] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] api.metadata_cache_expiration = 15 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.845731] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] api.neutron_default_tenant_id = default {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.845902] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] api.response_validation = warn {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.846081] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] api.use_neutron_default_nets = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.846254] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.846418] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.846589] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.846761] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.846983] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] api.vendordata_dynamic_targets = [] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.847194] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] api.vendordata_jsonfile_path = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.847410] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.847583] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cache.backend = dogpile.cache.memcached {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.847752] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cache.backend_argument = **** {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.847923] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cache.config_prefix = cache.oslo {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.848109] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cache.dead_timeout = 60.0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.848280] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cache.debug_cache_backend = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.848462] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cache.enable_retry_client = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.848658] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cache.enable_socket_keepalive = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.848849] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cache.enabled = True {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.849039] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cache.enforce_fips_mode = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.849211] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cache.expiration_time = 600 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.849379] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cache.hashclient_retry_attempts = 2 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.849546] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cache.hashclient_retry_delay = 1.0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.849708] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cache.memcache_dead_retry = 300 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.849867] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cache.memcache_password = **** {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.850039] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.850209] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.850374] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cache.memcache_pool_maxsize = 10 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.850536] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.850696] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cache.memcache_sasl_enabled = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.850872] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.851050] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cache.memcache_socket_timeout = 1.0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.851261] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cache.memcache_username = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.851442] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cache.proxies = [] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.851610] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cache.redis_db = 0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.851770] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cache.redis_password = **** {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.851939] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cache.redis_sentinel_service_name = mymaster {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.852129] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.852306] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cache.redis_server = localhost:6379 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.852474] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cache.redis_socket_timeout = 1.0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.852634] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cache.redis_username = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.852796] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cache.retry_attempts = 2 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.852962] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cache.retry_delay = 0.0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.853142] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cache.socket_keepalive_count = 1 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.853340] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cache.socket_keepalive_idle = 1 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.853513] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cache.socket_keepalive_interval = 1 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.853675] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cache.tls_allowed_ciphers = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.853834] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cache.tls_cafile = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.853990] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cache.tls_certfile = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.854201] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cache.tls_enabled = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.854394] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cache.tls_keyfile = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.854579] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cinder.auth_section = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.854758] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cinder.auth_type = password {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.854921] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cinder.cafile = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.855111] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cinder.catalog_info = volumev3::publicURL {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.855281] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cinder.certfile = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.855485] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cinder.collect_timing = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.855653] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cinder.cross_az_attach = True {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.855819] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cinder.debug = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.855981] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cinder.endpoint_template = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.856162] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cinder.http_retries = 3 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.856331] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cinder.insecure = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.856491] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cinder.keyfile = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.856663] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cinder.os_region_name = RegionOne {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.856827] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cinder.split_loggers = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.856987] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cinder.timeout = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.857174] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.857337] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] compute.cpu_dedicated_set = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.857497] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] compute.cpu_shared_set = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.857664] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] compute.image_type_exclude_list = [] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.857828] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.857991] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] compute.max_concurrent_disk_ops = 0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.858170] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] compute.max_disk_devices_to_attach = -1 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.858337] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.858505] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.858667] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] compute.resource_provider_association_refresh = 300 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.858827] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.858987] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] compute.shutdown_retry_interval = 10 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.859182] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.859363] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] conductor.workers = 2 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.859542] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] console.allowed_origins = [] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.859703] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] console.ssl_ciphers = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.859879] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] console.ssl_minimum_version = default {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.860053] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] consoleauth.enforce_session_timeout = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.860225] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] consoleauth.token_ttl = 600 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.860408] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cyborg.cafile = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.860545] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cyborg.certfile = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.860709] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cyborg.collect_timing = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.860867] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cyborg.connect_retries = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.861036] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cyborg.connect_retry_delay = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.861214] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cyborg.endpoint_override = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.861392] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cyborg.insecure = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.861551] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cyborg.keyfile = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.861711] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cyborg.max_version = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.861869] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cyborg.min_version = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.862039] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cyborg.region_name = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.862204] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cyborg.retriable_status_codes = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.862363] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cyborg.service_name = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.862532] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cyborg.service_type = accelerator {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.862753] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cyborg.split_loggers = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.862939] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cyborg.status_code_retries = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.863116] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cyborg.status_code_retry_delay = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.863307] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cyborg.timeout = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.863505] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.863665] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] cyborg.version = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.863845] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] database.backend = sqlalchemy {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.864026] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] database.connection = **** {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.864216] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] database.connection_debug = 0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.864402] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] database.connection_parameters = {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.864568] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] database.connection_recycle_time = 3600 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.864733] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] database.connection_trace = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.864897] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] database.db_inc_retry_interval = True {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.865095] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] database.db_max_retries = 20 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.865274] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] database.db_max_retry_interval = 10 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.865440] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] database.db_retry_interval = 1 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.865603] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] database.max_overflow = 50 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.865766] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] database.max_pool_size = 5 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.865929] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] database.max_retries = 10 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.866114] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.866277] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] database.mysql_wsrep_sync_wait = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.866434] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] database.pool_timeout = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.866597] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] database.retry_interval = 10 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.866757] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] database.slave_connection = **** {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.866920] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] database.sqlite_synchronous = True {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.867096] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] database.use_db_reconnect = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.867278] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] api_database.backend = sqlalchemy {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.867481] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] api_database.connection = **** {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.867655] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] api_database.connection_debug = 0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.867829] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] api_database.connection_parameters = {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.867992] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] api_database.connection_recycle_time = 3600 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.868172] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] api_database.connection_trace = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.868344] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] api_database.db_inc_retry_interval = True {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.868507] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] api_database.db_max_retries = 20 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.868667] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] api_database.db_max_retry_interval = 10 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.868828] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] api_database.db_retry_interval = 1 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.868989] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] api_database.max_overflow = 50 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.869168] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] api_database.max_pool_size = 5 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.869330] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] api_database.max_retries = 10 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.869505] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.869663] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.869821] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] api_database.pool_timeout = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.869984] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] api_database.retry_interval = 10 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.870158] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] api_database.slave_connection = **** {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.870346] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] api_database.sqlite_synchronous = True {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.870538] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] devices.enabled_mdev_types = [] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.870716] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.870885] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] ephemeral_storage_encryption.default_format = luks {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.871060] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] ephemeral_storage_encryption.enabled = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.871246] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.871430] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] glance.api_servers = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.871597] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] glance.cafile = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.871757] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] glance.certfile = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.871922] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] glance.collect_timing = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.872096] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] glance.connect_retries = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.872263] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] glance.connect_retry_delay = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.872430] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] glance.debug = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.872596] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] glance.default_trusted_certificate_ids = [] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.872758] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] glance.enable_certificate_validation = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.872919] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] glance.enable_rbd_download = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.873089] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] glance.endpoint_override = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.873285] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] glance.insecure = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.873457] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] glance.keyfile = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.873617] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] glance.max_version = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.873775] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] glance.min_version = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.873945] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] glance.num_retries = 3 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.874141] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] glance.rbd_ceph_conf = {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.874347] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] glance.rbd_connect_timeout = 5 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.874528] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] glance.rbd_pool = {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.874698] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] glance.rbd_user = {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.874857] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] glance.region_name = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.875028] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] glance.retriable_status_codes = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.875192] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] glance.service_name = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.875363] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] glance.service_type = image {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.875528] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] glance.split_loggers = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.875683] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] glance.status_code_retries = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.875842] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] glance.status_code_retry_delay = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.876009] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] glance.timeout = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.876205] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.876372] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] glance.verify_glance_signatures = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.876533] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] glance.version = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.876702] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] guestfs.debug = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.876868] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] mks.enabled = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.877239] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.877432] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] image_cache.manager_interval = 2400 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.877602] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] image_cache.precache_concurrency = 1 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.877774] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] image_cache.remove_unused_base_images = True {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.877943] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.878130] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.878307] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] image_cache.subdirectory_name = _base {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.878486] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] ironic.api_max_retries = 60 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.878650] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] ironic.api_retry_interval = 2 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.878807] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] ironic.auth_section = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.878970] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] ironic.auth_type = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.879143] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] ironic.cafile = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.879305] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] ironic.certfile = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.879507] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] ironic.collect_timing = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.879684] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] ironic.conductor_group = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.879844] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] ironic.connect_retries = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.880007] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] ironic.connect_retry_delay = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.880177] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] ironic.endpoint_override = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.880342] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] ironic.insecure = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.880500] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] ironic.keyfile = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.880658] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] ironic.max_version = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.880814] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] ironic.min_version = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.880981] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] ironic.peer_list = [] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.881156] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] ironic.region_name = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.881319] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] ironic.retriable_status_codes = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.881482] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] ironic.serial_console_state_timeout = 10 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.881641] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] ironic.service_name = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.881807] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] ironic.service_type = baremetal {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.881965] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] ironic.shard = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.882142] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] ironic.split_loggers = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.882309] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] ironic.status_code_retries = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.882508] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] ironic.status_code_retry_delay = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.882672] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] ironic.timeout = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.882856] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.883026] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] ironic.version = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.883239] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.883423] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] key_manager.fixed_key = **** {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.883608] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.883771] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] barbican.barbican_api_version = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.883931] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] barbican.barbican_endpoint = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.884115] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] barbican.barbican_endpoint_type = public {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.884279] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] barbican.barbican_region_name = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.884439] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] barbican.cafile = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.884599] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] barbican.certfile = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.884771] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] barbican.collect_timing = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.884934] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] barbican.insecure = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.885106] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] barbican.keyfile = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.885273] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] barbican.number_of_retries = 60 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.885435] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] barbican.retry_delay = 1 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.885596] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] barbican.send_service_user_token = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.885757] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] barbican.split_loggers = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.885915] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] barbican.timeout = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.886087] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] barbican.verify_ssl = True {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.886246] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] barbican.verify_ssl_path = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.886412] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] barbican_service_user.auth_section = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.886571] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] barbican_service_user.auth_type = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.886728] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] barbican_service_user.cafile = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.886884] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] barbican_service_user.certfile = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.887056] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] barbican_service_user.collect_timing = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.887222] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] barbican_service_user.insecure = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.887381] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] barbican_service_user.keyfile = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.887543] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] barbican_service_user.split_loggers = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.887699] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] barbican_service_user.timeout = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.887863] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vault.approle_role_id = **** {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.888030] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vault.approle_secret_id = **** {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.888203] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vault.kv_mountpoint = secret {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.888365] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vault.kv_path = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.888528] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vault.kv_version = 2 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.888686] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vault.namespace = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.888844] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vault.root_token_id = **** {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.889016] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vault.ssl_ca_crt_file = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.889181] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vault.timeout = 60.0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.889342] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vault.use_ssl = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.889509] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.889677] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] keystone.auth_section = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.889838] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] keystone.auth_type = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.889995] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] keystone.cafile = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.890167] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] keystone.certfile = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.890332] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] keystone.collect_timing = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.890492] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] keystone.connect_retries = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.890650] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] keystone.connect_retry_delay = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.890808] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] keystone.endpoint_override = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.890967] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] keystone.insecure = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.891136] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] keystone.keyfile = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.891331] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] keystone.max_version = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.891500] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] keystone.min_version = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.891659] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] keystone.region_name = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.891816] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] keystone.retriable_status_codes = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.891974] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] keystone.service_name = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.892158] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] keystone.service_type = identity {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.892322] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] keystone.split_loggers = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.892482] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] keystone.status_code_retries = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.892639] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] keystone.status_code_retry_delay = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.892794] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] keystone.timeout = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.892971] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.893143] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] keystone.version = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.893365] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.connection_uri = {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.893533] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.cpu_mode = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.893701] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.cpu_model_extra_flags = [] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.893869] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.cpu_models = [] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.894056] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.cpu_power_governor_high = performance {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.894233] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.cpu_power_governor_low = powersave {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.894398] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.cpu_power_management = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.894564] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.894725] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.device_detach_attempts = 8 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.894884] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.device_detach_timeout = 20 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.895058] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.disk_cachemodes = [] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.895220] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.disk_prefix = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.895386] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.enabled_perf_events = [] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.895547] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.file_backed_memory = 0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.895708] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.gid_maps = [] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.895867] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.hw_disk_discard = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.896033] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.hw_machine_type = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.896208] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.images_rbd_ceph_conf = {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.896372] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.896533] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.896701] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.images_rbd_glance_store_name = {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.896870] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.images_rbd_pool = rbd {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.897054] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.images_type = default {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.897217] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.images_volume_group = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.897381] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.inject_key = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.897541] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.inject_partition = -2 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.897700] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.inject_password = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.897857] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.iscsi_iface = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.898027] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.iser_use_multipath = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.898193] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.live_migration_bandwidth = 0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.898355] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.898515] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.live_migration_downtime = 500 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.898673] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.898830] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.898986] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.live_migration_inbound_addr = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.899160] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.899320] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.live_migration_permit_post_copy = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.899477] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.live_migration_scheme = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.899645] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.live_migration_timeout_action = abort {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.899809] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.live_migration_tunnelled = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.899967] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.live_migration_uri = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.900142] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.live_migration_with_native_tls = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.900302] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.max_queues = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.900464] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.900686] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.900868] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.nfs_mount_options = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.901520] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.901713] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.901886] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.num_iser_scan_tries = 5 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.902065] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.num_memory_encrypted_guests = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.902238] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.902406] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.num_pcie_ports = 0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.902575] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.num_volume_scan_tries = 5 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.902745] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.pmem_namespaces = [] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.902906] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.quobyte_client_cfg = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.903222] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.903430] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.rbd_connect_timeout = 5 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.903605] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.903774] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.903944] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.rbd_secret_uuid = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.904119] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.rbd_user = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.904287] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.904462] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.remote_filesystem_transport = ssh {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.904622] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.rescue_image_id = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.904782] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.rescue_kernel_id = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.904941] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.rescue_ramdisk_id = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.905124] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.905288] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.rx_queue_size = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.905459] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.smbfs_mount_options = {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.905733] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.905908] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.snapshot_compression = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.906093] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.snapshot_image_format = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.906317] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.906486] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.sparse_logical_volumes = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.906652] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.swtpm_enabled = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.906823] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.swtpm_group = tss {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.906991] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.swtpm_user = tss {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.907177] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.sysinfo_serial = unique {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.907342] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.tb_cache_size = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.907501] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.tx_queue_size = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.907667] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.uid_maps = [] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.907832] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.use_virtio_for_bridges = True {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.908008] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.virt_type = kvm {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.908187] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.volume_clear = zero {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.908353] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.volume_clear_size = 0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.908517] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.volume_use_multipath = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.908674] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.vzstorage_cache_path = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.908840] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.909012] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.vzstorage_mount_group = qemu {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.909189] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.vzstorage_mount_opts = [] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.909362] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.909630] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.909805] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.vzstorage_mount_user = stack {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.909971] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.910154] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] neutron.auth_section = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.910327] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] neutron.auth_type = password {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.910488] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] neutron.cafile = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.910647] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] neutron.certfile = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.910809] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] neutron.collect_timing = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.910967] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] neutron.connect_retries = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.911141] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] neutron.connect_retry_delay = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.911332] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] neutron.default_floating_pool = public {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.911498] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] neutron.endpoint_override = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.911662] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] neutron.extension_sync_interval = 600 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.911825] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] neutron.http_retries = 3 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.911985] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] neutron.insecure = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.912160] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] neutron.keyfile = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.912318] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] neutron.max_version = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.912487] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.912645] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] neutron.min_version = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.912812] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] neutron.ovs_bridge = br-int {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.912977] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] neutron.physnets = [] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.913163] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] neutron.region_name = RegionOne {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.913347] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] neutron.retriable_status_codes = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.913518] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] neutron.service_metadata_proxy = True {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.913678] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] neutron.service_name = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.913847] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] neutron.service_type = network {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.914015] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] neutron.split_loggers = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.914187] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] neutron.status_code_retries = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.914342] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] neutron.status_code_retry_delay = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.914499] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] neutron.timeout = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.914677] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.914836] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] neutron.version = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.915015] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] notifications.bdms_in_notifications = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.915203] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] notifications.default_level = INFO {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.915411] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] notifications.notification_format = unversioned {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.915583] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] notifications.notify_on_state_change = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.915761] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.915933] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] pci.alias = [] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.916116] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] pci.device_spec = [] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.916285] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] pci.report_in_placement = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.916457] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] placement.auth_section = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.916630] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] placement.auth_type = password {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.916797] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.916958] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] placement.cafile = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.917129] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] placement.certfile = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.917294] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] placement.collect_timing = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.917450] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] placement.connect_retries = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.917609] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] placement.connect_retry_delay = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.917766] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] placement.default_domain_id = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.917920] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] placement.default_domain_name = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.918086] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] placement.domain_id = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.918244] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] placement.domain_name = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.918400] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] placement.endpoint_override = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.918561] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] placement.insecure = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.918716] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] placement.keyfile = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.918871] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] placement.max_version = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.919037] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] placement.min_version = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.919208] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] placement.password = **** {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.919369] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] placement.project_domain_id = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.919534] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] placement.project_domain_name = Default {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.919698] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] placement.project_id = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.919867] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] placement.project_name = service {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.920047] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] placement.region_name = RegionOne {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.920213] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] placement.retriable_status_codes = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.920375] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] placement.service_name = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.920542] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] placement.service_type = placement {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.920704] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] placement.split_loggers = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.920864] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] placement.status_code_retries = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.921034] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] placement.status_code_retry_delay = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.921204] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] placement.system_scope = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.921375] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] placement.timeout = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.921535] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] placement.trust_id = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.921692] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] placement.user_domain_id = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.921859] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] placement.user_domain_name = Default {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.922033] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] placement.user_id = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.922211] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] placement.username = nova {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.922396] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.922556] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] placement.version = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.922733] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] quota.cores = 20 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.922898] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] quota.count_usage_from_placement = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.923083] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.923294] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] quota.injected_file_content_bytes = 10240 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.923469] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] quota.injected_file_path_length = 255 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.923638] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] quota.injected_files = 5 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.923841] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] quota.instances = 10 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.923975] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] quota.key_pairs = 100 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.924173] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] quota.metadata_items = 128 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.924355] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] quota.ram = 51200 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.924523] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] quota.recheck_quota = True {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.924692] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] quota.server_group_members = 10 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.924857] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] quota.server_groups = 10 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.925057] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.925227] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.925390] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] scheduler.image_metadata_prefilter = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.925551] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.925711] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] scheduler.max_attempts = 3 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.925871] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] scheduler.max_placement_results = 1000 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.926043] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.926208] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] scheduler.query_placement_for_image_type_support = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.926422] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.926621] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] scheduler.workers = 2 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.926796] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.926968] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.927176] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.927376] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.927558] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.927721] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.927881] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.928080] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.928252] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] filter_scheduler.host_subset_size = 1 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.928418] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.928576] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.928738] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.928900] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] filter_scheduler.isolated_hosts = [] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.929076] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] filter_scheduler.isolated_images = [] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.929243] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.929404] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.929566] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.929728] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] filter_scheduler.pci_in_placement = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.929888] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.930068] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.930235] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.930396] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.930559] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.930718] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.930882] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] filter_scheduler.track_instance_changes = True {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.931078] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.931276] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] metrics.required = True {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.931457] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] metrics.weight_multiplier = 1.0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.931623] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.931787] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] metrics.weight_setting = [] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.932112] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.932290] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] serial_console.enabled = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.932469] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] serial_console.port_range = 10000:20000 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.932665] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.932811] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.932975] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] serial_console.serialproxy_port = 6083 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.933156] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] service_user.auth_section = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.933351] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] service_user.auth_type = password {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.933518] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] service_user.cafile = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.933674] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] service_user.certfile = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.933836] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] service_user.collect_timing = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.933994] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] service_user.insecure = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.934171] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] service_user.keyfile = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.934341] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] service_user.send_service_user_token = True {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.934506] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] service_user.split_loggers = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.934663] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] service_user.timeout = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.934831] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] spice.agent_enabled = True {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.934996] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] spice.enabled = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.935324] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.935517] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.935686] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] spice.html5proxy_port = 6082 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.935847] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] spice.image_compression = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.936022] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] spice.jpeg_compression = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.936182] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] spice.playback_compression = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.936345] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] spice.require_secure = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.936512] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] spice.server_listen = 127.0.0.1 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.936680] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.936837] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] spice.streaming_mode = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.936991] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] spice.zlib_compression = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.937173] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] upgrade_levels.baseapi = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.937344] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] upgrade_levels.compute = auto {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.937500] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] upgrade_levels.conductor = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.937656] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] upgrade_levels.scheduler = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.937820] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vendordata_dynamic_auth.auth_section = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.937980] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vendordata_dynamic_auth.auth_type = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.938151] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vendordata_dynamic_auth.cafile = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.938309] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vendordata_dynamic_auth.certfile = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.938471] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.938630] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vendordata_dynamic_auth.insecure = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.938784] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vendordata_dynamic_auth.keyfile = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.938943] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.939110] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vendordata_dynamic_auth.timeout = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.939283] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vmware.api_retry_count = 10 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.939475] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vmware.ca_file = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.939655] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vmware.cache_prefix = devstack-image-cache {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.939821] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vmware.cluster_name = testcl1 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.939986] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vmware.connection_pool_size = 10 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.940159] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vmware.console_delay_seconds = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.940327] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vmware.datastore_regex = ^datastore.* {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.940527] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.940698] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vmware.host_password = **** {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.940864] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vmware.host_port = 443 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.941041] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vmware.host_username = administrator@vsphere.local {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.941215] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vmware.insecure = True {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.941375] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vmware.integration_bridge = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.941535] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vmware.maximum_objects = 100 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.941692] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vmware.pbm_default_policy = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.941851] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vmware.pbm_enabled = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.942013] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vmware.pbm_wsdl_location = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.942190] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.942350] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vmware.serial_port_proxy_uri = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.942506] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vmware.serial_port_service_uri = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.942672] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vmware.task_poll_interval = 0.5 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.942840] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vmware.use_linked_clone = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.943012] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vmware.vnc_keymap = en-us {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.943206] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vmware.vnc_port = 5900 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.943420] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vmware.vnc_port_total = 10000 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.943622] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vnc.auth_schemes = ['none'] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.943799] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vnc.enabled = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.944109] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.944322] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.944500] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vnc.novncproxy_port = 6080 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.944679] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vnc.server_listen = 127.0.0.1 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.944853] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.945025] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vnc.vencrypt_ca_certs = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.945191] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vnc.vencrypt_client_cert = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.945350] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vnc.vencrypt_client_key = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.945530] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.945691] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] workarounds.disable_deep_image_inspection = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.945852] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.946021] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.946186] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.946347] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] workarounds.disable_rootwrap = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.946504] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] workarounds.enable_numa_live_migration = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.946662] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.946821] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.946974] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.947145] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] workarounds.libvirt_disable_apic = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.947303] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.947464] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.947621] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.947780] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.947941] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.948111] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.948273] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.948434] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.948594] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.948757] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.948939] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.949121] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] wsgi.client_socket_timeout = 900 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.949289] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] wsgi.default_pool_size = 1000 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.949458] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] wsgi.keep_alive = True {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.949623] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] wsgi.max_header_line = 16384 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.949785] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] wsgi.secure_proxy_ssl_header = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.949945] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] wsgi.ssl_ca_file = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.950114] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] wsgi.ssl_cert_file = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.950277] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] wsgi.ssl_key_file = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.950442] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] wsgi.tcp_keepidle = 600 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.950613] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.950776] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] zvm.ca_file = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.950935] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] zvm.cloud_connector_url = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.951260] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.951454] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] zvm.reachable_timeout = 300 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.951640] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_policy.enforce_new_defaults = True {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.951997] env[63097]: WARNING oslo_config.cfg [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 454.952199] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_policy.enforce_scope = True {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.952383] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_policy.policy_default_rule = default {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.952565] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.952742] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_policy.policy_file = policy.yaml {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.952915] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.953090] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.953289] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.953462] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.953624] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.953793] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.953967] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.954165] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] profiler.connection_string = messaging:// {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.954352] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] profiler.enabled = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.954530] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] profiler.es_doc_type = notification {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.954697] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] profiler.es_scroll_size = 10000 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.954866] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] profiler.es_scroll_time = 2m {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.955049] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] profiler.filter_error_trace = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.955229] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] profiler.hmac_keys = **** {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.955399] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] profiler.sentinel_service_name = mymaster {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.955568] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] profiler.socket_timeout = 0.1 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.955730] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] profiler.trace_requests = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.955892] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] profiler.trace_sqlalchemy = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.956087] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] profiler_jaeger.process_tags = {} {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.956253] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] profiler_jaeger.service_name_prefix = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.956418] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] profiler_otlp.service_name_prefix = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.956584] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] remote_debug.host = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.956741] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] remote_debug.port = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.956921] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.957096] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.957261] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.957424] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.957585] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.957742] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.957901] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.958076] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.958239] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.958408] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.958565] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.958732] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.958895] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.959072] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.959243] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.959410] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.959570] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.959746] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.959904] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.960081] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.960249] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.960413] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.960605] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.960738] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.960899] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.961073] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.961258] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.961432] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.961598] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.961763] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_messaging_rabbit.ssl = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.961935] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.962118] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.962282] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.962454] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.962624] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_messaging_rabbit.ssl_version = {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.962785] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.962970] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.963148] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_messaging_notifications.retry = -1 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.963386] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.963576] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_messaging_notifications.transport_url = **** {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.963750] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_limit.auth_section = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.963915] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_limit.auth_type = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.964088] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_limit.cafile = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.964274] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_limit.certfile = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.964450] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_limit.collect_timing = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.964610] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_limit.connect_retries = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.964771] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_limit.connect_retry_delay = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.964931] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_limit.endpoint_id = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.965113] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_limit.endpoint_override = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.965276] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_limit.insecure = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.965435] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_limit.keyfile = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.965591] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_limit.max_version = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.965745] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_limit.min_version = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.965901] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_limit.region_name = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.966073] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_limit.retriable_status_codes = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.966234] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_limit.service_name = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.966392] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_limit.service_type = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.966551] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_limit.split_loggers = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.966706] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_limit.status_code_retries = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.966863] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_limit.status_code_retry_delay = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.967030] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_limit.timeout = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.967191] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_limit.valid_interfaces = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.967348] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_limit.version = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.967512] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_reports.file_event_handler = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.967676] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.967834] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] oslo_reports.log_dir = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.968011] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.968183] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.968344] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.968508] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.968672] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.968831] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.968997] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.969171] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vif_plug_ovs_privileged.group = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.969332] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.969496] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.969656] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.969812] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] vif_plug_ovs_privileged.user = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.969982] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] os_vif_linux_bridge.flat_interface = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.970178] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.970352] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.970523] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.970692] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.970862] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.971040] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.971224] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.971443] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.971586] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] os_vif_ovs.isolate_vif = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.971752] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.971917] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.972104] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.972277] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] os_vif_ovs.ovsdb_interface = native {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.972440] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] os_vif_ovs.per_port_bridge = False {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.972608] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] os_brick.lock_path = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.972771] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.972934] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.973115] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] privsep_osbrick.capabilities = [21] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.973311] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] privsep_osbrick.group = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.973504] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] privsep_osbrick.helper_command = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.973694] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.973863] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.974061] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] privsep_osbrick.user = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.974266] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.974438] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] nova_sys_admin.group = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.974600] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] nova_sys_admin.helper_command = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.974765] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.974926] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.975096] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] nova_sys_admin.user = None {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 454.975229] env[63097]: DEBUG oslo_service.service [None req-67b3cef4-2d5c-448c-8155-c00bdf850022 None None] ******************************************************************************** {{(pid=63097) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2830}} [ 454.975738] env[63097]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 455.479093] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-47b1fdd0-9fd0-4253-96ca-4072c9461e69 None None] Getting list of instances from cluster (obj){ [ 455.479093] env[63097]: value = "domain-c8" [ 455.479093] env[63097]: _type = "ClusterComputeResource" [ 455.479093] env[63097]: } {{(pid=63097) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2122}} [ 455.480248] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18157485-76a8-4b6f-96dc-522ee16080e2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 455.489208] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-47b1fdd0-9fd0-4253-96ca-4072c9461e69 None None] Got total of 0 instances {{(pid=63097) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2131}} [ 455.489736] env[63097]: WARNING nova.virt.vmwareapi.driver [None req-47b1fdd0-9fd0-4253-96ca-4072c9461e69 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 455.490217] env[63097]: INFO nova.virt.node [None req-47b1fdd0-9fd0-4253-96ca-4072c9461e69 None None] Generated node identity 6b378d8e-1145-4591-928b-605b58f0be9e [ 455.490457] env[63097]: INFO nova.virt.node [None req-47b1fdd0-9fd0-4253-96ca-4072c9461e69 None None] Wrote node identity 6b378d8e-1145-4591-928b-605b58f0be9e to /opt/stack/data/n-cpu-1/compute_id [ 455.992975] env[63097]: WARNING nova.compute.manager [None req-47b1fdd0-9fd0-4253-96ca-4072c9461e69 None None] Compute nodes ['6b378d8e-1145-4591-928b-605b58f0be9e'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 456.998831] env[63097]: INFO nova.compute.manager [None req-47b1fdd0-9fd0-4253-96ca-4072c9461e69 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 458.005494] env[63097]: WARNING nova.compute.manager [None req-47b1fdd0-9fd0-4253-96ca-4072c9461e69 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 458.005848] env[63097]: DEBUG oslo_concurrency.lockutils [None req-47b1fdd0-9fd0-4253-96ca-4072c9461e69 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 458.005971] env[63097]: DEBUG oslo_concurrency.lockutils [None req-47b1fdd0-9fd0-4253-96ca-4072c9461e69 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 458.006112] env[63097]: DEBUG oslo_concurrency.lockutils [None req-47b1fdd0-9fd0-4253-96ca-4072c9461e69 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 458.006272] env[63097]: DEBUG nova.compute.resource_tracker [None req-47b1fdd0-9fd0-4253-96ca-4072c9461e69 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 458.007222] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b55e6cd-dd71-4758-b64d-4da08cc75beb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 458.016612] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e47ec80-3274-4373-90ef-b54d4314ab18 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 458.029988] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c56026-d8d2-4d09-b313-6c2f66f357e2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 458.036219] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5762e80-bf81-4683-b09f-79b617d5dd5e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 458.064096] env[63097]: DEBUG nova.compute.resource_tracker [None req-47b1fdd0-9fd0-4253-96ca-4072c9461e69 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181306MB free_disk=148GB free_vcpus=48 pci_devices=None {{(pid=63097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 458.064254] env[63097]: DEBUG oslo_concurrency.lockutils [None req-47b1fdd0-9fd0-4253-96ca-4072c9461e69 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 458.064473] env[63097]: DEBUG oslo_concurrency.lockutils [None req-47b1fdd0-9fd0-4253-96ca-4072c9461e69 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 458.566890] env[63097]: WARNING nova.compute.resource_tracker [None req-47b1fdd0-9fd0-4253-96ca-4072c9461e69 None None] No compute node record for cpu-1:6b378d8e-1145-4591-928b-605b58f0be9e: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 6b378d8e-1145-4591-928b-605b58f0be9e could not be found. [ 459.070478] env[63097]: INFO nova.compute.resource_tracker [None req-47b1fdd0-9fd0-4253-96ca-4072c9461e69 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 6b378d8e-1145-4591-928b-605b58f0be9e [ 460.577906] env[63097]: DEBUG nova.compute.resource_tracker [None req-47b1fdd0-9fd0-4253-96ca-4072c9461e69 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 460.578339] env[63097]: DEBUG nova.compute.resource_tracker [None req-47b1fdd0-9fd0-4253-96ca-4072c9461e69 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 460.730182] env[63097]: INFO nova.scheduler.client.report [None req-47b1fdd0-9fd0-4253-96ca-4072c9461e69 None None] [req-ab9f501a-776a-482b-abff-75b4b55d2175] Created resource provider record via placement API for resource provider with UUID 6b378d8e-1145-4591-928b-605b58f0be9e and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 460.747583] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d9a5c6-3be1-4627-9b49-0bd0aa2b333d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 460.756120] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0428b3d-bccb-46a3-b7f0-d4bd1040d748 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 460.785761] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19646d1-0ebb-4597-9e84-aa725f526d70 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 460.792746] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284d0c16-d71c-483d-9d21-fd8b562f9957 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 460.805484] env[63097]: DEBUG nova.compute.provider_tree [None req-47b1fdd0-9fd0-4253-96ca-4072c9461e69 None None] Updating inventory in ProviderTree for provider 6b378d8e-1145-4591-928b-605b58f0be9e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 461.343745] env[63097]: DEBUG nova.scheduler.client.report [None req-47b1fdd0-9fd0-4253-96ca-4072c9461e69 None None] Updated inventory for provider 6b378d8e-1145-4591-928b-605b58f0be9e with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 461.343992] env[63097]: DEBUG nova.compute.provider_tree [None req-47b1fdd0-9fd0-4253-96ca-4072c9461e69 None None] Updating resource provider 6b378d8e-1145-4591-928b-605b58f0be9e generation from 0 to 1 during operation: update_inventory {{(pid=63097) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 461.344146] env[63097]: DEBUG nova.compute.provider_tree [None req-47b1fdd0-9fd0-4253-96ca-4072c9461e69 None None] Updating inventory in ProviderTree for provider 6b378d8e-1145-4591-928b-605b58f0be9e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 461.394019] env[63097]: DEBUG nova.compute.provider_tree [None req-47b1fdd0-9fd0-4253-96ca-4072c9461e69 None None] Updating resource provider 6b378d8e-1145-4591-928b-605b58f0be9e generation from 1 to 2 during operation: update_traits {{(pid=63097) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 461.899022] env[63097]: DEBUG nova.compute.resource_tracker [None req-47b1fdd0-9fd0-4253-96ca-4072c9461e69 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 461.899415] env[63097]: DEBUG oslo_concurrency.lockutils [None req-47b1fdd0-9fd0-4253-96ca-4072c9461e69 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.835s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 461.899415] env[63097]: DEBUG nova.service [None req-47b1fdd0-9fd0-4253-96ca-4072c9461e69 None None] Creating RPC server for service compute {{(pid=63097) start /opt/stack/nova/nova/service.py:186}} [ 461.912184] env[63097]: DEBUG nova.service [None req-47b1fdd0-9fd0-4253-96ca-4072c9461e69 None None] Join ServiceGroup membership for this service compute {{(pid=63097) start /opt/stack/nova/nova/service.py:203}} [ 461.912478] env[63097]: DEBUG nova.servicegroup.drivers.db [None req-47b1fdd0-9fd0-4253-96ca-4072c9461e69 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=63097) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 489.916133] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._sync_power_states {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 490.420192] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Getting list of instances from cluster (obj){ [ 490.420192] env[63097]: value = "domain-c8" [ 490.420192] env[63097]: _type = "ClusterComputeResource" [ 490.420192] env[63097]: } {{(pid=63097) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2122}} [ 490.421792] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef75b71-1486-42a2-9b7b-e22bade82474 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 490.430221] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Got total of 0 instances {{(pid=63097) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2131}} [ 490.430443] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 490.430747] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Getting list of instances from cluster (obj){ [ 490.430747] env[63097]: value = "domain-c8" [ 490.430747] env[63097]: _type = "ClusterComputeResource" [ 490.430747] env[63097]: } {{(pid=63097) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2122}} [ 490.431581] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9a56b8-7ca1-4c05-87ba-e9ed412876cd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 490.438723] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Got total of 0 instances {{(pid=63097) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2131}} [ 510.252567] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 510.252894] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 510.253105] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Starting heal instance info cache {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 510.253234] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Rebuilding the list of instances to heal {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 510.755879] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Didn't find any instances for network info cache update. {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 510.756113] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 510.756359] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 510.756554] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 510.756748] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 510.756936] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 510.757158] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 510.757347] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63097) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 510.757502] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 511.260818] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 511.261247] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 511.261247] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 511.261418] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 511.262280] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddff8467-6a99-49ea-9423-2b46addeb97a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 511.270782] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbc8f73-c916-48b1-b78c-feb5812d0281 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 511.284037] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6caaf161-2d8c-4190-9b23-f038127213c2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 511.289838] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033b5e20-c4c2-41ea-ae0b-4536ad2681df {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 511.318454] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181302MB free_disk=148GB free_vcpus=48 pci_devices=None {{(pid=63097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 511.318597] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 511.318772] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 512.337119] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 512.337368] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 512.356756] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6ee9bc-f2f1-4f36-88ac-6daed53a7a06 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.363943] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f032728f-e732-4d57-8a0b-34aef2158d40 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.392497] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85371b86-bd42-4749-bfcb-d931ea054a9d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.399183] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb80733-f1f8-4ffb-a7ac-585c69806dcd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.411650] env[63097]: DEBUG nova.compute.provider_tree [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 512.914623] env[63097]: DEBUG nova.scheduler.client.report [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 513.420484] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 513.420834] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.102s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.408655] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 573.408655] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 573.913026] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 573.913026] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Starting heal instance info cache {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 573.913247] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Rebuilding the list of instances to heal {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 574.417554] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Didn't find any instances for network info cache update. {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 574.417911] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 574.418034] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 574.418167] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 574.418402] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 574.418586] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 574.418753] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 574.418886] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63097) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 574.419037] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 574.921819] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.922076] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.922240] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.922393] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 574.923344] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d213196-a214-4fb8-864c-84087dc191dd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.932214] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72664d65-d31b-4957-ab0b-bf8d231bf939 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.946265] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fe324c-fa68-43e2-80c9-de248cdb88a0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.952423] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21dba78-758b-4a23-a6d4-c4f795d0ec08 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.980397] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181287MB free_disk=148GB free_vcpus=48 pci_devices=None {{(pid=63097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 574.980521] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.980712] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.998606] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 575.998860] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 576.011262] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc45a53-a6bb-487c-a49f-246f505996b4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.018824] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05517364-b795-4549-8306-00f77b8653ed {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.047182] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8626ea71-771c-44a7-b857-f4d3e23343fe {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.053612] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a0e639-bca1-41d6-9380-e508043bd8da {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.065950] env[63097]: DEBUG nova.compute.provider_tree [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 576.569101] env[63097]: DEBUG nova.scheduler.client.report [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 576.570396] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 576.570581] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.590s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.573921] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 636.573921] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 636.573921] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Starting heal instance info cache {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 636.573921] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Rebuilding the list of instances to heal {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 637.078216] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Didn't find any instances for network info cache update. {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 637.078216] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 637.078216] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 637.078216] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 637.078216] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 637.078216] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 637.078598] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 637.078598] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63097) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 637.078598] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 637.584093] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.584520] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.584520] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.584520] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 637.585469] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940a12bc-6a96-4b8b-a986-12e3654bc2c9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.593474] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a541513-6237-43c2-b3ce-ed3146f0f3b3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.606847] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca04d0e-5ded-4909-a01c-668108479a11 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.612772] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2d6ee2-bf7c-4440-93e6-c6dfdb2711d1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.641481] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181306MB free_disk=148GB free_vcpus=48 pci_devices=None {{(pid=63097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 637.641616] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.641807] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.660093] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 638.660385] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 638.673636] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f679a5-9cd4-49c5-b271-4e94ff5d4938 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.681364] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c977d1ba-de0d-4b9e-9911-4162bc6fbdf9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.710753] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2f2909-4709-4843-9776-581df2ecc653 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.717445] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc23814a-220f-4942-b88a-9eeff746a964 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.730119] env[63097]: DEBUG nova.compute.provider_tree [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.235126] env[63097]: DEBUG nova.scheduler.client.report [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 639.235126] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 639.235126] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.901549] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 697.901934] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 698.408354] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 698.408524] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Starting heal instance info cache {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 698.408614] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Rebuilding the list of instances to heal {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 698.912252] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Didn't find any instances for network info cache update. {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 698.912613] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 698.912613] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 698.912761] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 698.912903] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 698.913056] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 698.913200] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 698.913329] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63097) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 698.913464] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 699.416939] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.417287] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.417331] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.417478] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 699.418684] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26c34cd-bdd3-46e0-a86b-2d7e125c4852 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.427263] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfbe9fc-b9b3-40b1-950c-b531decb4cb4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.440993] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30190e7-5436-4f25-80e1-205be21f0b71 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.447279] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4bd99fc-8d92-4552-98ca-293ed9bef3d5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.474695] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181268MB free_disk=148GB free_vcpus=48 pci_devices=None {{(pid=63097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 699.474827] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.475017] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 700.491830] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 700.492088] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 700.505852] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac5ce1c-43a9-411d-b423-72a5a9235f6a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.513381] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4960c4-d2e8-4a0f-bfe0-b5347a91acc1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.542320] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa131c9e-bacf-4daf-bbec-28b5df565d44 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.550765] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2362c1cd-79fe-49d0-9121-65f86828feb0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.563840] env[63097]: DEBUG nova.compute.provider_tree [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.066814] env[63097]: DEBUG nova.scheduler.client.report [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 701.068208] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 701.068392] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.244234] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 750.244582] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Cleaning up deleted instances {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 750.747915] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] There are 0 instances to clean {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11238}} [ 750.748170] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 750.748321] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Cleaning up deleted instances with incomplete migration {{(pid=63097) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11267}} [ 751.250521] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 752.753179] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 752.753620] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 753.257108] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.257387] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.257565] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.257719] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 753.258969] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73adc63-a691-42e6-8a15-5a6bae716739 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.267051] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84e202b-94c3-4d4c-8480-031a8ba45d19 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.280667] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df02f449-f32e-46ff-98dd-dfe1288b804b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.286719] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ab8b2c-f522-462d-9a36-c95227c95e6f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.314441] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181285MB free_disk=148GB free_vcpus=48 pci_devices=None {{(pid=63097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 753.314703] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.314959] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.332620] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 754.332889] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 754.345280] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db578982-30e2-4da6-8ef6-8f66d10e93e4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.353522] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23450ff-0bf7-48c5-9d02-2b6069ffe5e5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.382577] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0857c46d-d428-43ea-8294-eda85c4ca151 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.389599] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e892f710-6459-4ff1-878a-8cc11a88262d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.402174] env[63097]: DEBUG nova.compute.provider_tree [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.905127] env[63097]: DEBUG nova.scheduler.client.report [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 754.906443] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 754.906619] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.393435] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 755.393820] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 755.393820] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Starting heal instance info cache {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 755.393953] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Rebuilding the list of instances to heal {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 755.897418] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Didn't find any instances for network info cache update. {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 755.897690] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 755.897789] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 755.897938] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 755.898093] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 755.898226] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63097) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 756.244718] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 812.243843] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 813.243714] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 813.243971] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 813.747798] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.748111] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.748240] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.748394] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 813.749307] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62485e80-9073-4237-bf5b-b5d1c70ce124 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.757275] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1015e077-ba42-4831-b14e-f0850dd07cfc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.771089] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42489eac-84d4-43e3-8202-210827e0b90f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.777266] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec8dea9-2f7a-4fd0-8b51-e56103d224b3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.805808] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181253MB free_disk=148GB free_vcpus=48 pci_devices=None {{(pid=63097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 813.805949] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.806135] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 814.838456] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 814.838719] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 814.854292] env[63097]: DEBUG nova.scheduler.client.report [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Refreshing inventories for resource provider 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 814.867519] env[63097]: DEBUG nova.scheduler.client.report [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Updating ProviderTree inventory for provider 6b378d8e-1145-4591-928b-605b58f0be9e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 814.867709] env[63097]: DEBUG nova.compute.provider_tree [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Updating inventory in ProviderTree for provider 6b378d8e-1145-4591-928b-605b58f0be9e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 814.878819] env[63097]: DEBUG nova.scheduler.client.report [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Refreshing aggregate associations for resource provider 6b378d8e-1145-4591-928b-605b58f0be9e, aggregates: None {{(pid=63097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 814.894074] env[63097]: DEBUG nova.scheduler.client.report [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Refreshing trait associations for resource provider 6b378d8e-1145-4591-928b-605b58f0be9e, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=63097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 814.905400] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538ec569-2a63-4e9a-ba2b-ce4c01612baa {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.912747] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f62c4e-436d-47e6-85ca-5a1b809f9e41 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.942612] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76d5fb2-b67d-4da6-b415-e0c880b67b88 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.950081] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4d9d9d-d6e3-4fb2-bdaa-afcfde74b7b7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.963123] env[63097]: DEBUG nova.compute.provider_tree [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.465882] env[63097]: DEBUG nova.scheduler.client.report [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 815.467255] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 815.467435] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.661s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.463068] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 816.463518] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 816.968579] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 816.968679] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Starting heal instance info cache {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 816.968807] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Rebuilding the list of instances to heal {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 817.471127] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Didn't find any instances for network info cache update. {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 817.471525] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 817.471525] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 817.471674] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 817.471759] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63097) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 818.244523] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 873.245560] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 873.245954] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 873.750317] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.750587] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.750762] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.750920] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 873.751839] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96faadbe-8473-47af-b599-5e472ecad30b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.759894] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e17342b-0d46-4ae9-b3e9-e4baea5f6d61 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.773861] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85b681d-5be5-4f66-aa7f-ead3aad6b40a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.779852] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4227a0-17c4-44af-8e54-d407134df384 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.807606] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181255MB free_disk=148GB free_vcpus=48 pci_devices=None {{(pid=63097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 873.807735] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.807927] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.825877] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 874.826153] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 874.838756] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03e9d81-6e44-4d88-9f6f-60c9605e6a82 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.847208] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1864d183-1bb8-4f7f-9717-2fe034e1d5a9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.876845] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c0b0fb-9bd5-418c-be2b-0fe9f8c233aa {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.883849] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2faf75e7-792c-437a-b133-3add71ee84fe {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.896297] env[63097]: DEBUG nova.compute.provider_tree [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.399376] env[63097]: DEBUG nova.scheduler.client.report [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 875.400730] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 875.400923] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.395591] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 876.395955] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 876.396014] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 876.396278] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 876.396278] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63097) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 877.244620] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 877.244620] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Starting heal instance info cache {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 877.244620] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Rebuilding the list of instances to heal {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 877.747384] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Didn't find any instances for network info cache update. {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 878.244407] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 879.243582] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 935.244420] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 935.244878] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 935.750082] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.750082] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.750082] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.750082] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 935.750082] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803c5d6e-0910-4063-8498-7dddcc13f1da {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.758238] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c907c50e-fd57-49b7-bf75-7eafdc17eb89 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.772421] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e9a5c1-10ec-4f7f-a05c-9c6a217ca955 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.778970] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e2c8da-a975-4d83-a628-a639a0cf75ca {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.809029] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181243MB free_disk=148GB free_vcpus=48 pci_devices=None {{(pid=63097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 935.809029] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.809029] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.829303] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 936.829574] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 936.844061] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e59337-f2c7-4b3e-87ce-e9de97476a2f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.852202] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac3fb43-5894-401e-98af-20ad9232ef94 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.881700] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b961866f-8bfa-4bde-9b39-1868d09ffa69 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.889269] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63419816-fe04-4944-b8ed-f66b11c887ca {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.903134] env[63097]: DEBUG nova.compute.provider_tree [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.409759] env[63097]: DEBUG nova.scheduler.client.report [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 937.411054] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 937.411241] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.603s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.406580] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 938.406993] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 938.911522] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 938.911716] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Starting heal instance info cache {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 938.911837] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Rebuilding the list of instances to heal {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 939.415978] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Didn't find any instances for network info cache update. {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 939.416359] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.416405] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.416526] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.416660] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63097) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 940.244540] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 940.244771] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 995.243798] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 995.747537] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.747806] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.747967] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.748196] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 995.749092] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5852352b-1ccc-4528-ae47-f98f9b161c01 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.757289] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9875831-6ea7-4ede-b292-6e3f930cfcbe {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.771011] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023653fe-391e-4915-b911-a174d47c0756 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.776967] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b598b4-d563-4e38-9219-d8b3a016411f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.805769] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181242MB free_disk=148GB free_vcpus=48 pci_devices=None {{(pid=63097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 995.805910] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.806094] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.823660] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 996.823887] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 996.836354] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cda7a31-56d4-41df-82d6-ef96f70deaec {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.844059] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba90087-c867-4b0b-8ea5-59b46c6dff20 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.873306] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d407161c-ca9a-49b6-ab35-747cb62ef99c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.880054] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491b29a6-bbea-4925-8314-ccd2535066b6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.893301] env[63097]: DEBUG nova.compute.provider_tree [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.395723] env[63097]: DEBUG nova.scheduler.client.report [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 997.397109] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 997.397234] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.397998] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 998.398453] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 998.398453] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Starting heal instance info cache {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 998.398608] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Rebuilding the list of instances to heal {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 998.901828] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Didn't find any instances for network info cache update. {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 998.902097] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 998.902227] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 998.902383] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 999.243531] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 999.243705] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63097) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1000.245175] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1001.244620] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1051.244587] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1051.245022] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Cleaning up deleted instances {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 1051.747530] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] There are 0 instances to clean {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11238}} [ 1056.747047] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1056.747411] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1057.250603] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.250820] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.251087] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.251316] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1057.252220] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb8aaad-217a-468f-8789-948be9bb5d21 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.260572] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba2b45f-f7d1-4c45-9d87-7d50b9fa16dd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.274139] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6bcc76-9714-4f84-a184-86db9d9f4a64 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.280238] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064d2830-e95e-46fb-bc03-ffe195419c8c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.309303] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181320MB free_disk=148GB free_vcpus=48 pci_devices=None {{(pid=63097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1057.309490] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.309686] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.327551] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1058.327808] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1058.340762] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5862476-cbbf-43a9-b058-0877390f6f7a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.348099] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e348366b-d628-4ad5-b934-cedcccfd8a0b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.376319] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b863e2c3-f148-431a-8639-e5f001d7ce1d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.382994] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0d42cd-9ca3-482b-8dc6-eef8f08ec0bb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.395352] env[63097]: DEBUG nova.compute.provider_tree [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.898293] env[63097]: DEBUG nova.scheduler.client.report [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1058.899627] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1058.899813] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.590s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.900039] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1059.901244] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1059.901244] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1059.901244] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Starting heal instance info cache {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1059.901244] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Rebuilding the list of instances to heal {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1060.404601] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Didn't find any instances for network info cache update. {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1060.404601] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1060.404601] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1060.404601] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1060.404601] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63097) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1061.245044] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1061.748832] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1062.243845] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1064.245044] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1064.245475] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Cleaning up deleted instances with incomplete migration {{(pid=63097) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11267}} [ 1090.420956] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._sync_power_states {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1090.923872] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Getting list of instances from cluster (obj){ [ 1090.923872] env[63097]: value = "domain-c8" [ 1090.923872] env[63097]: _type = "ClusterComputeResource" [ 1090.923872] env[63097]: } {{(pid=63097) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2122}} [ 1090.925287] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00634ae5-12dd-4c57-9bb3-a94c7b36037c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.933729] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Got total of 0 instances {{(pid=63097) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2131}} [ 1111.200631] env[63097]: DEBUG oslo_concurrency.lockutils [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Acquiring lock "e4cdc641-a801-43ce-9b9b-b755a743be9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.200986] env[63097]: DEBUG oslo_concurrency.lockutils [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Lock "e4cdc641-a801-43ce-9b9b-b755a743be9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.247761] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Acquiring lock "64181f99-d470-4df2-9b9c-68f554816a19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.249353] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Lock "64181f99-d470-4df2-9b9c-68f554816a19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.421437] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Acquiring lock "6f3926be-cfa8-4d38-959d-0e67c79f852d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.421746] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Lock "6f3926be-cfa8-4d38-959d-0e67c79f852d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.434936] env[63097]: DEBUG oslo_concurrency.lockutils [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Acquiring lock "20760c23-3839-43d5-a209-8f91b7316a9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.436306] env[63097]: DEBUG oslo_concurrency.lockutils [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Lock "20760c23-3839-43d5-a209-8f91b7316a9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.609113] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Acquiring lock "f7682359-f969-4869-869c-318c3bf750fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.609658] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Lock "f7682359-f969-4869-869c-318c3bf750fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.704874] env[63097]: DEBUG nova.compute.manager [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1111.754098] env[63097]: DEBUG nova.compute.manager [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1111.925720] env[63097]: DEBUG nova.compute.manager [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1111.939808] env[63097]: DEBUG nova.compute.manager [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1112.114215] env[63097]: DEBUG nova.compute.manager [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1112.275044] env[63097]: DEBUG oslo_concurrency.lockutils [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.275044] env[63097]: DEBUG oslo_concurrency.lockutils [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.277021] env[63097]: INFO nova.compute.claims [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1112.288421] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.456112] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.473600] env[63097]: DEBUG oslo_concurrency.lockutils [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.647166] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.744352] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Acquiring lock "98ba3b33-2415-4b39-9e7a-1d2cdaa0683e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.744575] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Lock "98ba3b33-2415-4b39-9e7a-1d2cdaa0683e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.248837] env[63097]: DEBUG nova.compute.manager [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1113.399150] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473d602c-bf61-4745-8200-f8ea1b9e2240 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.406311] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf59fef-5821-420b-9b54-e4fc2d4fdc2a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.438462] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b878f6fe-f1e7-4127-86bd-1f0cf7c1e7f6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.446073] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a75ccfb-5aba-44d7-8536-d07521ec392c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.462715] env[63097]: DEBUG nova.compute.provider_tree [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.770945] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.967764] env[63097]: DEBUG nova.scheduler.client.report [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1114.473369] env[63097]: DEBUG oslo_concurrency.lockutils [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.197s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.473369] env[63097]: DEBUG nova.compute.manager [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1114.478957] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.191s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.481133] env[63097]: INFO nova.compute.claims [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1114.980473] env[63097]: DEBUG nova.compute.utils [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1114.982093] env[63097]: DEBUG nova.compute.manager [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Not allocating networking since 'none' was specified. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1115.487491] env[63097]: DEBUG nova.compute.manager [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1115.697436] env[63097]: DEBUG nova.scheduler.client.report [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Refreshing inventories for resource provider 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1115.711359] env[63097]: DEBUG nova.scheduler.client.report [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Updating ProviderTree inventory for provider 6b378d8e-1145-4591-928b-605b58f0be9e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1115.711588] env[63097]: DEBUG nova.compute.provider_tree [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Updating inventory in ProviderTree for provider 6b378d8e-1145-4591-928b-605b58f0be9e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1115.726587] env[63097]: DEBUG nova.scheduler.client.report [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Refreshing aggregate associations for resource provider 6b378d8e-1145-4591-928b-605b58f0be9e, aggregates: 3b66197e-17c9-4676-8f5f-8a96d5e5ed5c {{(pid=63097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1115.745044] env[63097]: DEBUG nova.scheduler.client.report [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Refreshing trait associations for resource provider 6b378d8e-1145-4591-928b-605b58f0be9e, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=63097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1115.912679] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20aeaefb-e6a5-43e7-8915-a76d0ae999f7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.923441] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e38ab3-942e-42f7-bfd9-91e514b64f69 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.960654] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646c7a47-7692-4d39-94e5-3cce2ff4cb09 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.968430] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69dd6fd-33ba-436f-a1ee-683cb4f9d01d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.985196] env[63097]: DEBUG nova.compute.provider_tree [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.089469] env[63097]: DEBUG oslo_concurrency.lockutils [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquiring lock "ca593388-7163-4a80-8639-19e2553f37d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.089713] env[63097]: DEBUG oslo_concurrency.lockutils [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Lock "ca593388-7163-4a80-8639-19e2553f37d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.495021] env[63097]: DEBUG nova.scheduler.client.report [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1116.501076] env[63097]: DEBUG nova.compute.manager [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1116.591732] env[63097]: DEBUG nova.compute.manager [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1116.751987] env[63097]: DEBUG nova.virt.hardware [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1116.752254] env[63097]: DEBUG nova.virt.hardware [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1116.752420] env[63097]: DEBUG nova.virt.hardware [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1116.754216] env[63097]: DEBUG nova.virt.hardware [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1116.754300] env[63097]: DEBUG nova.virt.hardware [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1116.754614] env[63097]: DEBUG nova.virt.hardware [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1116.755108] env[63097]: DEBUG nova.virt.hardware [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1116.755108] env[63097]: DEBUG nova.virt.hardware [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1116.755966] env[63097]: DEBUG nova.virt.hardware [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1116.755966] env[63097]: DEBUG nova.virt.hardware [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1116.755966] env[63097]: DEBUG nova.virt.hardware [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1116.757426] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc78888e-9e66-40cf-822e-ca7a2d455738 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.768610] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac9c988-b788-4312-bf37-67ed9b3c9319 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.810676] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7138ea-63fa-4cc2-8fc9-2fbcdc58d94c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.823078] env[63097]: DEBUG oslo_concurrency.lockutils [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Acquiring lock "d1ce0a08-27b4-43b6-aeed-c9048f248e41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.823078] env[63097]: DEBUG oslo_concurrency.lockutils [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Lock "d1ce0a08-27b4-43b6-aeed-c9048f248e41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.832816] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Instance VIF info [] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1116.844500] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1116.845658] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a22e26e-5849-4a4b-92bd-230c7d961ab1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.859863] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Created folder: OpenStack in parent group-v4. [ 1116.860084] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Creating folder: Project (d5405d753eb84ccb8c284fd98351cfd5). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1116.860786] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63d987cd-7e1a-4028-9e99-eb4c516fc013 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.871504] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Created folder: Project (d5405d753eb84ccb8c284fd98351cfd5) in parent group-v351483. [ 1116.871722] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Creating folder: Instances. Parent ref: group-v351484. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1116.871956] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b024fd7-bd33-4471-8461-17aa764ea9bc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.880998] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Created folder: Instances in parent group-v351484. [ 1116.881314] env[63097]: DEBUG oslo.service.loopingcall [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1116.881921] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1116.881921] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f39216a7-051a-41e4-8d84-dfef26529a39 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.903663] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1116.903663] env[63097]: value = "task-1686253" [ 1116.903663] env[63097]: _type = "Task" [ 1116.903663] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.911147] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686253, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.999452] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.999452] env[63097]: DEBUG nova.compute.manager [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1117.001839] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.546s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1117.003520] env[63097]: INFO nova.compute.claims [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1117.127137] env[63097]: DEBUG oslo_concurrency.lockutils [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1117.243958] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1117.245610] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1117.326033] env[63097]: DEBUG nova.compute.manager [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1117.414474] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686253, 'name': CreateVM_Task, 'duration_secs': 0.401724} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.414604] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1117.415659] env[63097]: DEBUG oslo_vmware.service [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8d1756-a4b8-42ac-a7c0-038d39c78d93 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.422473] env[63097]: DEBUG oslo_concurrency.lockutils [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.422690] env[63097]: DEBUG oslo_concurrency.lockutils [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.423397] env[63097]: DEBUG oslo_concurrency.lockutils [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.423638] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-247bf851-44eb-4f2c-a62b-e4fc2b3fb85e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.428803] env[63097]: DEBUG oslo_vmware.api [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Waiting for the task: (returnval){ [ 1117.428803] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52dced98-c9b5-7bd2-e131-8f55f13e360d" [ 1117.428803] env[63097]: _type = "Task" [ 1117.428803] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.437232] env[63097]: DEBUG oslo_vmware.api [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52dced98-c9b5-7bd2-e131-8f55f13e360d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.509625] env[63097]: DEBUG nova.compute.utils [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1117.514836] env[63097]: DEBUG nova.compute.manager [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1117.514836] env[63097]: DEBUG nova.network.neutron [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1117.634874] env[63097]: DEBUG nova.policy [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7bde7110f75a42cca6313b3de55225ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77b129b72fc0442db1a793743eef3418', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1117.748767] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1117.858346] env[63097]: DEBUG oslo_concurrency.lockutils [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1117.944402] env[63097]: DEBUG oslo_concurrency.lockutils [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.944727] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1117.944973] env[63097]: DEBUG oslo_concurrency.lockutils [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.945130] env[63097]: DEBUG oslo_concurrency.lockutils [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.945616] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1117.946039] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c44c326d-fbf0-4d3b-bbd0-d16971c29e73 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.964745] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1117.964954] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1117.965759] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a292dc52-19ba-49cc-b84f-2a4f53fac9ee {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.975513] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f8f4ad2-ef84-4db8-92a2-dc89ede4f81d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.982223] env[63097]: DEBUG oslo_vmware.api [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Waiting for the task: (returnval){ [ 1117.982223] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5297ee3e-861f-793f-5e6d-36fc1a518a63" [ 1117.982223] env[63097]: _type = "Task" [ 1117.982223] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.993866] env[63097]: DEBUG oslo_vmware.api [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5297ee3e-861f-793f-5e6d-36fc1a518a63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.021162] env[63097]: DEBUG nova.compute.manager [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1118.339521] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0cd060-fc8a-4cda-89e7-c82d2641d2f4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.348524] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba49d2d-1891-4f2c-8ded-a7e32c562cb4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.389388] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42dd248a-f18c-49d7-9384-351511aef3f3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.396968] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a28540-91cb-45de-be95-90680c2570fd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.411823] env[63097]: DEBUG nova.compute.provider_tree [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.499300] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Preparing fetch location {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1118.499602] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Creating directory with path [datastore1] vmware_temp/c4de4c1c-216a-481b-b8aa-14b7174a462c/62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1118.499845] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73346596-ddb9-4845-b667-3fb9b1ed74b3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.543590] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Created directory with path [datastore1] vmware_temp/c4de4c1c-216a-481b-b8aa-14b7174a462c/62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1118.544045] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Fetch image to [datastore1] vmware_temp/c4de4c1c-216a-481b-b8aa-14b7174a462c/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/tmp-sparse.vmdk {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1118.544277] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Downloading image file data 62867302-ebc1-4c14-ab1f-3120d7e2b6ed to [datastore1] vmware_temp/c4de4c1c-216a-481b-b8aa-14b7174a462c/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/tmp-sparse.vmdk on the data store datastore1 {{(pid=63097) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1118.545116] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58f60d3-d0a6-4dc8-a05c-203d385f0113 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.553883] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73774bc9-40c9-4ac3-9000-56b32d41cbde {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.564547] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5bf4f1-c4ce-41fe-b111-c7a33564afaa {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.602249] env[63097]: DEBUG nova.network.neutron [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Successfully created port: 0fc109c9-1fb6-4d1c-9865-5e2e8a294550 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1118.605528] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bad8f87-c46e-4d2e-b00f-c1591e068bf6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.615113] env[63097]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-f7bdfd00-23e0-454b-9617-8178f26d35e9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.707176] env[63097]: DEBUG nova.virt.vmwareapi.images [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Downloading image file data 62867302-ebc1-4c14-ab1f-3120d7e2b6ed to the data store datastore1 {{(pid=63097) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1118.792572] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquiring lock "3aad7770-542e-410c-bcea-1d2be6ad6e13" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1118.792871] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Lock "3aad7770-542e-410c-bcea-1d2be6ad6e13" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1118.810828] env[63097]: DEBUG oslo_vmware.rw_handles [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/c4de4c1c-216a-481b-b8aa-14b7174a462c/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=63097) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1118.916703] env[63097]: DEBUG nova.scheduler.client.report [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1119.037211] env[63097]: DEBUG nova.compute.manager [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1119.092055] env[63097]: DEBUG nova.virt.hardware [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1119.092055] env[63097]: DEBUG nova.virt.hardware [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1119.092055] env[63097]: DEBUG nova.virt.hardware [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1119.092576] env[63097]: DEBUG nova.virt.hardware [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1119.092576] env[63097]: DEBUG nova.virt.hardware [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1119.092576] env[63097]: DEBUG nova.virt.hardware [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1119.092576] env[63097]: DEBUG nova.virt.hardware [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1119.092576] env[63097]: DEBUG nova.virt.hardware [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1119.092724] env[63097]: DEBUG nova.virt.hardware [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1119.092724] env[63097]: DEBUG nova.virt.hardware [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1119.092724] env[63097]: DEBUG nova.virt.hardware [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1119.092724] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5577bf13-5dce-4a08-8db3-d589c4582bfc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.117431] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e82477-c8f1-48b6-8b13-8c41aeb15030 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.295907] env[63097]: DEBUG nova.compute.manager [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1119.422160] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.423239] env[63097]: DEBUG nova.compute.manager [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1119.427159] env[63097]: DEBUG oslo_concurrency.lockutils [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.954s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.428609] env[63097]: INFO nova.compute.claims [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1119.498180] env[63097]: DEBUG oslo_vmware.rw_handles [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Completed reading data from the image iterator. {{(pid=63097) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1119.498386] env[63097]: DEBUG oslo_vmware.rw_handles [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/c4de4c1c-216a-481b-b8aa-14b7174a462c/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=63097) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1119.659684] env[63097]: DEBUG nova.virt.vmwareapi.images [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Downloaded image file data 62867302-ebc1-4c14-ab1f-3120d7e2b6ed to vmware_temp/c4de4c1c-216a-481b-b8aa-14b7174a462c/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/tmp-sparse.vmdk on the data store datastore1 {{(pid=63097) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1119.661708] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Caching image {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1119.661957] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Copying Virtual Disk [datastore1] vmware_temp/c4de4c1c-216a-481b-b8aa-14b7174a462c/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/tmp-sparse.vmdk to [datastore1] vmware_temp/c4de4c1c-216a-481b-b8aa-14b7174a462c/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1119.662352] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2148faf2-5253-4065-bc3c-7ecb75f77af9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.674506] env[63097]: DEBUG oslo_vmware.api [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Waiting for the task: (returnval){ [ 1119.674506] env[63097]: value = "task-1686254" [ 1119.674506] env[63097]: _type = "Task" [ 1119.674506] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.682463] env[63097]: DEBUG oslo_vmware.api [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Task: {'id': task-1686254, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.824772] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.933574] env[63097]: DEBUG nova.compute.utils [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1119.939966] env[63097]: DEBUG nova.compute.manager [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1119.940233] env[63097]: DEBUG nova.network.neutron [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1120.117481] env[63097]: DEBUG nova.policy [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb43147366a1442192bd5f7bc4614aa2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a91834764bd4d958166dfdcf376bc9d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1120.184738] env[63097]: DEBUG oslo_vmware.api [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Task: {'id': task-1686254, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.441708] env[63097]: DEBUG nova.compute.manager [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1120.660246] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054ecde2-640d-482a-a763-7ac7ba98a8b9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.670303] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f877ff97-fd9c-435e-b7a8-e8758e5abdc3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.709857] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ba92a0-b920-4bc3-99b8-fbfe548d2da8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.724416] env[63097]: DEBUG oslo_vmware.api [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Task: {'id': task-1686254, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.726454] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2e6cd7-75e7-4911-85b1-e73458a91556 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.740484] env[63097]: DEBUG nova.compute.provider_tree [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.194811] env[63097]: DEBUG oslo_vmware.api [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Task: {'id': task-1686254, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.131831} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.196270] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Copied Virtual Disk [datastore1] vmware_temp/c4de4c1c-216a-481b-b8aa-14b7174a462c/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/tmp-sparse.vmdk to [datastore1] vmware_temp/c4de4c1c-216a-481b-b8aa-14b7174a462c/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1121.196270] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Deleting the datastore file [datastore1] vmware_temp/c4de4c1c-216a-481b-b8aa-14b7174a462c/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/tmp-sparse.vmdk {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.196270] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39721a0f-0a7a-4835-9528-c6e59daa3b2d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.207936] env[63097]: DEBUG oslo_vmware.api [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Waiting for the task: (returnval){ [ 1121.207936] env[63097]: value = "task-1686255" [ 1121.207936] env[63097]: _type = "Task" [ 1121.207936] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.219762] env[63097]: DEBUG oslo_vmware.api [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Task: {'id': task-1686255, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.244188] env[63097]: DEBUG nova.scheduler.client.report [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1121.247479] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Acquiring lock "6622c22c-f2c7-4baa-bb3e-e3a73d0c300d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.247707] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Lock "6622c22c-f2c7-4baa-bb3e-e3a73d0c300d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.459602] env[63097]: DEBUG nova.compute.manager [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1121.486408] env[63097]: DEBUG nova.virt.hardware [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1121.486907] env[63097]: DEBUG nova.virt.hardware [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1121.486907] env[63097]: DEBUG nova.virt.hardware [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.487522] env[63097]: DEBUG nova.virt.hardware [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1121.487522] env[63097]: DEBUG nova.virt.hardware [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.487522] env[63097]: DEBUG nova.virt.hardware [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1121.487522] env[63097]: DEBUG nova.virt.hardware [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1121.487652] env[63097]: DEBUG nova.virt.hardware [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1121.489933] env[63097]: DEBUG nova.virt.hardware [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1121.489933] env[63097]: DEBUG nova.virt.hardware [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1121.489933] env[63097]: DEBUG nova.virt.hardware [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1121.490791] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb54fc49-e915-4c09-99c2-59310b843048 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.499861] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7045439-1f39-4463-818b-67074be1df62 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.722184] env[63097]: DEBUG oslo_vmware.api [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Task: {'id': task-1686255, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.05566} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.722962] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1121.722962] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Moving file from [datastore1] vmware_temp/c4de4c1c-216a-481b-b8aa-14b7174a462c/62867302-ebc1-4c14-ab1f-3120d7e2b6ed to [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed. {{(pid=63097) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1121.722962] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-4fc213a7-6d36-4c08-beda-725f6acd48b6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.737113] env[63097]: DEBUG oslo_vmware.api [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Waiting for the task: (returnval){ [ 1121.737113] env[63097]: value = "task-1686256" [ 1121.737113] env[63097]: _type = "Task" [ 1121.737113] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.748928] env[63097]: DEBUG oslo_vmware.api [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Task: {'id': task-1686256, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.757839] env[63097]: DEBUG nova.compute.manager [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1121.763045] env[63097]: DEBUG oslo_concurrency.lockutils [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.334s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1121.763045] env[63097]: DEBUG nova.compute.manager [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1121.764762] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.118s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.766665] env[63097]: INFO nova.compute.claims [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1121.878872] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Acquiring lock "a2b10901-0c3a-46fd-b950-e6c6bab0c382" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.878872] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Lock "a2b10901-0c3a-46fd-b950-e6c6bab0c382" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.046560] env[63097]: DEBUG nova.network.neutron [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] Successfully created port: b465657e-b584-4ee1-977b-464f5c82a601 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1122.253750] env[63097]: DEBUG oslo_vmware.api [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Task: {'id': task-1686256, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.030278} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.254691] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] File moved {{(pid=63097) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1122.254907] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Cleaning up location [datastore1] vmware_temp/c4de4c1c-216a-481b-b8aa-14b7174a462c {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1122.255081] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Deleting the datastore file [datastore1] vmware_temp/c4de4c1c-216a-481b-b8aa-14b7174a462c {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1122.255340] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2277baf7-a6fb-4d55-a945-0171a1d8296b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.263051] env[63097]: DEBUG oslo_vmware.api [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Waiting for the task: (returnval){ [ 1122.263051] env[63097]: value = "task-1686257" [ 1122.263051] env[63097]: _type = "Task" [ 1122.263051] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.270756] env[63097]: DEBUG nova.compute.utils [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1122.276682] env[63097]: DEBUG nova.compute.manager [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1122.276857] env[63097]: DEBUG nova.network.neutron [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1122.293599] env[63097]: DEBUG oslo_vmware.api [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Task: {'id': task-1686257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.312799] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.592368] env[63097]: DEBUG nova.policy [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33434cf108ab42c097a0381f1443c0cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd33d80f265a4e5eb3aa663ea8b531d7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1122.774487] env[63097]: DEBUG oslo_vmware.api [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Task: {'id': task-1686257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024906} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.774487] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.774821] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-796ca2be-4853-4658-b3af-6b4a27b44b35 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.777827] env[63097]: DEBUG nova.compute.manager [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1122.790756] env[63097]: DEBUG oslo_vmware.api [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Waiting for the task: (returnval){ [ 1122.790756] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5282dfd9-eb4e-d1fd-5493-488c89fe3eec" [ 1122.790756] env[63097]: _type = "Task" [ 1122.790756] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.804258] env[63097]: DEBUG oslo_vmware.api [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5282dfd9-eb4e-d1fd-5493-488c89fe3eec, 'name': SearchDatastore_Task, 'duration_secs': 0.010115} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.804674] env[63097]: DEBUG oslo_concurrency.lockutils [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.804836] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] e4cdc641-a801-43ce-9b9b-b755a743be9a/e4cdc641-a801-43ce-9b9b-b755a743be9a.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1122.805153] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aec99ec8-a3d1-4ed9-8111-eccf445c6c9d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.814686] env[63097]: DEBUG oslo_vmware.api [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Waiting for the task: (returnval){ [ 1122.814686] env[63097]: value = "task-1686258" [ 1122.814686] env[63097]: _type = "Task" [ 1122.814686] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.824452] env[63097]: DEBUG oslo_vmware.api [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Task: {'id': task-1686258, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.004123] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8b94aa-ec09-49d5-9ce2-d8b0e72563d6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.012837] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f67597-effb-49d6-9838-c74015fcb651 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.047487] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b93bcd6-e24e-4465-8e77-13b0d59e2b67 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.059739] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a88c575-0fbc-4424-9dca-72aaf189a158 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.078135] env[63097]: DEBUG nova.compute.provider_tree [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.330439] env[63097]: DEBUG oslo_vmware.api [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Task: {'id': task-1686258, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.506579] env[63097]: DEBUG nova.network.neutron [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Successfully updated port: 0fc109c9-1fb6-4d1c-9865-5e2e8a294550 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1123.586105] env[63097]: DEBUG nova.scheduler.client.report [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1123.767020] env[63097]: DEBUG nova.network.neutron [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] Successfully created port: 2ede58c6-d687-4309-a1df-fb116e0510fc {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1123.789794] env[63097]: DEBUG nova.compute.manager [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1123.824248] env[63097]: DEBUG nova.virt.hardware [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1123.824248] env[63097]: DEBUG nova.virt.hardware [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1123.824248] env[63097]: DEBUG nova.virt.hardware [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.824448] env[63097]: DEBUG nova.virt.hardware [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1123.824448] env[63097]: DEBUG nova.virt.hardware [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.824448] env[63097]: DEBUG nova.virt.hardware [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1123.824735] env[63097]: DEBUG nova.virt.hardware [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1123.825099] env[63097]: DEBUG nova.virt.hardware [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1123.825439] env[63097]: DEBUG nova.virt.hardware [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1123.825815] env[63097]: DEBUG nova.virt.hardware [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1123.826260] env[63097]: DEBUG nova.virt.hardware [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1123.827323] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe024085-ac7f-4dd6-819e-478492d36c03 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.843952] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8150ad49-535f-4145-b3c9-32cdecba6f33 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.849015] env[63097]: DEBUG oslo_vmware.api [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Task: {'id': task-1686258, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532528} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.849301] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] e4cdc641-a801-43ce-9b9b-b755a743be9a/e4cdc641-a801-43ce-9b9b-b755a743be9a.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1123.849535] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1123.850151] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee1a1dc9-3ea0-4067-a211-d1359a0f9f24 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.867198] env[63097]: DEBUG oslo_vmware.api [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Waiting for the task: (returnval){ [ 1123.867198] env[63097]: value = "task-1686259" [ 1123.867198] env[63097]: _type = "Task" [ 1123.867198] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.875980] env[63097]: DEBUG oslo_vmware.api [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Task: {'id': task-1686259, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.016671] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Acquiring lock "refresh_cache-64181f99-d470-4df2-9b9c-68f554816a19" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.016977] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Acquired lock "refresh_cache-64181f99-d470-4df2-9b9c-68f554816a19" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.017174] env[63097]: DEBUG nova.network.neutron [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1124.105872] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.341s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.106481] env[63097]: DEBUG nova.compute.manager [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1124.113970] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.342s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1124.116103] env[63097]: INFO nova.compute.claims [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1124.366754] env[63097]: DEBUG oslo_concurrency.lockutils [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Acquiring lock "5eaf4ad2-99a2-4372-b133-f6b71dc7f980" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1124.367292] env[63097]: DEBUG oslo_concurrency.lockutils [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Lock "5eaf4ad2-99a2-4372-b133-f6b71dc7f980" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1124.379107] env[63097]: DEBUG oslo_vmware.api [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Task: {'id': task-1686259, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.195402} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.379607] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1124.380909] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3636b2c-24a9-4ec6-beb7-edfcc890d2c6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.413768] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] e4cdc641-a801-43ce-9b9b-b755a743be9a/e4cdc641-a801-43ce-9b9b-b755a743be9a.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.414164] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfed9676-80e3-4984-849a-7b9f784781d5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.439201] env[63097]: DEBUG oslo_vmware.api [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Waiting for the task: (returnval){ [ 1124.439201] env[63097]: value = "task-1686260" [ 1124.439201] env[63097]: _type = "Task" [ 1124.439201] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.451731] env[63097]: DEBUG oslo_vmware.api [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Task: {'id': task-1686260, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.628023] env[63097]: DEBUG nova.compute.utils [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1124.631649] env[63097]: DEBUG nova.compute.manager [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Not allocating networking since 'none' was specified. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1124.716844] env[63097]: DEBUG nova.network.neutron [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1124.956408] env[63097]: DEBUG oslo_vmware.api [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Task: {'id': task-1686260, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.007682] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Acquiring lock "3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1125.007993] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Lock "3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.139483] env[63097]: DEBUG nova.compute.manager [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1125.310609] env[63097]: DEBUG nova.network.neutron [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Updating instance_info_cache with network_info: [{"id": "0fc109c9-1fb6-4d1c-9865-5e2e8a294550", "address": "fa:16:3e:01:4f:52", "network": {"id": "97a91bb6-ea1f-4ba3-ba33-aaa65adea374", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-714773217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77b129b72fc0442db1a793743eef3418", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fc109c9-1f", "ovs_interfaceid": "0fc109c9-1fb6-4d1c-9865-5e2e8a294550", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.408324] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd3d8c6-2a4d-40a9-bfde-7895c96f8160 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.419433] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c431d8e-025a-42b8-861e-578331e31a7b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.461763] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0ae766-90cd-42cf-8a4f-aa5b1b04d23f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.473015] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941c4c51-f8ae-46bd-9523-f49efa17a48c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.477615] env[63097]: DEBUG oslo_vmware.api [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Task: {'id': task-1686260, 'name': ReconfigVM_Task, 'duration_secs': 0.877586} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.477942] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Reconfigured VM instance instance-00000001 to attach disk [datastore1] e4cdc641-a801-43ce-9b9b-b755a743be9a/e4cdc641-a801-43ce-9b9b-b755a743be9a.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.479155] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46bfc8bd-4b46-4f59-b3e3-e679c81c8597 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.494518] env[63097]: DEBUG nova.compute.provider_tree [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.500543] env[63097]: DEBUG oslo_vmware.api [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Waiting for the task: (returnval){ [ 1125.500543] env[63097]: value = "task-1686261" [ 1125.500543] env[63097]: _type = "Task" [ 1125.500543] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.509848] env[63097]: DEBUG oslo_vmware.api [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Task: {'id': task-1686261, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.570562] env[63097]: DEBUG nova.network.neutron [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] Successfully updated port: b465657e-b584-4ee1-977b-464f5c82a601 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1125.818180] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Releasing lock "refresh_cache-64181f99-d470-4df2-9b9c-68f554816a19" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.818746] env[63097]: DEBUG nova.compute.manager [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Instance network_info: |[{"id": "0fc109c9-1fb6-4d1c-9865-5e2e8a294550", "address": "fa:16:3e:01:4f:52", "network": {"id": "97a91bb6-ea1f-4ba3-ba33-aaa65adea374", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-714773217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77b129b72fc0442db1a793743eef3418", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fc109c9-1f", "ovs_interfaceid": "0fc109c9-1fb6-4d1c-9865-5e2e8a294550", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1125.819382] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:4f:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '87bbf4e0-9064-4516-b7e7-44973f817205', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0fc109c9-1fb6-4d1c-9865-5e2e8a294550', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1125.834174] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Creating folder: Project (77b129b72fc0442db1a793743eef3418). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1125.834937] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a629041-e017-4b3c-a60b-3f4cf1a3f6b5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.839626] env[63097]: DEBUG nova.compute.manager [req-0b620283-4c92-47c4-9d6a-ff5565b942b3 req-739d739a-c5ed-43ca-8a40-fbb2ad373f5e service nova] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Received event network-vif-plugged-0fc109c9-1fb6-4d1c-9865-5e2e8a294550 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1125.843152] env[63097]: DEBUG oslo_concurrency.lockutils [req-0b620283-4c92-47c4-9d6a-ff5565b942b3 req-739d739a-c5ed-43ca-8a40-fbb2ad373f5e service nova] Acquiring lock "64181f99-d470-4df2-9b9c-68f554816a19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1125.843383] env[63097]: DEBUG oslo_concurrency.lockutils [req-0b620283-4c92-47c4-9d6a-ff5565b942b3 req-739d739a-c5ed-43ca-8a40-fbb2ad373f5e service nova] Lock "64181f99-d470-4df2-9b9c-68f554816a19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.843611] env[63097]: DEBUG oslo_concurrency.lockutils [req-0b620283-4c92-47c4-9d6a-ff5565b942b3 req-739d739a-c5ed-43ca-8a40-fbb2ad373f5e service nova] Lock "64181f99-d470-4df2-9b9c-68f554816a19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1125.843745] env[63097]: DEBUG nova.compute.manager [req-0b620283-4c92-47c4-9d6a-ff5565b942b3 req-739d739a-c5ed-43ca-8a40-fbb2ad373f5e service nova] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] No waiting events found dispatching network-vif-plugged-0fc109c9-1fb6-4d1c-9865-5e2e8a294550 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1125.843931] env[63097]: WARNING nova.compute.manager [req-0b620283-4c92-47c4-9d6a-ff5565b942b3 req-739d739a-c5ed-43ca-8a40-fbb2ad373f5e service nova] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Received unexpected event network-vif-plugged-0fc109c9-1fb6-4d1c-9865-5e2e8a294550 for instance with vm_state building and task_state spawning. [ 1125.845883] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Created folder: Project (77b129b72fc0442db1a793743eef3418) in parent group-v351483. [ 1125.846063] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Creating folder: Instances. Parent ref: group-v351487. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1125.846294] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a506b126-e721-4126-9b05-cd5ddd82e2b7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.854878] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Created folder: Instances in parent group-v351487. [ 1125.855046] env[63097]: DEBUG oslo.service.loopingcall [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1125.855228] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1125.855424] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc884471-b3d2-4b0b-94e4-a6a90f9bff87 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.881612] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1125.881612] env[63097]: value = "task-1686264" [ 1125.881612] env[63097]: _type = "Task" [ 1125.881612] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.894941] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686264, 'name': CreateVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.002433] env[63097]: DEBUG nova.scheduler.client.report [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1126.017046] env[63097]: DEBUG oslo_vmware.api [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Task: {'id': task-1686261, 'name': Rename_Task, 'duration_secs': 0.264492} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.017471] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1126.017979] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a22fdf96-5f02-4350-ada8-89677163a879 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.025210] env[63097]: DEBUG oslo_vmware.api [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Waiting for the task: (returnval){ [ 1126.025210] env[63097]: value = "task-1686265" [ 1126.025210] env[63097]: _type = "Task" [ 1126.025210] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.042810] env[63097]: DEBUG oslo_vmware.api [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Task: {'id': task-1686265, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.078599] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Acquiring lock "refresh_cache-6f3926be-cfa8-4d38-959d-0e67c79f852d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.078599] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Acquired lock "refresh_cache-6f3926be-cfa8-4d38-959d-0e67c79f852d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.078599] env[63097]: DEBUG nova.network.neutron [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1126.153112] env[63097]: DEBUG nova.compute.manager [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1126.188412] env[63097]: DEBUG nova.virt.hardware [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1126.188412] env[63097]: DEBUG nova.virt.hardware [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1126.188412] env[63097]: DEBUG nova.virt.hardware [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.188412] env[63097]: DEBUG nova.virt.hardware [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1126.189292] env[63097]: DEBUG nova.virt.hardware [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.189597] env[63097]: DEBUG nova.virt.hardware [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1126.189957] env[63097]: DEBUG nova.virt.hardware [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1126.190058] env[63097]: DEBUG nova.virt.hardware [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1126.190689] env[63097]: DEBUG nova.virt.hardware [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1126.190689] env[63097]: DEBUG nova.virt.hardware [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1126.190689] env[63097]: DEBUG nova.virt.hardware [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1126.192409] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641bea01-c17d-4bed-b935-15684fa75ebc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.202543] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16625b48-dcec-4051-a304-273d953c42e6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.221703] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Instance VIF info [] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1126.227385] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Creating folder: Project (d3dd2f9d874344289a660108de2a77a8). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1126.227810] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01bd9d15-c98e-418c-83d1-0830465f1a51 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.239206] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Created folder: Project (d3dd2f9d874344289a660108de2a77a8) in parent group-v351483. [ 1126.239440] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Creating folder: Instances. Parent ref: group-v351490. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1126.240262] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca495a17-46ec-4f9b-98c4-fe866804c275 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.255699] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Created folder: Instances in parent group-v351490. [ 1126.255928] env[63097]: DEBUG oslo.service.loopingcall [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1126.256214] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7682359-f969-4869-869c-318c3bf750fb] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1126.256550] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5470d016-a3ea-43e2-812d-ed448aa0cac8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.277666] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1126.277666] env[63097]: value = "task-1686268" [ 1126.277666] env[63097]: _type = "Task" [ 1126.277666] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.286580] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686268, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.393544] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686264, 'name': CreateVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.513415] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.399s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1126.514391] env[63097]: DEBUG nova.compute.manager [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1126.520523] env[63097]: DEBUG oslo_concurrency.lockutils [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.391s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.520523] env[63097]: INFO nova.compute.claims [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1126.540574] env[63097]: DEBUG oslo_vmware.api [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Task: {'id': task-1686265, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.690620] env[63097]: DEBUG nova.network.neutron [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1126.792528] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686268, 'name': CreateVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.899911] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686264, 'name': CreateVM_Task, 'duration_secs': 0.534289} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.899911] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1126.914415] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.914601] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.915185] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1126.915451] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa6fc130-db2a-40af-994f-ac2c6418e43c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.921388] env[63097]: DEBUG oslo_vmware.api [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Waiting for the task: (returnval){ [ 1126.921388] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c047cb-ce14-4b4c-b8fa-55ec989e1e4e" [ 1126.921388] env[63097]: _type = "Task" [ 1126.921388] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.931764] env[63097]: DEBUG oslo_vmware.api [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c047cb-ce14-4b4c-b8fa-55ec989e1e4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.023692] env[63097]: DEBUG nova.compute.utils [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1127.031534] env[63097]: DEBUG nova.compute.manager [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1127.031534] env[63097]: DEBUG nova.network.neutron [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1127.043635] env[63097]: DEBUG oslo_vmware.api [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Task: {'id': task-1686265, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.247868] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Acquiring lock "cac7b2cc-74f0-44e9-a296-1e4c837a17a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.247868] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Lock "cac7b2cc-74f0-44e9-a296-1e4c837a17a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.266970] env[63097]: DEBUG nova.policy [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37aeafe74a4a4e92855ef9177bc73d59', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '329a690027b048aa8061901948707b4f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1127.290670] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Acquiring lock "9c6e2679-c149-49c8-8a9f-bbae63fc378d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.290922] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Lock "9c6e2679-c149-49c8-8a9f-bbae63fc378d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.296756] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686268, 'name': CreateVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.308518] env[63097]: DEBUG nova.network.neutron [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] Updating instance_info_cache with network_info: [{"id": "b465657e-b584-4ee1-977b-464f5c82a601", "address": "fa:16:3e:8b:65:0f", "network": {"id": "6b81232d-2bfc-4ee5-aaa8-178b8f49236c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6d5186fbfb8046dfb1f369e636f8eafb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb465657e-b5", "ovs_interfaceid": "b465657e-b584-4ee1-977b-464f5c82a601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.325939] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Acquiring lock "a3a989cd-3f8f-4acd-ab51-6c14699295a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.326569] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Lock "a3a989cd-3f8f-4acd-ab51-6c14699295a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.411188] env[63097]: DEBUG nova.compute.manager [req-3b77322b-fc4a-40f6-a169-5c50c286ff58 req-07a8d4ad-7b0f-4b57-bb22-47a4fdcf1c95 service nova] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] Received event network-vif-plugged-b465657e-b584-4ee1-977b-464f5c82a601 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1127.411188] env[63097]: DEBUG oslo_concurrency.lockutils [req-3b77322b-fc4a-40f6-a169-5c50c286ff58 req-07a8d4ad-7b0f-4b57-bb22-47a4fdcf1c95 service nova] Acquiring lock "6f3926be-cfa8-4d38-959d-0e67c79f852d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.411188] env[63097]: DEBUG oslo_concurrency.lockutils [req-3b77322b-fc4a-40f6-a169-5c50c286ff58 req-07a8d4ad-7b0f-4b57-bb22-47a4fdcf1c95 service nova] Lock "6f3926be-cfa8-4d38-959d-0e67c79f852d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.411188] env[63097]: DEBUG oslo_concurrency.lockutils [req-3b77322b-fc4a-40f6-a169-5c50c286ff58 req-07a8d4ad-7b0f-4b57-bb22-47a4fdcf1c95 service nova] Lock "6f3926be-cfa8-4d38-959d-0e67c79f852d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1127.411188] env[63097]: DEBUG nova.compute.manager [req-3b77322b-fc4a-40f6-a169-5c50c286ff58 req-07a8d4ad-7b0f-4b57-bb22-47a4fdcf1c95 service nova] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] No waiting events found dispatching network-vif-plugged-b465657e-b584-4ee1-977b-464f5c82a601 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1127.411560] env[63097]: WARNING nova.compute.manager [req-3b77322b-fc4a-40f6-a169-5c50c286ff58 req-07a8d4ad-7b0f-4b57-bb22-47a4fdcf1c95 service nova] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] Received unexpected event network-vif-plugged-b465657e-b584-4ee1-977b-464f5c82a601 for instance with vm_state building and task_state spawning. [ 1127.411560] env[63097]: DEBUG nova.network.neutron [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] Successfully updated port: 2ede58c6-d687-4309-a1df-fb116e0510fc {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1127.436583] env[63097]: DEBUG oslo_vmware.api [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c047cb-ce14-4b4c-b8fa-55ec989e1e4e, 'name': SearchDatastore_Task, 'duration_secs': 0.009713} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.438118] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.439025] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1127.439025] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.439025] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.439217] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1127.440258] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aff44832-7aed-47d4-8ad2-56cde77aed6b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.448635] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1127.448872] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1127.449799] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab593205-2154-4e07-94da-2d559e6fecdb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.456398] env[63097]: DEBUG oslo_vmware.api [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Waiting for the task: (returnval){ [ 1127.456398] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c779e7-905d-6f47-b361-17d06d3c980e" [ 1127.456398] env[63097]: _type = "Task" [ 1127.456398] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.465926] env[63097]: DEBUG oslo_vmware.api [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c779e7-905d-6f47-b361-17d06d3c980e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.533345] env[63097]: DEBUG nova.compute.manager [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1127.558075] env[63097]: DEBUG oslo_vmware.api [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Task: {'id': task-1686265, 'name': PowerOnVM_Task, 'duration_secs': 1.153621} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.558203] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1127.558637] env[63097]: INFO nova.compute.manager [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Took 11.06 seconds to spawn the instance on the hypervisor. [ 1127.561239] env[63097]: DEBUG nova.compute.manager [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1127.561239] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfa2d82-e667-4c95-a0aa-baf615f3e804 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.799809] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686268, 'name': CreateVM_Task, 'duration_secs': 1.304022} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.799809] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7682359-f969-4869-869c-318c3bf750fb] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1127.799809] env[63097]: DEBUG oslo_vmware.service [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f505c6d-3c28-4ac5-847b-820e0b682874 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.808397] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.808561] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.808995] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1127.809256] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d55d17e9-dea5-46c4-b9ec-d39c3647754c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.812108] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Releasing lock "refresh_cache-6f3926be-cfa8-4d38-959d-0e67c79f852d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.812388] env[63097]: DEBUG nova.compute.manager [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] Instance network_info: |[{"id": "b465657e-b584-4ee1-977b-464f5c82a601", "address": "fa:16:3e:8b:65:0f", "network": {"id": "6b81232d-2bfc-4ee5-aaa8-178b8f49236c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6d5186fbfb8046dfb1f369e636f8eafb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb465657e-b5", "ovs_interfaceid": "b465657e-b584-4ee1-977b-464f5c82a601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1127.812750] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:65:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b465657e-b584-4ee1-977b-464f5c82a601', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1127.820864] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Creating folder: Project (5a91834764bd4d958166dfdcf376bc9d). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1127.822573] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a94e877f-d6c2-4f33-81a0-146e2135768b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.824441] env[63097]: DEBUG oslo_vmware.api [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Waiting for the task: (returnval){ [ 1127.824441] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5293830d-9af3-f96d-1778-fb9e9c25beb0" [ 1127.824441] env[63097]: _type = "Task" [ 1127.824441] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.837692] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.837990] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1127.838279] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.838425] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.838671] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1127.838947] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Created folder: Project (5a91834764bd4d958166dfdcf376bc9d) in parent group-v351483. [ 1127.839117] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Creating folder: Instances. Parent ref: group-v351493. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1127.839332] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e3e3eed-db4c-4539-99f0-5e8c5708f2ad {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.841882] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0bea4247-6c5b-4ccd-a0fe-060b970483e8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.854138] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Created folder: Instances in parent group-v351493. [ 1127.854398] env[63097]: DEBUG oslo.service.loopingcall [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1127.854592] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1127.855056] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66cfd102-d39c-4eaa-bee7-2e239b6cbca0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.874767] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c02507-fc99-4387-be7b-5b4b49030c72 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.883228] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1127.883228] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1127.884429] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c13cd2-6b60-43ed-9d95-b02a7be94a21 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.890422] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1127.890422] env[63097]: value = "task-1686271" [ 1127.890422] env[63097]: _type = "Task" [ 1127.890422] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.899009] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ae6262-b329-4a5a-a8e8-83d6b6de4861 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.946131] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686271, 'name': CreateVM_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.946750] env[63097]: DEBUG oslo_concurrency.lockutils [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Acquiring lock "refresh_cache-20760c23-3839-43d5-a209-8f91b7316a9e" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.946911] env[63097]: DEBUG oslo_concurrency.lockutils [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Acquired lock "refresh_cache-20760c23-3839-43d5-a209-8f91b7316a9e" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.947073] env[63097]: DEBUG nova.network.neutron [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1127.950511] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c53f071d-a95e-4689-a7c1-cb4991605529 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.952737] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0376a7f6-5571-4c2d-915a-382775b3b92d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.963879] env[63097]: DEBUG oslo_vmware.api [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Waiting for the task: (returnval){ [ 1127.963879] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5283cd17-41d5-6ed0-bc08-b883ae17f7de" [ 1127.963879] env[63097]: _type = "Task" [ 1127.963879] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.966168] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa92c82d-f5b6-40c5-9be1-f0ba243a5441 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.977723] env[63097]: DEBUG oslo_vmware.api [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c779e7-905d-6f47-b361-17d06d3c980e, 'name': SearchDatastore_Task, 'duration_secs': 0.008527} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.979338] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7959df45-b60d-4635-b51d-8f49d00478d8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.993984] env[63097]: DEBUG nova.compute.provider_tree [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.995767] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Preparing fetch location {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1127.995890] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Creating directory with path [datastore2] vmware_temp/c28b11f1-ab9d-4147-a0b1-6d345267d1a3/62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1127.996461] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b05d644f-8ec4-41a3-ad1f-66f98687511a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.001034] env[63097]: DEBUG oslo_vmware.api [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Waiting for the task: (returnval){ [ 1128.001034] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52612d4f-eed4-a3bd-048c-f8ca307e97f9" [ 1128.001034] env[63097]: _type = "Task" [ 1128.001034] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.009239] env[63097]: DEBUG oslo_vmware.api [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52612d4f-eed4-a3bd-048c-f8ca307e97f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.024793] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Created directory with path [datastore2] vmware_temp/c28b11f1-ab9d-4147-a0b1-6d345267d1a3/62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1128.025078] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Fetch image to [datastore2] vmware_temp/c28b11f1-ab9d-4147-a0b1-6d345267d1a3/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/tmp-sparse.vmdk {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1128.025078] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Downloading image file data 62867302-ebc1-4c14-ab1f-3120d7e2b6ed to [datastore2] vmware_temp/c28b11f1-ab9d-4147-a0b1-6d345267d1a3/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/tmp-sparse.vmdk on the data store datastore2 {{(pid=63097) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1128.025898] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5919074-f934-466d-9475-532da08057da {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.034573] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9390609e-3231-4c5b-b500-43f1deb791d2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.048305] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03cb2bcb-3aed-47b9-a5af-c6e711706215 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.092631] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdad04b-a12e-40c8-ae8f-3bdf1632bc66 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.099381] env[63097]: INFO nova.compute.manager [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Took 15.89 seconds to build instance. [ 1128.102933] env[63097]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-33baf7cb-67f1-4e8a-a6ae-316cbf2a6ce0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.209287] env[63097]: DEBUG nova.virt.vmwareapi.images [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Downloading image file data 62867302-ebc1-4c14-ab1f-3120d7e2b6ed to the data store datastore2 {{(pid=63097) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1128.289768] env[63097]: DEBUG oslo_vmware.rw_handles [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/c28b11f1-ab9d-4147-a0b1-6d345267d1a3/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=63097) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1128.410899] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686271, 'name': CreateVM_Task, 'duration_secs': 0.349146} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.412183] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1128.416927] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.417105] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.417426] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.418794] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Acquiring lock "79f55b1b-b1e0-4c79-b215-9a34a1bd1516" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1128.419724] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Lock "79f55b1b-b1e0-4c79-b215-9a34a1bd1516" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1128.419724] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-865f120c-ab92-442e-bb70-15eb1cc8c8cd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.425206] env[63097]: DEBUG oslo_vmware.api [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Waiting for the task: (returnval){ [ 1128.425206] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]525a9502-2b65-0339-3f97-06f893984a68" [ 1128.425206] env[63097]: _type = "Task" [ 1128.425206] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.440248] env[63097]: DEBUG oslo_vmware.api [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]525a9502-2b65-0339-3f97-06f893984a68, 'name': SearchDatastore_Task, 'duration_secs': 0.009784} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.442041] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.442041] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1128.442041] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.499057] env[63097]: DEBUG nova.scheduler.client.report [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1128.521620] env[63097]: DEBUG oslo_vmware.api [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52612d4f-eed4-a3bd-048c-f8ca307e97f9, 'name': SearchDatastore_Task, 'duration_secs': 0.021683} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.523104] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.523104] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 64181f99-d470-4df2-9b9c-68f554816a19/64181f99-d470-4df2-9b9c-68f554816a19.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1128.523104] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.523510] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1128.523591] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-987a3d00-28ae-4c79-b4d6-7495c1e0d0c5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.527591] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e8ce181-4342-45ed-af15-433d2a336409 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.543375] env[63097]: DEBUG oslo_vmware.api [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Waiting for the task: (returnval){ [ 1128.543375] env[63097]: value = "task-1686272" [ 1128.543375] env[63097]: _type = "Task" [ 1128.543375] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.545445] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1128.545445] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1128.550551] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89db4a6e-7ee8-419c-bcaa-2da4aeb55be9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.556784] env[63097]: DEBUG nova.compute.manager [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1128.569347] env[63097]: DEBUG oslo_vmware.api [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Task: {'id': task-1686272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.575126] env[63097]: DEBUG oslo_vmware.api [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Waiting for the task: (returnval){ [ 1128.575126] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]522822ea-719e-0de3-80ff-e810341c138e" [ 1128.575126] env[63097]: _type = "Task" [ 1128.575126] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.584696] env[63097]: DEBUG oslo_vmware.api [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]522822ea-719e-0de3-80ff-e810341c138e, 'name': SearchDatastore_Task, 'duration_secs': 0.010242} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.585208] env[63097]: DEBUG nova.network.neutron [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1128.595030] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-204163d7-d3b7-4dd9-b90d-55d1d3a45836 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.603414] env[63097]: DEBUG oslo_concurrency.lockutils [None req-85d49343-d9c2-4865-864f-94c83cf3ffd9 tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Lock "e4cdc641-a801-43ce-9b9b-b755a743be9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.402s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1128.610360] env[63097]: DEBUG oslo_vmware.api [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Waiting for the task: (returnval){ [ 1128.610360] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a53ca0-c085-83e5-ac2e-d450f70675db" [ 1128.610360] env[63097]: _type = "Task" [ 1128.610360] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.612023] env[63097]: DEBUG nova.virt.hardware [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1128.612342] env[63097]: DEBUG nova.virt.hardware [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1128.612543] env[63097]: DEBUG nova.virt.hardware [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1128.612763] env[63097]: DEBUG nova.virt.hardware [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1128.613143] env[63097]: DEBUG nova.virt.hardware [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1128.613299] env[63097]: DEBUG nova.virt.hardware [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1128.613570] env[63097]: DEBUG nova.virt.hardware [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1128.613820] env[63097]: DEBUG nova.virt.hardware [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1128.614102] env[63097]: DEBUG nova.virt.hardware [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1128.614394] env[63097]: DEBUG nova.virt.hardware [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1128.614636] env[63097]: DEBUG nova.virt.hardware [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1128.619360] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e460b63f-7fd7-4a8e-836b-5772dff77c2c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.639382] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e643fe-b90f-44a7-980a-f6bd7ba59bc2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.645015] env[63097]: DEBUG oslo_vmware.api [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a53ca0-c085-83e5-ac2e-d450f70675db, 'name': SearchDatastore_Task, 'duration_secs': 0.009833} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.650839] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.650839] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 6f3926be-cfa8-4d38-959d-0e67c79f852d/6f3926be-cfa8-4d38-959d-0e67c79f852d.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1128.650839] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90831b82-77a0-4baa-b463-3545493a2750 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.668866] env[63097]: DEBUG oslo_vmware.api [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Waiting for the task: (returnval){ [ 1128.668866] env[63097]: value = "task-1686273" [ 1128.668866] env[63097]: _type = "Task" [ 1128.668866] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.679781] env[63097]: DEBUG oslo_vmware.api [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Task: {'id': task-1686273, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.947310] env[63097]: DEBUG oslo_vmware.rw_handles [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Completed reading data from the image iterator. {{(pid=63097) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1128.947310] env[63097]: DEBUG oslo_vmware.rw_handles [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/c28b11f1-ab9d-4147-a0b1-6d345267d1a3/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=63097) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1128.983386] env[63097]: DEBUG nova.network.neutron [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Successfully created port: 0260462a-b6f8-48bf-a7b9-562fa29cb029 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1129.008838] env[63097]: DEBUG oslo_concurrency.lockutils [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.009848] env[63097]: DEBUG nova.compute.manager [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1129.012917] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.264s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.013421] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.013421] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1129.014323] env[63097]: DEBUG oslo_concurrency.lockutils [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.155s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.015532] env[63097]: INFO nova.compute.claims [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1129.022346] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5b5bfe-be37-451c-9376-91801c497fe9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.035928] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e460f6b5-f10e-4922-8e67-220fac1991cf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.060787] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a360a68-8f44-4ec3-b49a-85fcbdef69c6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.079732] env[63097]: DEBUG oslo_vmware.api [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Task: {'id': task-1686272, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.080803] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8705c504-ba90-464e-a47b-c9c5898b99c8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.116583] env[63097]: DEBUG nova.compute.manager [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1129.120738] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181324MB free_disk=148GB free_vcpus=48 pci_devices=None {{(pid=63097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1129.120738] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.149789] env[63097]: DEBUG nova.virt.vmwareapi.images [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Downloaded image file data 62867302-ebc1-4c14-ab1f-3120d7e2b6ed to vmware_temp/c28b11f1-ab9d-4147-a0b1-6d345267d1a3/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/tmp-sparse.vmdk on the data store datastore2 {{(pid=63097) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1129.152447] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Caching image {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1129.152800] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Copying Virtual Disk [datastore2] vmware_temp/c28b11f1-ab9d-4147-a0b1-6d345267d1a3/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/tmp-sparse.vmdk to [datastore2] vmware_temp/c28b11f1-ab9d-4147-a0b1-6d345267d1a3/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1129.153146] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6461fd97-bcb2-40c5-9bb1-8aa090d75f71 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.162352] env[63097]: DEBUG oslo_vmware.api [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Waiting for the task: (returnval){ [ 1129.162352] env[63097]: value = "task-1686274" [ 1129.162352] env[63097]: _type = "Task" [ 1129.162352] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.176190] env[63097]: DEBUG oslo_vmware.api [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': task-1686274, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.189041] env[63097]: DEBUG oslo_vmware.api [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Task: {'id': task-1686273, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.495384] env[63097]: DEBUG nova.compute.manager [req-fc1efd6d-5f90-41c2-af4e-ef7779570fba req-a3b328e1-e86a-4c46-9195-f590d4516758 service nova] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Received event network-changed-0fc109c9-1fb6-4d1c-9865-5e2e8a294550 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1129.495583] env[63097]: DEBUG nova.compute.manager [req-fc1efd6d-5f90-41c2-af4e-ef7779570fba req-a3b328e1-e86a-4c46-9195-f590d4516758 service nova] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Refreshing instance network info cache due to event network-changed-0fc109c9-1fb6-4d1c-9865-5e2e8a294550. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1129.496080] env[63097]: DEBUG oslo_concurrency.lockutils [req-fc1efd6d-5f90-41c2-af4e-ef7779570fba req-a3b328e1-e86a-4c46-9195-f590d4516758 service nova] Acquiring lock "refresh_cache-64181f99-d470-4df2-9b9c-68f554816a19" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.496080] env[63097]: DEBUG oslo_concurrency.lockutils [req-fc1efd6d-5f90-41c2-af4e-ef7779570fba req-a3b328e1-e86a-4c46-9195-f590d4516758 service nova] Acquired lock "refresh_cache-64181f99-d470-4df2-9b9c-68f554816a19" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.499210] env[63097]: DEBUG nova.network.neutron [req-fc1efd6d-5f90-41c2-af4e-ef7779570fba req-a3b328e1-e86a-4c46-9195-f590d4516758 service nova] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Refreshing network info cache for port 0fc109c9-1fb6-4d1c-9865-5e2e8a294550 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1129.512975] env[63097]: DEBUG nova.network.neutron [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] Updating instance_info_cache with network_info: [{"id": "2ede58c6-d687-4309-a1df-fb116e0510fc", "address": "fa:16:3e:c6:2c:2c", "network": {"id": "6b81232d-2bfc-4ee5-aaa8-178b8f49236c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6d5186fbfb8046dfb1f369e636f8eafb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ede58c6-d6", "ovs_interfaceid": "2ede58c6-d687-4309-a1df-fb116e0510fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.522732] env[63097]: DEBUG nova.compute.utils [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1129.525371] env[63097]: DEBUG nova.compute.manager [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1129.525889] env[63097]: DEBUG nova.network.neutron [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1129.559829] env[63097]: DEBUG oslo_vmware.api [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Task: {'id': task-1686272, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537267} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.560054] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 64181f99-d470-4df2-9b9c-68f554816a19/64181f99-d470-4df2-9b9c-68f554816a19.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1129.560283] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1129.560559] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2cd1d21e-b9ce-45c6-97c1-283b4e92b856 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.572394] env[63097]: DEBUG oslo_vmware.api [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Waiting for the task: (returnval){ [ 1129.572394] env[63097]: value = "task-1686275" [ 1129.572394] env[63097]: _type = "Task" [ 1129.572394] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.584021] env[63097]: DEBUG oslo_vmware.api [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Task: {'id': task-1686275, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.660842] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.674104] env[63097]: DEBUG oslo_vmware.api [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': task-1686274, 'name': CopyVirtualDisk_Task} progress is 70%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.686378] env[63097]: DEBUG oslo_vmware.api [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Task: {'id': task-1686273, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.817029} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.686378] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 6f3926be-cfa8-4d38-959d-0e67c79f852d/6f3926be-cfa8-4d38-959d-0e67c79f852d.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1129.686378] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1129.686378] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3ede362-f402-47a7-8e54-f1df67597a20 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.694022] env[63097]: DEBUG oslo_vmware.api [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Waiting for the task: (returnval){ [ 1129.694022] env[63097]: value = "task-1686276" [ 1129.694022] env[63097]: _type = "Task" [ 1129.694022] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.702029] env[63097]: DEBUG oslo_vmware.api [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Task: {'id': task-1686276, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.720530] env[63097]: DEBUG nova.policy [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c1792554c7541ac82d740dfcec62516', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79f69c2778b7482788d99c705a29be43', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1130.019767] env[63097]: DEBUG oslo_concurrency.lockutils [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Releasing lock "refresh_cache-20760c23-3839-43d5-a209-8f91b7316a9e" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.020178] env[63097]: DEBUG nova.compute.manager [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] Instance network_info: |[{"id": "2ede58c6-d687-4309-a1df-fb116e0510fc", "address": "fa:16:3e:c6:2c:2c", "network": {"id": "6b81232d-2bfc-4ee5-aaa8-178b8f49236c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6d5186fbfb8046dfb1f369e636f8eafb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ede58c6-d6", "ovs_interfaceid": "2ede58c6-d687-4309-a1df-fb116e0510fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1130.021029] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:2c:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ede58c6-d687-4309-a1df-fb116e0510fc', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1130.034233] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Creating folder: Project (cd33d80f265a4e5eb3aa663ea8b531d7). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1130.038488] env[63097]: DEBUG nova.compute.manager [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1130.041768] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f0b58a7-a720-4607-9f87-5cfddb37a417 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.062306] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Created folder: Project (cd33d80f265a4e5eb3aa663ea8b531d7) in parent group-v351483. [ 1130.063333] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Creating folder: Instances. Parent ref: group-v351496. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1130.063333] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f687666f-78f8-4019-9d4f-82c3cc0aeb0e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.078689] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Created folder: Instances in parent group-v351496. [ 1130.081805] env[63097]: DEBUG oslo.service.loopingcall [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1130.084424] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1130.085125] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64a4e492-776d-4135-a22f-503b8bcf8f76 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.106664] env[63097]: DEBUG oslo_vmware.api [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Task: {'id': task-1686275, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069954} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.109963] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1130.111561] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feec5a23-0563-418e-9f70-2ccc634a5b2d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.116071] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1130.116071] env[63097]: value = "task-1686279" [ 1130.116071] env[63097]: _type = "Task" [ 1130.116071] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.143148] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 64181f99-d470-4df2-9b9c-68f554816a19/64181f99-d470-4df2-9b9c-68f554816a19.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1130.147041] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-877d1d74-574d-4879-818e-ad6b8a823220 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.173268] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686279, 'name': CreateVM_Task} progress is 15%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.179363] env[63097]: DEBUG oslo_vmware.api [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Waiting for the task: (returnval){ [ 1130.179363] env[63097]: value = "task-1686280" [ 1130.179363] env[63097]: _type = "Task" [ 1130.179363] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.186782] env[63097]: DEBUG oslo_vmware.api [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': task-1686274, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.925806} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.198025] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Copied Virtual Disk [datastore2] vmware_temp/c28b11f1-ab9d-4147-a0b1-6d345267d1a3/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/tmp-sparse.vmdk to [datastore2] vmware_temp/c28b11f1-ab9d-4147-a0b1-6d345267d1a3/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1130.198025] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Deleting the datastore file [datastore2] vmware_temp/c28b11f1-ab9d-4147-a0b1-6d345267d1a3/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/tmp-sparse.vmdk {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1130.198025] env[63097]: DEBUG oslo_vmware.api [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Task: {'id': task-1686280, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.198025] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad0b7b6f-9334-43cf-af42-bc6ac872c204 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.206059] env[63097]: DEBUG oslo_vmware.api [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Task: {'id': task-1686276, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085816} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.207487] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1130.207870] env[63097]: DEBUG oslo_vmware.api [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Waiting for the task: (returnval){ [ 1130.207870] env[63097]: value = "task-1686281" [ 1130.207870] env[63097]: _type = "Task" [ 1130.207870] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.210630] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db365cdb-cb8f-4f05-a771-3dfb9f12a2b7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.243391] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 6f3926be-cfa8-4d38-959d-0e67c79f852d/6f3926be-cfa8-4d38-959d-0e67c79f852d.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1130.243391] env[63097]: DEBUG oslo_vmware.api [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': task-1686281, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.246631] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cbde4a5-fd6d-4320-a6b1-b9c3d8974d70 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.267140] env[63097]: DEBUG oslo_vmware.api [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Waiting for the task: (returnval){ [ 1130.267140] env[63097]: value = "task-1686282" [ 1130.267140] env[63097]: _type = "Task" [ 1130.267140] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.278304] env[63097]: DEBUG oslo_vmware.api [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Task: {'id': task-1686282, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.476032] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7dc409-5555-4638-a787-42d8fde00632 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.484852] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e55da12-84cb-4c78-a859-4b6ecf805063 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.524453] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362e0bf3-637b-4220-b152-a337b2bf2d77 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.530616] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0be3b2-c630-4242-aa1d-f5e4af014319 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.552920] env[63097]: DEBUG nova.compute.provider_tree [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.628010] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686279, 'name': CreateVM_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.693405] env[63097]: DEBUG oslo_vmware.api [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Task: {'id': task-1686280, 'name': ReconfigVM_Task, 'duration_secs': 0.337953} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.693405] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 64181f99-d470-4df2-9b9c-68f554816a19/64181f99-d470-4df2-9b9c-68f554816a19.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.693405] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a5169d1-da67-44e2-909f-37f573d476d3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.700764] env[63097]: DEBUG oslo_vmware.api [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Waiting for the task: (returnval){ [ 1130.700764] env[63097]: value = "task-1686283" [ 1130.700764] env[63097]: _type = "Task" [ 1130.700764] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.712285] env[63097]: DEBUG oslo_vmware.api [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Task: {'id': task-1686283, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.724031] env[63097]: DEBUG oslo_vmware.api [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': task-1686281, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024771} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.724336] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.724577] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Moving file from [datastore2] vmware_temp/c28b11f1-ab9d-4147-a0b1-6d345267d1a3/62867302-ebc1-4c14-ab1f-3120d7e2b6ed to [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed. {{(pid=63097) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1130.724881] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-2c18d00b-0087-49ab-b94e-3443c0ded2b5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.733755] env[63097]: DEBUG oslo_vmware.api [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Waiting for the task: (returnval){ [ 1130.733755] env[63097]: value = "task-1686284" [ 1130.733755] env[63097]: _type = "Task" [ 1130.733755] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.742768] env[63097]: DEBUG oslo_vmware.api [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': task-1686284, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.778469] env[63097]: DEBUG oslo_vmware.api [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Task: {'id': task-1686282, 'name': ReconfigVM_Task, 'duration_secs': 0.318772} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.778469] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 6f3926be-cfa8-4d38-959d-0e67c79f852d/6f3926be-cfa8-4d38-959d-0e67c79f852d.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.778469] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-637c6e6e-71ed-4fbc-976b-cb32ed4e9352 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.784242] env[63097]: DEBUG oslo_vmware.api [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Waiting for the task: (returnval){ [ 1130.784242] env[63097]: value = "task-1686285" [ 1130.784242] env[63097]: _type = "Task" [ 1130.784242] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.796867] env[63097]: DEBUG oslo_vmware.api [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Task: {'id': task-1686285, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.056040] env[63097]: DEBUG nova.compute.manager [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1131.060089] env[63097]: DEBUG nova.scheduler.client.report [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1131.084253] env[63097]: DEBUG nova.virt.hardware [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1131.084253] env[63097]: DEBUG nova.virt.hardware [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1131.084253] env[63097]: DEBUG nova.virt.hardware [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.084253] env[63097]: DEBUG nova.virt.hardware [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1131.085328] env[63097]: DEBUG nova.virt.hardware [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.085328] env[63097]: DEBUG nova.virt.hardware [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1131.085457] env[63097]: DEBUG nova.virt.hardware [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1131.086789] env[63097]: DEBUG nova.virt.hardware [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1131.086971] env[63097]: DEBUG nova.virt.hardware [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1131.087152] env[63097]: DEBUG nova.virt.hardware [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1131.087326] env[63097]: DEBUG nova.virt.hardware [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1131.088224] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fbeef0-b7a6-4dec-bd6f-e0771d8e9a1e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.101451] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f37209-7d3c-4543-b5d3-d6205e135e57 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.139292] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686279, 'name': CreateVM_Task, 'duration_secs': 0.829049} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.139567] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1131.140907] env[63097]: DEBUG oslo_concurrency.lockutils [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.140979] env[63097]: DEBUG oslo_concurrency.lockutils [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.141329] env[63097]: DEBUG oslo_concurrency.lockutils [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.141606] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a91f8682-8242-4cee-a5ef-a00497e56234 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.147823] env[63097]: DEBUG oslo_vmware.api [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Waiting for the task: (returnval){ [ 1131.147823] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5267b8dd-d615-f89b-dff7-79fb8ffd0a1e" [ 1131.147823] env[63097]: _type = "Task" [ 1131.147823] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.159352] env[63097]: DEBUG oslo_vmware.api [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5267b8dd-d615-f89b-dff7-79fb8ffd0a1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.216357] env[63097]: DEBUG oslo_vmware.api [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Task: {'id': task-1686283, 'name': Rename_Task, 'duration_secs': 0.16049} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.216774] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1131.216985] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22761ca6-2110-476b-97bd-b8068b1e7467 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.228310] env[63097]: DEBUG oslo_vmware.api [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Waiting for the task: (returnval){ [ 1131.228310] env[63097]: value = "task-1686286" [ 1131.228310] env[63097]: _type = "Task" [ 1131.228310] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.247649] env[63097]: DEBUG oslo_vmware.api [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Task: {'id': task-1686286, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.251581] env[63097]: DEBUG oslo_vmware.api [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': task-1686284, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.024783} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.252275] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] File moved {{(pid=63097) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1131.252587] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Cleaning up location [datastore2] vmware_temp/c28b11f1-ab9d-4147-a0b1-6d345267d1a3 {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1131.253018] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Deleting the datastore file [datastore2] vmware_temp/c28b11f1-ab9d-4147-a0b1-6d345267d1a3 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1131.253369] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ecd89f7a-bdc8-4283-80ca-aef4a3983107 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.262557] env[63097]: DEBUG oslo_vmware.api [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Waiting for the task: (returnval){ [ 1131.262557] env[63097]: value = "task-1686287" [ 1131.262557] env[63097]: _type = "Task" [ 1131.262557] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.273193] env[63097]: DEBUG oslo_vmware.api [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': task-1686287, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.289112] env[63097]: DEBUG nova.compute.manager [None req-4aa6a0d2-77d1-4878-99b5-66f6d73a2491 tempest-ServerDiagnosticsV248Test-791464038 tempest-ServerDiagnosticsV248Test-791464038-project-admin] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1131.289112] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a071b4-7862-4397-9ff1-0218425ce0e1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.301760] env[63097]: INFO nova.compute.manager [None req-4aa6a0d2-77d1-4878-99b5-66f6d73a2491 tempest-ServerDiagnosticsV248Test-791464038 tempest-ServerDiagnosticsV248Test-791464038-project-admin] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Retrieving diagnostics [ 1131.306213] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3062591-e796-476b-9c21-ec63acd0c124 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.309440] env[63097]: DEBUG oslo_vmware.api [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Task: {'id': task-1686285, 'name': Rename_Task, 'duration_secs': 0.158086} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.309887] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1131.310707] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a233514-1a84-46a8-b594-d09dd3679f02 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.347778] env[63097]: DEBUG oslo_vmware.api [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Waiting for the task: (returnval){ [ 1131.347778] env[63097]: value = "task-1686288" [ 1131.347778] env[63097]: _type = "Task" [ 1131.347778] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.356423] env[63097]: DEBUG oslo_vmware.api [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Task: {'id': task-1686288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.567612] env[63097]: DEBUG oslo_concurrency.lockutils [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.568183] env[63097]: DEBUG nova.compute.manager [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1131.576712] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.752s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.578406] env[63097]: INFO nova.compute.claims [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1131.629821] env[63097]: DEBUG nova.compute.manager [req-fe465b68-3254-4343-85bc-e4ec20de6071 req-cf903fef-d28c-4921-81ba-3eda7aeb8a2c service nova] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] Received event network-changed-b465657e-b584-4ee1-977b-464f5c82a601 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1131.629821] env[63097]: DEBUG nova.compute.manager [req-fe465b68-3254-4343-85bc-e4ec20de6071 req-cf903fef-d28c-4921-81ba-3eda7aeb8a2c service nova] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] Refreshing instance network info cache due to event network-changed-b465657e-b584-4ee1-977b-464f5c82a601. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1131.630641] env[63097]: DEBUG oslo_concurrency.lockutils [req-fe465b68-3254-4343-85bc-e4ec20de6071 req-cf903fef-d28c-4921-81ba-3eda7aeb8a2c service nova] Acquiring lock "refresh_cache-6f3926be-cfa8-4d38-959d-0e67c79f852d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.630889] env[63097]: DEBUG oslo_concurrency.lockutils [req-fe465b68-3254-4343-85bc-e4ec20de6071 req-cf903fef-d28c-4921-81ba-3eda7aeb8a2c service nova] Acquired lock "refresh_cache-6f3926be-cfa8-4d38-959d-0e67c79f852d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.631095] env[63097]: DEBUG nova.network.neutron [req-fe465b68-3254-4343-85bc-e4ec20de6071 req-cf903fef-d28c-4921-81ba-3eda7aeb8a2c service nova] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] Refreshing network info cache for port b465657e-b584-4ee1-977b-464f5c82a601 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1131.632890] env[63097]: DEBUG nova.network.neutron [req-fc1efd6d-5f90-41c2-af4e-ef7779570fba req-a3b328e1-e86a-4c46-9195-f590d4516758 service nova] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Updated VIF entry in instance network info cache for port 0fc109c9-1fb6-4d1c-9865-5e2e8a294550. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1131.636279] env[63097]: DEBUG nova.network.neutron [req-fc1efd6d-5f90-41c2-af4e-ef7779570fba req-a3b328e1-e86a-4c46-9195-f590d4516758 service nova] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Updating instance_info_cache with network_info: [{"id": "0fc109c9-1fb6-4d1c-9865-5e2e8a294550", "address": "fa:16:3e:01:4f:52", "network": {"id": "97a91bb6-ea1f-4ba3-ba33-aaa65adea374", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-714773217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77b129b72fc0442db1a793743eef3418", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fc109c9-1f", "ovs_interfaceid": "0fc109c9-1fb6-4d1c-9865-5e2e8a294550", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.671327] env[63097]: DEBUG oslo_vmware.api [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5267b8dd-d615-f89b-dff7-79fb8ffd0a1e, 'name': SearchDatastore_Task, 'duration_secs': 0.011492} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.671984] env[63097]: DEBUG oslo_concurrency.lockutils [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.672238] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1131.672446] env[63097]: DEBUG oslo_concurrency.lockutils [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.684905] env[63097]: DEBUG nova.network.neutron [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Successfully created port: c277a343-7e50-4953-a02e-f0946dc0ea8e {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1131.741614] env[63097]: DEBUG oslo_vmware.api [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Task: {'id': task-1686286, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.778516] env[63097]: DEBUG oslo_vmware.api [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': task-1686287, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.056844} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.778771] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1131.783260] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da50d6d0-6aa8-45c3-8950-10fe70b8c6e9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.790834] env[63097]: DEBUG oslo_vmware.api [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Waiting for the task: (returnval){ [ 1131.790834] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527e8bd6-91c1-1004-a1d3-be398722ea8c" [ 1131.790834] env[63097]: _type = "Task" [ 1131.790834] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.807984] env[63097]: DEBUG oslo_vmware.api [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527e8bd6-91c1-1004-a1d3-be398722ea8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.860489] env[63097]: DEBUG oslo_vmware.api [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Task: {'id': task-1686288, 'name': PowerOnVM_Task, 'duration_secs': 0.492359} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.860758] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1131.861449] env[63097]: INFO nova.compute.manager [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] Took 10.40 seconds to spawn the instance on the hypervisor. [ 1131.861449] env[63097]: DEBUG nova.compute.manager [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1131.863684] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b15f768-766f-4b9f-873e-8ec9b217ab89 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.085385] env[63097]: DEBUG nova.compute.utils [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1132.091726] env[63097]: DEBUG nova.compute.manager [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1132.091726] env[63097]: DEBUG nova.network.neutron [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1132.143817] env[63097]: DEBUG oslo_concurrency.lockutils [req-fc1efd6d-5f90-41c2-af4e-ef7779570fba req-a3b328e1-e86a-4c46-9195-f590d4516758 service nova] Releasing lock "refresh_cache-64181f99-d470-4df2-9b9c-68f554816a19" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.243829] env[63097]: DEBUG oslo_vmware.api [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Task: {'id': task-1686286, 'name': PowerOnVM_Task, 'duration_secs': 0.715916} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.244374] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1132.244652] env[63097]: INFO nova.compute.manager [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Took 13.21 seconds to spawn the instance on the hypervisor. [ 1132.245336] env[63097]: DEBUG nova.compute.manager [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1132.245807] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823e91c7-7793-45e7-b9b2-84335f56a235 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.307715] env[63097]: DEBUG oslo_vmware.api [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527e8bd6-91c1-1004-a1d3-be398722ea8c, 'name': SearchDatastore_Task, 'duration_secs': 0.012843} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.311972] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.312274] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] f7682359-f969-4869-869c-318c3bf750fb/f7682359-f969-4869-869c-318c3bf750fb.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1132.312574] env[63097]: DEBUG oslo_concurrency.lockutils [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.312756] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1132.312958] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6312168-c8f0-46b0-8a1a-89bc1825b4df {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.317555] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab14efaf-f943-4dcd-97ae-39038ab8d8e5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.330214] env[63097]: DEBUG oslo_vmware.api [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Waiting for the task: (returnval){ [ 1132.330214] env[63097]: value = "task-1686289" [ 1132.330214] env[63097]: _type = "Task" [ 1132.330214] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.331083] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1132.331382] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1132.335370] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-964fb163-b4a7-4f61-84ef-51217a05cd0d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.345608] env[63097]: DEBUG oslo_vmware.api [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': task-1686289, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.347181] env[63097]: DEBUG oslo_vmware.api [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Waiting for the task: (returnval){ [ 1132.347181] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b917cb-e1b7-19f5-fb58-53706b05f943" [ 1132.347181] env[63097]: _type = "Task" [ 1132.347181] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.358800] env[63097]: DEBUG oslo_vmware.api [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b917cb-e1b7-19f5-fb58-53706b05f943, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.384873] env[63097]: INFO nova.compute.manager [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] Took 19.95 seconds to build instance. [ 1132.410344] env[63097]: DEBUG nova.policy [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84bde3bfeb844b56b754f6967306a490', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ffb33e4d9204935b5acc37c6ddd06a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1132.501659] env[63097]: DEBUG nova.network.neutron [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Successfully updated port: 0260462a-b6f8-48bf-a7b9-562fa29cb029 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1132.590808] env[63097]: DEBUG nova.compute.manager [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1132.773036] env[63097]: INFO nova.compute.manager [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Took 20.51 seconds to build instance. [ 1132.848262] env[63097]: DEBUG oslo_vmware.api [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': task-1686289, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.857891] env[63097]: DEBUG oslo_vmware.api [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b917cb-e1b7-19f5-fb58-53706b05f943, 'name': SearchDatastore_Task, 'duration_secs': 0.021607} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.861783] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2b12389-c71f-4076-8cdf-94181d270d3a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.871262] env[63097]: DEBUG oslo_vmware.api [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Waiting for the task: (returnval){ [ 1132.871262] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52ad24fb-4a93-c8d8-7fa6-122bf3f81143" [ 1132.871262] env[63097]: _type = "Task" [ 1132.871262] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.889082] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a726f719-86ab-46d7-909d-cd6101a4de37 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Lock "6f3926be-cfa8-4d38-959d-0e67c79f852d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.465s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1132.889370] env[63097]: DEBUG oslo_vmware.api [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52ad24fb-4a93-c8d8-7fa6-122bf3f81143, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.924790] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feeef149-20bc-476c-a8ef-92fb4d6bd9e6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.937703] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14d2edc-55a4-4ed3-bbb0-df5a8b7b49ed {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.972022] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d179eed6-f05e-4440-bc30-604fb44b69bb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.981161] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddd0d22-dfc8-470f-ad65-e0d89fd775c8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.999103] env[63097]: DEBUG nova.compute.provider_tree [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.008576] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Acquiring lock "refresh_cache-98ba3b33-2415-4b39-9e7a-1d2cdaa0683e" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.008576] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Acquired lock "refresh_cache-98ba3b33-2415-4b39-9e7a-1d2cdaa0683e" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.008879] env[63097]: DEBUG nova.network.neutron [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1133.275698] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a1efeb57-ea36-4955-a931-bf12b78b8670 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Lock "64181f99-d470-4df2-9b9c-68f554816a19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.027s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1133.345046] env[63097]: DEBUG oslo_vmware.api [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': task-1686289, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.882929} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.345046] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] f7682359-f969-4869-869c-318c3bf750fb/f7682359-f969-4869-869c-318c3bf750fb.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1133.345262] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1133.345564] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cee5f249-92b9-4a9a-bf4a-f846e3a4f936 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.354025] env[63097]: DEBUG oslo_vmware.api [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Waiting for the task: (returnval){ [ 1133.354025] env[63097]: value = "task-1686290" [ 1133.354025] env[63097]: _type = "Task" [ 1133.354025] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.362599] env[63097]: DEBUG oslo_vmware.api [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': task-1686290, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.386068] env[63097]: DEBUG oslo_vmware.api [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52ad24fb-4a93-c8d8-7fa6-122bf3f81143, 'name': SearchDatastore_Task, 'duration_secs': 0.068236} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.386407] env[63097]: DEBUG oslo_concurrency.lockutils [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.386742] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 20760c23-3839-43d5-a209-8f91b7316a9e/20760c23-3839-43d5-a209-8f91b7316a9e.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1133.387272] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-403b6ca6-2ab8-4ef8-80ee-6ddb187672b3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.394766] env[63097]: DEBUG nova.compute.manager [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1133.398067] env[63097]: DEBUG oslo_vmware.api [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Waiting for the task: (returnval){ [ 1133.398067] env[63097]: value = "task-1686291" [ 1133.398067] env[63097]: _type = "Task" [ 1133.398067] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.408343] env[63097]: DEBUG oslo_vmware.api [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Task: {'id': task-1686291, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.501958] env[63097]: DEBUG nova.scheduler.client.report [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1133.606809] env[63097]: DEBUG nova.compute.manager [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1133.635329] env[63097]: DEBUG nova.network.neutron [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1133.638974] env[63097]: DEBUG nova.virt.hardware [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1133.639223] env[63097]: DEBUG nova.virt.hardware [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1133.644417] env[63097]: DEBUG nova.virt.hardware [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1133.644417] env[63097]: DEBUG nova.virt.hardware [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1133.644417] env[63097]: DEBUG nova.virt.hardware [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1133.644417] env[63097]: DEBUG nova.virt.hardware [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1133.644417] env[63097]: DEBUG nova.virt.hardware [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1133.644576] env[63097]: DEBUG nova.virt.hardware [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1133.644576] env[63097]: DEBUG nova.virt.hardware [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1133.644576] env[63097]: DEBUG nova.virt.hardware [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1133.644576] env[63097]: DEBUG nova.virt.hardware [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1133.646611] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c00911-ff7f-4646-9017-ae89fbb1da81 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.651895] env[63097]: DEBUG nova.network.neutron [req-fe465b68-3254-4343-85bc-e4ec20de6071 req-cf903fef-d28c-4921-81ba-3eda7aeb8a2c service nova] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] Updated VIF entry in instance network info cache for port b465657e-b584-4ee1-977b-464f5c82a601. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1133.652648] env[63097]: DEBUG nova.network.neutron [req-fe465b68-3254-4343-85bc-e4ec20de6071 req-cf903fef-d28c-4921-81ba-3eda7aeb8a2c service nova] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] Updating instance_info_cache with network_info: [{"id": "b465657e-b584-4ee1-977b-464f5c82a601", "address": "fa:16:3e:8b:65:0f", "network": {"id": "6b81232d-2bfc-4ee5-aaa8-178b8f49236c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6d5186fbfb8046dfb1f369e636f8eafb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb465657e-b5", "ovs_interfaceid": "b465657e-b584-4ee1-977b-464f5c82a601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.661742] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b6644c-4803-4f19-b6aa-b957023b2f67 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.781206] env[63097]: DEBUG nova.compute.manager [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1133.865364] env[63097]: DEBUG oslo_vmware.api [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': task-1686290, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.239961} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.865768] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1133.866934] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92afe607-a38f-4c97-b143-bc9a318a1ccc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.900031] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] f7682359-f969-4869-869c-318c3bf750fb/f7682359-f969-4869-869c-318c3bf750fb.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.902631] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bb9aff5-8bb5-4e27-a0ec-ac36a087f871 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.938198] env[63097]: DEBUG oslo_vmware.api [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Task: {'id': task-1686291, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.939623] env[63097]: DEBUG oslo_vmware.api [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Waiting for the task: (returnval){ [ 1133.939623] env[63097]: value = "task-1686292" [ 1133.939623] env[63097]: _type = "Task" [ 1133.939623] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.951310] env[63097]: DEBUG oslo_vmware.api [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': task-1686292, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.954418] env[63097]: DEBUG oslo_concurrency.lockutils [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1134.009453] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.433s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1134.010103] env[63097]: DEBUG nova.compute.manager [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1134.013737] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.701s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1134.015605] env[63097]: INFO nova.compute.claims [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1134.156373] env[63097]: DEBUG oslo_concurrency.lockutils [req-fe465b68-3254-4343-85bc-e4ec20de6071 req-cf903fef-d28c-4921-81ba-3eda7aeb8a2c service nova] Releasing lock "refresh_cache-6f3926be-cfa8-4d38-959d-0e67c79f852d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.156928] env[63097]: DEBUG nova.compute.manager [req-fe465b68-3254-4343-85bc-e4ec20de6071 req-cf903fef-d28c-4921-81ba-3eda7aeb8a2c service nova] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] Received event network-vif-plugged-2ede58c6-d687-4309-a1df-fb116e0510fc {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1134.157592] env[63097]: DEBUG oslo_concurrency.lockutils [req-fe465b68-3254-4343-85bc-e4ec20de6071 req-cf903fef-d28c-4921-81ba-3eda7aeb8a2c service nova] Acquiring lock "20760c23-3839-43d5-a209-8f91b7316a9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1134.157592] env[63097]: DEBUG oslo_concurrency.lockutils [req-fe465b68-3254-4343-85bc-e4ec20de6071 req-cf903fef-d28c-4921-81ba-3eda7aeb8a2c service nova] Lock "20760c23-3839-43d5-a209-8f91b7316a9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1134.157870] env[63097]: DEBUG oslo_concurrency.lockutils [req-fe465b68-3254-4343-85bc-e4ec20de6071 req-cf903fef-d28c-4921-81ba-3eda7aeb8a2c service nova] Lock "20760c23-3839-43d5-a209-8f91b7316a9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1134.158467] env[63097]: DEBUG nova.compute.manager [req-fe465b68-3254-4343-85bc-e4ec20de6071 req-cf903fef-d28c-4921-81ba-3eda7aeb8a2c service nova] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] No waiting events found dispatching network-vif-plugged-2ede58c6-d687-4309-a1df-fb116e0510fc {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1134.158642] env[63097]: WARNING nova.compute.manager [req-fe465b68-3254-4343-85bc-e4ec20de6071 req-cf903fef-d28c-4921-81ba-3eda7aeb8a2c service nova] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] Received unexpected event network-vif-plugged-2ede58c6-d687-4309-a1df-fb116e0510fc for instance with vm_state building and task_state spawning. [ 1134.159068] env[63097]: DEBUG nova.compute.manager [req-fe465b68-3254-4343-85bc-e4ec20de6071 req-cf903fef-d28c-4921-81ba-3eda7aeb8a2c service nova] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] Received event network-changed-2ede58c6-d687-4309-a1df-fb116e0510fc {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1134.159465] env[63097]: DEBUG nova.compute.manager [req-fe465b68-3254-4343-85bc-e4ec20de6071 req-cf903fef-d28c-4921-81ba-3eda7aeb8a2c service nova] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] Refreshing instance network info cache due to event network-changed-2ede58c6-d687-4309-a1df-fb116e0510fc. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1134.159465] env[63097]: DEBUG oslo_concurrency.lockutils [req-fe465b68-3254-4343-85bc-e4ec20de6071 req-cf903fef-d28c-4921-81ba-3eda7aeb8a2c service nova] Acquiring lock "refresh_cache-20760c23-3839-43d5-a209-8f91b7316a9e" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.159963] env[63097]: DEBUG oslo_concurrency.lockutils [req-fe465b68-3254-4343-85bc-e4ec20de6071 req-cf903fef-d28c-4921-81ba-3eda7aeb8a2c service nova] Acquired lock "refresh_cache-20760c23-3839-43d5-a209-8f91b7316a9e" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.160159] env[63097]: DEBUG nova.network.neutron [req-fe465b68-3254-4343-85bc-e4ec20de6071 req-cf903fef-d28c-4921-81ba-3eda7aeb8a2c service nova] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] Refreshing network info cache for port 2ede58c6-d687-4309-a1df-fb116e0510fc {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1134.208033] env[63097]: DEBUG nova.network.neutron [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Updating instance_info_cache with network_info: [{"id": "0260462a-b6f8-48bf-a7b9-562fa29cb029", "address": "fa:16:3e:25:ef:67", "network": {"id": "6b81232d-2bfc-4ee5-aaa8-178b8f49236c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6d5186fbfb8046dfb1f369e636f8eafb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0260462a-b6", "ovs_interfaceid": "0260462a-b6f8-48bf-a7b9-562fa29cb029", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.304855] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1134.414646] env[63097]: DEBUG oslo_vmware.api [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Task: {'id': task-1686291, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.449612] env[63097]: DEBUG oslo_vmware.api [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': task-1686292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.463278] env[63097]: DEBUG nova.network.neutron [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] Successfully created port: 949b5fc7-d159-4026-afca-a27ce18ba853 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1134.525580] env[63097]: DEBUG nova.compute.utils [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1134.530222] env[63097]: DEBUG nova.compute.manager [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1134.530222] env[63097]: DEBUG nova.network.neutron [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1134.645186] env[63097]: DEBUG nova.policy [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c1792554c7541ac82d740dfcec62516', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79f69c2778b7482788d99c705a29be43', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1134.713368] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Releasing lock "refresh_cache-98ba3b33-2415-4b39-9e7a-1d2cdaa0683e" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.713700] env[63097]: DEBUG nova.compute.manager [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Instance network_info: |[{"id": "0260462a-b6f8-48bf-a7b9-562fa29cb029", "address": "fa:16:3e:25:ef:67", "network": {"id": "6b81232d-2bfc-4ee5-aaa8-178b8f49236c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6d5186fbfb8046dfb1f369e636f8eafb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0260462a-b6", "ovs_interfaceid": "0260462a-b6f8-48bf-a7b9-562fa29cb029", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1134.714157] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:ef:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0260462a-b6f8-48bf-a7b9-562fa29cb029', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1134.725845] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Creating folder: Project (329a690027b048aa8061901948707b4f). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1134.726242] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4759e8e4-e5a6-47b2-afc8-431a31a95c98 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.739834] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Created folder: Project (329a690027b048aa8061901948707b4f) in parent group-v351483. [ 1134.740055] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Creating folder: Instances. Parent ref: group-v351499. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1134.740570] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68e5141d-9fb7-457d-ab36-2e8b87ce086f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.750602] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Created folder: Instances in parent group-v351499. [ 1134.751081] env[63097]: DEBUG oslo.service.loopingcall [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1134.751274] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1134.751547] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d784cafb-7d2e-4f3e-86af-f8f5d008a818 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.776070] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1134.776070] env[63097]: value = "task-1686295" [ 1134.776070] env[63097]: _type = "Task" [ 1134.776070] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.788734] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686295, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.802496] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Acquiring lock "9614706d-274e-4569-8e45-02a470762719" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1134.802733] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Lock "9614706d-274e-4569-8e45-02a470762719" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1134.843890] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Acquiring lock "4f939250-0a12-4672-aab7-b7ccecce4924" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1134.843890] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Lock "4f939250-0a12-4672-aab7-b7ccecce4924" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1134.917670] env[63097]: DEBUG oslo_vmware.api [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Task: {'id': task-1686291, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.10304} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.918074] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 20760c23-3839-43d5-a209-8f91b7316a9e/20760c23-3839-43d5-a209-8f91b7316a9e.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1134.918340] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1134.918598] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-022b593b-b685-4aa4-90a3-6d8f69e36beb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.926951] env[63097]: DEBUG oslo_vmware.api [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Waiting for the task: (returnval){ [ 1134.926951] env[63097]: value = "task-1686296" [ 1134.926951] env[63097]: _type = "Task" [ 1134.926951] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.938894] env[63097]: DEBUG oslo_vmware.api [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Task: {'id': task-1686296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.953714] env[63097]: DEBUG oslo_vmware.api [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': task-1686292, 'name': ReconfigVM_Task, 'duration_secs': 0.738238} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.953714] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Reconfigured VM instance instance-00000005 to attach disk [datastore2] f7682359-f969-4869-869c-318c3bf750fb/f7682359-f969-4869-869c-318c3bf750fb.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.953714] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec77061c-da16-42f6-b64a-9fea9f168922 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.959508] env[63097]: DEBUG oslo_vmware.api [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Waiting for the task: (returnval){ [ 1134.959508] env[63097]: value = "task-1686297" [ 1134.959508] env[63097]: _type = "Task" [ 1134.959508] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.969071] env[63097]: DEBUG oslo_vmware.api [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': task-1686297, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.032741] env[63097]: DEBUG nova.compute.manager [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1135.107079] env[63097]: DEBUG nova.network.neutron [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] Successfully created port: 17533ac2-2439-4d60-b7a1-c41cf6ef5e4f {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1135.295363] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686295, 'name': CreateVM_Task, 'duration_secs': 0.49101} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.295991] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1135.296511] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.296755] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.297012] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1135.297302] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c17d015-23e3-4b03-806f-55138cb18f98 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.305437] env[63097]: DEBUG oslo_vmware.api [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Waiting for the task: (returnval){ [ 1135.305437] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]522c7f6d-d018-cf30-9356-5e16d172e977" [ 1135.305437] env[63097]: _type = "Task" [ 1135.305437] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.319133] env[63097]: DEBUG oslo_vmware.api [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]522c7f6d-d018-cf30-9356-5e16d172e977, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.441330] env[63097]: DEBUG oslo_vmware.api [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Task: {'id': task-1686296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096079} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.444520] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1135.445614] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4490c51e-d556-4f56-8847-b0f82195be5b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.471109] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 20760c23-3839-43d5-a209-8f91b7316a9e/20760c23-3839-43d5-a209-8f91b7316a9e.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.477990] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dce2dbc-7b29-4a43-97ca-71718bc21258 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.495918] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acf8d96-761c-460e-8ab0-3a8436a1f860 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.504677] env[63097]: DEBUG oslo_vmware.api [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': task-1686297, 'name': Rename_Task, 'duration_secs': 0.27489} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.507726] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1135.508051] env[63097]: DEBUG oslo_vmware.api [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Waiting for the task: (returnval){ [ 1135.508051] env[63097]: value = "task-1686298" [ 1135.508051] env[63097]: _type = "Task" [ 1135.508051] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.508282] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5b038bd-7fd8-4612-9eb1-461ef753bd23 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.510593] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158365e5-4b75-4327-990f-6efeb29366f9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.522983] env[63097]: DEBUG oslo_vmware.api [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Task: {'id': task-1686298, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.554177] env[63097]: DEBUG oslo_vmware.api [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Waiting for the task: (returnval){ [ 1135.554177] env[63097]: value = "task-1686299" [ 1135.554177] env[63097]: _type = "Task" [ 1135.554177] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.555044] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1015d234-e16c-4296-a335-70bf67f8ad86 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.568065] env[63097]: DEBUG oslo_vmware.api [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': task-1686299, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.569521] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0884b9-a5ec-4b6c-bf99-5585af7d8ca3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.586108] env[63097]: DEBUG nova.compute.provider_tree [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.766947] env[63097]: DEBUG nova.compute.manager [req-10c060b8-f8cf-4437-ac53-6b5a17870fc4 req-31b1b0ab-bbbc-4c88-91ab-16df3fe0c1b7 service nova] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Received event network-vif-plugged-0260462a-b6f8-48bf-a7b9-562fa29cb029 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1135.767460] env[63097]: DEBUG oslo_concurrency.lockutils [req-10c060b8-f8cf-4437-ac53-6b5a17870fc4 req-31b1b0ab-bbbc-4c88-91ab-16df3fe0c1b7 service nova] Acquiring lock "98ba3b33-2415-4b39-9e7a-1d2cdaa0683e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.767460] env[63097]: DEBUG oslo_concurrency.lockutils [req-10c060b8-f8cf-4437-ac53-6b5a17870fc4 req-31b1b0ab-bbbc-4c88-91ab-16df3fe0c1b7 service nova] Lock "98ba3b33-2415-4b39-9e7a-1d2cdaa0683e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.767720] env[63097]: DEBUG oslo_concurrency.lockutils [req-10c060b8-f8cf-4437-ac53-6b5a17870fc4 req-31b1b0ab-bbbc-4c88-91ab-16df3fe0c1b7 service nova] Lock "98ba3b33-2415-4b39-9e7a-1d2cdaa0683e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1135.767720] env[63097]: DEBUG nova.compute.manager [req-10c060b8-f8cf-4437-ac53-6b5a17870fc4 req-31b1b0ab-bbbc-4c88-91ab-16df3fe0c1b7 service nova] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] No waiting events found dispatching network-vif-plugged-0260462a-b6f8-48bf-a7b9-562fa29cb029 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1135.767881] env[63097]: WARNING nova.compute.manager [req-10c060b8-f8cf-4437-ac53-6b5a17870fc4 req-31b1b0ab-bbbc-4c88-91ab-16df3fe0c1b7 service nova] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Received unexpected event network-vif-plugged-0260462a-b6f8-48bf-a7b9-562fa29cb029 for instance with vm_state building and task_state spawning. [ 1135.818436] env[63097]: DEBUG oslo_vmware.api [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]522c7f6d-d018-cf30-9356-5e16d172e977, 'name': SearchDatastore_Task, 'duration_secs': 0.014428} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.819261] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.819261] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1135.819261] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.819418] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.819452] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1135.820026] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab7b78c2-18ae-4888-ba0b-f7ecce11ab6f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.832729] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1135.832930] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1135.833699] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-230fe99e-497b-4d51-b512-32fc865bb16b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.840621] env[63097]: DEBUG oslo_vmware.api [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Waiting for the task: (returnval){ [ 1135.840621] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527f95d7-b5af-35da-a759-a7bb07e0c915" [ 1135.840621] env[63097]: _type = "Task" [ 1135.840621] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.852217] env[63097]: DEBUG oslo_vmware.api [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527f95d7-b5af-35da-a759-a7bb07e0c915, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.023016] env[63097]: DEBUG oslo_vmware.api [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Task: {'id': task-1686298, 'name': ReconfigVM_Task, 'duration_secs': 0.290859} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.023557] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 20760c23-3839-43d5-a209-8f91b7316a9e/20760c23-3839-43d5-a209-8f91b7316a9e.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.024417] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95545845-7fa9-4bb2-a9b2-a3bd2b2846c3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.034107] env[63097]: DEBUG oslo_vmware.api [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Waiting for the task: (returnval){ [ 1136.034107] env[63097]: value = "task-1686300" [ 1136.034107] env[63097]: _type = "Task" [ 1136.034107] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.050460] env[63097]: DEBUG oslo_vmware.api [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Task: {'id': task-1686300, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.055646] env[63097]: DEBUG nova.compute.manager [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1136.068857] env[63097]: DEBUG oslo_vmware.api [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': task-1686299, 'name': PowerOnVM_Task} progress is 71%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.091425] env[63097]: DEBUG nova.scheduler.client.report [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1136.099431] env[63097]: DEBUG nova.virt.hardware [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1136.099431] env[63097]: DEBUG nova.virt.hardware [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1136.099431] env[63097]: DEBUG nova.virt.hardware [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1136.099431] env[63097]: DEBUG nova.virt.hardware [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1136.100042] env[63097]: DEBUG nova.virt.hardware [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1136.100042] env[63097]: DEBUG nova.virt.hardware [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1136.100042] env[63097]: DEBUG nova.virt.hardware [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1136.100042] env[63097]: DEBUG nova.virt.hardware [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1136.100042] env[63097]: DEBUG nova.virt.hardware [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1136.100239] env[63097]: DEBUG nova.virt.hardware [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1136.100239] env[63097]: DEBUG nova.virt.hardware [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1136.100239] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f9dd4f-577d-4f11-a83d-4947e01bd8c4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.107746] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5711396-e0a4-4c46-a048-5dc6758b22ff {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.210972] env[63097]: DEBUG nova.network.neutron [req-fe465b68-3254-4343-85bc-e4ec20de6071 req-cf903fef-d28c-4921-81ba-3eda7aeb8a2c service nova] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] Updated VIF entry in instance network info cache for port 2ede58c6-d687-4309-a1df-fb116e0510fc. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1136.211376] env[63097]: DEBUG nova.network.neutron [req-fe465b68-3254-4343-85bc-e4ec20de6071 req-cf903fef-d28c-4921-81ba-3eda7aeb8a2c service nova] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] Updating instance_info_cache with network_info: [{"id": "2ede58c6-d687-4309-a1df-fb116e0510fc", "address": "fa:16:3e:c6:2c:2c", "network": {"id": "6b81232d-2bfc-4ee5-aaa8-178b8f49236c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6d5186fbfb8046dfb1f369e636f8eafb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ede58c6-d6", "ovs_interfaceid": "2ede58c6-d687-4309-a1df-fb116e0510fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.350676] env[63097]: DEBUG oslo_vmware.api [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527f95d7-b5af-35da-a759-a7bb07e0c915, 'name': SearchDatastore_Task, 'duration_secs': 0.041585} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.351519] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0db5f96-fe75-4ac4-93c5-1ae4481fd8cc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.357663] env[63097]: DEBUG oslo_vmware.api [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Waiting for the task: (returnval){ [ 1136.357663] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5203a0cf-dc5e-3d48-a4e7-0be2f5af2acb" [ 1136.357663] env[63097]: _type = "Task" [ 1136.357663] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.365395] env[63097]: DEBUG oslo_vmware.api [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5203a0cf-dc5e-3d48-a4e7-0be2f5af2acb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.549741] env[63097]: DEBUG oslo_vmware.api [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Task: {'id': task-1686300, 'name': Rename_Task, 'duration_secs': 0.137751} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.550177] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1136.551033] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6079a7af-eaae-4c05-ad0b-a9e4df1394fb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.558072] env[63097]: DEBUG oslo_vmware.api [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Waiting for the task: (returnval){ [ 1136.558072] env[63097]: value = "task-1686301" [ 1136.558072] env[63097]: _type = "Task" [ 1136.558072] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.568816] env[63097]: DEBUG oslo_vmware.api [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Task: {'id': task-1686301, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.572163] env[63097]: DEBUG oslo_vmware.api [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': task-1686299, 'name': PowerOnVM_Task, 'duration_secs': 0.932934} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.572921] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1136.573164] env[63097]: INFO nova.compute.manager [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Took 10.42 seconds to spawn the instance on the hypervisor. [ 1136.573346] env[63097]: DEBUG nova.compute.manager [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1136.574400] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a17e0ac-2ca8-499c-a6ba-7ea6bfe69de5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.606114] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1136.606114] env[63097]: DEBUG nova.compute.manager [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1136.608304] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.488s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1136.700597] env[63097]: DEBUG nova.network.neutron [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Successfully updated port: c277a343-7e50-4953-a02e-f0946dc0ea8e {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1136.716930] env[63097]: DEBUG oslo_concurrency.lockutils [req-fe465b68-3254-4343-85bc-e4ec20de6071 req-cf903fef-d28c-4921-81ba-3eda7aeb8a2c service nova] Releasing lock "refresh_cache-20760c23-3839-43d5-a209-8f91b7316a9e" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.871034] env[63097]: DEBUG oslo_vmware.api [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5203a0cf-dc5e-3d48-a4e7-0be2f5af2acb, 'name': SearchDatastore_Task, 'duration_secs': 0.029949} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.871304] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.871590] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e/98ba3b33-2415-4b39-9e7a-1d2cdaa0683e.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1136.872100] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c184b1a4-907c-4dd5-9eb6-f21a40225cb5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.879605] env[63097]: DEBUG oslo_vmware.api [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Waiting for the task: (returnval){ [ 1136.879605] env[63097]: value = "task-1686302" [ 1136.879605] env[63097]: _type = "Task" [ 1136.879605] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.890059] env[63097]: DEBUG oslo_vmware.api [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1686302, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.038712] env[63097]: DEBUG nova.network.neutron [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] Successfully updated port: 17533ac2-2439-4d60-b7a1-c41cf6ef5e4f {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1137.068168] env[63097]: DEBUG oslo_vmware.api [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Task: {'id': task-1686301, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.104908] env[63097]: INFO nova.compute.manager [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Took 24.48 seconds to build instance. [ 1137.112315] env[63097]: DEBUG nova.compute.utils [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1137.113562] env[63097]: DEBUG nova.compute.manager [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1137.113755] env[63097]: DEBUG nova.network.neutron [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1137.202743] env[63097]: DEBUG oslo_concurrency.lockutils [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquiring lock "refresh_cache-ca593388-7163-4a80-8639-19e2553f37d7" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.203224] env[63097]: DEBUG oslo_concurrency.lockutils [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquired lock "refresh_cache-ca593388-7163-4a80-8639-19e2553f37d7" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.203904] env[63097]: DEBUG nova.network.neutron [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1137.239075] env[63097]: DEBUG nova.policy [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '927ab8622712412bb9090097d25c53f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '735b9ee2f3e64bccba29f5be20fcf55f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1137.392146] env[63097]: DEBUG oslo_vmware.api [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1686302, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.541489] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquiring lock "refresh_cache-3aad7770-542e-410c-bcea-1d2be6ad6e13" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.541659] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquired lock "refresh_cache-3aad7770-542e-410c-bcea-1d2be6ad6e13" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.541826] env[63097]: DEBUG nova.network.neutron [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1137.568896] env[63097]: DEBUG oslo_vmware.api [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Task: {'id': task-1686301, 'name': PowerOnVM_Task, 'duration_secs': 0.573763} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.569387] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1137.569696] env[63097]: INFO nova.compute.manager [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] Took 13.78 seconds to spawn the instance on the hypervisor. [ 1137.569960] env[63097]: DEBUG nova.compute.manager [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1137.571830] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b716990a-114b-4c09-bc55-c3b3d2330689 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.607967] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5eaa1f5e-ed23-48a7-8b68-49ec6529387e tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Lock "f7682359-f969-4869-869c-318c3bf750fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.998s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.621223] env[63097]: DEBUG nova.compute.manager [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1137.886345] env[63097]: DEBUG nova.network.neutron [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1137.893870] env[63097]: DEBUG oslo_vmware.api [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1686302, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705675} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.894179] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e/98ba3b33-2415-4b39-9e7a-1d2cdaa0683e.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1137.894441] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1137.894749] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2a85135-4024-49b6-917c-581fffef3d01 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.902097] env[63097]: DEBUG oslo_vmware.api [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Waiting for the task: (returnval){ [ 1137.902097] env[63097]: value = "task-1686303" [ 1137.902097] env[63097]: _type = "Task" [ 1137.902097] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.910682] env[63097]: DEBUG oslo_vmware.api [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1686303, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.027661] env[63097]: DEBUG nova.network.neutron [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Successfully created port: 0d7b59b4-de35-4ecf-a974-2c813748029c {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1138.099793] env[63097]: INFO nova.compute.manager [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] Took 25.65 seconds to build instance. [ 1138.111479] env[63097]: DEBUG nova.compute.manager [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1138.165518] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance a2b10901-0c3a-46fd-b950-e6c6bab0c382 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1138.183166] env[63097]: DEBUG nova.network.neutron [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1138.430463] env[63097]: DEBUG oslo_vmware.api [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1686303, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072848} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.430463] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1138.430463] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67dbd27d-1564-4690-b272-564677f9603f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.457346] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e/98ba3b33-2415-4b39-9e7a-1d2cdaa0683e.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1138.463312] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a67b9eca-abe9-434e-88c0-6cf886806c4c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.484148] env[63097]: DEBUG oslo_vmware.api [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Waiting for the task: (returnval){ [ 1138.484148] env[63097]: value = "task-1686304" [ 1138.484148] env[63097]: _type = "Task" [ 1138.484148] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.500262] env[63097]: DEBUG oslo_vmware.api [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1686304, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.602221] env[63097]: DEBUG oslo_concurrency.lockutils [None req-02f1068e-4d8f-4702-900b-6a9d0afb6c42 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Lock "20760c23-3839-43d5-a209-8f91b7316a9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.166s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1138.637678] env[63097]: DEBUG nova.compute.manager [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1138.646173] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.667599] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 9c6e2679-c149-49c8-8a9f-bbae63fc378d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1138.674304] env[63097]: DEBUG nova.virt.hardware [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1138.674525] env[63097]: DEBUG nova.virt.hardware [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1138.674687] env[63097]: DEBUG nova.virt.hardware [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1138.674866] env[63097]: DEBUG nova.virt.hardware [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1138.675027] env[63097]: DEBUG nova.virt.hardware [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1138.675181] env[63097]: DEBUG nova.virt.hardware [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1138.675382] env[63097]: DEBUG nova.virt.hardware [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1138.675540] env[63097]: DEBUG nova.virt.hardware [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1138.675744] env[63097]: DEBUG nova.virt.hardware [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1138.675886] env[63097]: DEBUG nova.virt.hardware [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1138.676160] env[63097]: DEBUG nova.virt.hardware [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1138.677065] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91025c51-3d76-450f-b409-2dc235e388d1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.688153] env[63097]: DEBUG nova.network.neutron [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Updating instance_info_cache with network_info: [{"id": "c277a343-7e50-4953-a02e-f0946dc0ea8e", "address": "fa:16:3e:9a:48:9a", "network": {"id": "a29d7f17-c262-4aff-9080-188421d3a9a0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1381308876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79f69c2778b7482788d99c705a29be43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc277a343-7e", "ovs_interfaceid": "c277a343-7e50-4953-a02e-f0946dc0ea8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.689641] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747d7802-0baf-42a8-9fd1-0cb1720254be {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.969121] env[63097]: DEBUG nova.compute.manager [None req-45fb545f-b604-47ef-8fc8-0502e01158de tempest-ServerDiagnosticsTest-780419000 tempest-ServerDiagnosticsTest-780419000-project-admin] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1138.971903] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da963c3-77aa-4026-b763-01c511646b70 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.980426] env[63097]: INFO nova.compute.manager [None req-45fb545f-b604-47ef-8fc8-0502e01158de tempest-ServerDiagnosticsTest-780419000 tempest-ServerDiagnosticsTest-780419000-project-admin] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] Retrieving diagnostics [ 1138.982015] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e886a7fe-9ce3-41ab-8075-f64069fd8810 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.000354] env[63097]: DEBUG oslo_vmware.api [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1686304, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.035344] env[63097]: DEBUG nova.network.neutron [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] Updating instance_info_cache with network_info: [{"id": "17533ac2-2439-4d60-b7a1-c41cf6ef5e4f", "address": "fa:16:3e:ed:4c:cf", "network": {"id": "a29d7f17-c262-4aff-9080-188421d3a9a0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1381308876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79f69c2778b7482788d99c705a29be43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17533ac2-24", "ovs_interfaceid": "17533ac2-2439-4d60-b7a1-c41cf6ef5e4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.037409] env[63097]: DEBUG nova.compute.manager [req-68bf0bab-760d-4c4d-adde-a21da672c82e req-f8d18184-a59e-4750-97f9-cf1980e90e90 service nova] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Received event network-vif-plugged-c277a343-7e50-4953-a02e-f0946dc0ea8e {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1139.037409] env[63097]: DEBUG oslo_concurrency.lockutils [req-68bf0bab-760d-4c4d-adde-a21da672c82e req-f8d18184-a59e-4750-97f9-cf1980e90e90 service nova] Acquiring lock "ca593388-7163-4a80-8639-19e2553f37d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.037586] env[63097]: DEBUG oslo_concurrency.lockutils [req-68bf0bab-760d-4c4d-adde-a21da672c82e req-f8d18184-a59e-4750-97f9-cf1980e90e90 service nova] Lock "ca593388-7163-4a80-8639-19e2553f37d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.038054] env[63097]: DEBUG oslo_concurrency.lockutils [req-68bf0bab-760d-4c4d-adde-a21da672c82e req-f8d18184-a59e-4750-97f9-cf1980e90e90 service nova] Lock "ca593388-7163-4a80-8639-19e2553f37d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.038307] env[63097]: DEBUG nova.compute.manager [req-68bf0bab-760d-4c4d-adde-a21da672c82e req-f8d18184-a59e-4750-97f9-cf1980e90e90 service nova] [instance: ca593388-7163-4a80-8639-19e2553f37d7] No waiting events found dispatching network-vif-plugged-c277a343-7e50-4953-a02e-f0946dc0ea8e {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1139.040792] env[63097]: WARNING nova.compute.manager [req-68bf0bab-760d-4c4d-adde-a21da672c82e req-f8d18184-a59e-4750-97f9-cf1980e90e90 service nova] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Received unexpected event network-vif-plugged-c277a343-7e50-4953-a02e-f0946dc0ea8e for instance with vm_state building and task_state spawning. [ 1139.077187] env[63097]: DEBUG nova.network.neutron [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] Successfully updated port: 949b5fc7-d159-4026-afca-a27ce18ba853 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1139.110359] env[63097]: DEBUG nova.compute.manager [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1139.181946] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance a3a989cd-3f8f-4acd-ab51-6c14699295a3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1139.198695] env[63097]: DEBUG oslo_concurrency.lockutils [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Releasing lock "refresh_cache-ca593388-7163-4a80-8639-19e2553f37d7" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.199505] env[63097]: DEBUG nova.compute.manager [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Instance network_info: |[{"id": "c277a343-7e50-4953-a02e-f0946dc0ea8e", "address": "fa:16:3e:9a:48:9a", "network": {"id": "a29d7f17-c262-4aff-9080-188421d3a9a0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1381308876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79f69c2778b7482788d99c705a29be43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc277a343-7e", "ovs_interfaceid": "c277a343-7e50-4953-a02e-f0946dc0ea8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1139.199797] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:48:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c277a343-7e50-4953-a02e-f0946dc0ea8e', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1139.216910] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Creating folder: Project (79f69c2778b7482788d99c705a29be43). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1139.217820] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e222516-e746-4db5-8daa-289c533d06c7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.228924] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Created folder: Project (79f69c2778b7482788d99c705a29be43) in parent group-v351483. [ 1139.229144] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Creating folder: Instances. Parent ref: group-v351502. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1139.229722] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-089a10fd-573e-4f8d-b81c-3c98982d027b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.240125] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Created folder: Instances in parent group-v351502. [ 1139.241035] env[63097]: DEBUG oslo.service.loopingcall [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1139.241274] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1139.241500] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea14736a-5093-46e5-83f6-0dd9dd6f2d19 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.263454] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1139.263454] env[63097]: value = "task-1686307" [ 1139.263454] env[63097]: _type = "Task" [ 1139.263454] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.272277] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686307, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.496085] env[63097]: DEBUG oslo_vmware.api [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1686304, 'name': ReconfigVM_Task, 'duration_secs': 0.807023} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.496085] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e/98ba3b33-2415-4b39-9e7a-1d2cdaa0683e.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1139.496403] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c92164a-39a6-4d4e-b397-712d6595a349 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.506698] env[63097]: DEBUG oslo_vmware.api [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Waiting for the task: (returnval){ [ 1139.506698] env[63097]: value = "task-1686308" [ 1139.506698] env[63097]: _type = "Task" [ 1139.506698] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.520381] env[63097]: DEBUG oslo_vmware.api [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1686308, 'name': Rename_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.536705] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Releasing lock "refresh_cache-3aad7770-542e-410c-bcea-1d2be6ad6e13" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.537053] env[63097]: DEBUG nova.compute.manager [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] Instance network_info: |[{"id": "17533ac2-2439-4d60-b7a1-c41cf6ef5e4f", "address": "fa:16:3e:ed:4c:cf", "network": {"id": "a29d7f17-c262-4aff-9080-188421d3a9a0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1381308876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79f69c2778b7482788d99c705a29be43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17533ac2-24", "ovs_interfaceid": "17533ac2-2439-4d60-b7a1-c41cf6ef5e4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1139.537507] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:4c:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17533ac2-2439-4d60-b7a1-c41cf6ef5e4f', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1139.549027] env[63097]: DEBUG oslo.service.loopingcall [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1139.549355] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1139.550579] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2da18ea4-46d8-43fe-b385-15886dbe4990 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.570727] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1139.570727] env[63097]: value = "task-1686309" [ 1139.570727] env[63097]: _type = "Task" [ 1139.570727] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.578625] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686309, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.584386] env[63097]: DEBUG oslo_concurrency.lockutils [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Acquiring lock "refresh_cache-d1ce0a08-27b4-43b6-aeed-c9048f248e41" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.584520] env[63097]: DEBUG oslo_concurrency.lockutils [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Acquired lock "refresh_cache-d1ce0a08-27b4-43b6-aeed-c9048f248e41" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.584674] env[63097]: DEBUG nova.network.neutron [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1139.641138] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.686255] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance cac7b2cc-74f0-44e9-a296-1e4c837a17a7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1139.686482] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance d1ce0a08-27b4-43b6-aeed-c9048f248e41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1139.686685] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1139.686906] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 6f3926be-cfa8-4d38-959d-0e67c79f852d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1139.775306] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686307, 'name': CreateVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.986546] env[63097]: DEBUG nova.network.neutron [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Successfully updated port: 0d7b59b4-de35-4ecf-a974-2c813748029c {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1140.018751] env[63097]: DEBUG oslo_vmware.api [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1686308, 'name': Rename_Task, 'duration_secs': 0.237449} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.019139] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1140.019408] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b27f962a-7aaa-495a-83a7-ccf6b98ce63b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.026929] env[63097]: DEBUG oslo_vmware.api [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Waiting for the task: (returnval){ [ 1140.026929] env[63097]: value = "task-1686310" [ 1140.026929] env[63097]: _type = "Task" [ 1140.026929] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.037063] env[63097]: DEBUG oslo_vmware.api [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1686310, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.081502] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686309, 'name': CreateVM_Task, 'duration_secs': 0.438527} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.081702] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1140.082417] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.082574] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.082917] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.083201] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-067d2e1a-fa00-4f49-9b47-7ea73f49a289 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.088083] env[63097]: DEBUG oslo_vmware.api [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1140.088083] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52fc024b-c35e-b716-2e42-faaa9adb6ff7" [ 1140.088083] env[63097]: _type = "Task" [ 1140.088083] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.101530] env[63097]: DEBUG oslo_vmware.api [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52fc024b-c35e-b716-2e42-faaa9adb6ff7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.133800] env[63097]: DEBUG nova.network.neutron [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1140.190734] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 4f939250-0a12-4672-aab7-b7ccecce4924 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1140.277687] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686307, 'name': CreateVM_Task, 'duration_secs': 0.528295} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.279606] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1140.282142] env[63097]: DEBUG nova.compute.manager [req-9de07478-a8d0-4de2-aa8c-7f1d8eccd17f req-91249df1-41f3-4463-8b77-9de78e78f3ef service nova] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Received event network-changed-0260462a-b6f8-48bf-a7b9-562fa29cb029 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1140.282934] env[63097]: DEBUG nova.compute.manager [req-9de07478-a8d0-4de2-aa8c-7f1d8eccd17f req-91249df1-41f3-4463-8b77-9de78e78f3ef service nova] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Refreshing instance network info cache due to event network-changed-0260462a-b6f8-48bf-a7b9-562fa29cb029. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1140.282934] env[63097]: DEBUG oslo_concurrency.lockutils [req-9de07478-a8d0-4de2-aa8c-7f1d8eccd17f req-91249df1-41f3-4463-8b77-9de78e78f3ef service nova] Acquiring lock "refresh_cache-98ba3b33-2415-4b39-9e7a-1d2cdaa0683e" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.282934] env[63097]: DEBUG oslo_concurrency.lockutils [req-9de07478-a8d0-4de2-aa8c-7f1d8eccd17f req-91249df1-41f3-4463-8b77-9de78e78f3ef service nova] Acquired lock "refresh_cache-98ba3b33-2415-4b39-9e7a-1d2cdaa0683e" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.283133] env[63097]: DEBUG nova.network.neutron [req-9de07478-a8d0-4de2-aa8c-7f1d8eccd17f req-91249df1-41f3-4463-8b77-9de78e78f3ef service nova] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Refreshing network info cache for port 0260462a-b6f8-48bf-a7b9-562fa29cb029 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1140.286086] env[63097]: DEBUG oslo_concurrency.lockutils [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.286624] env[63097]: DEBUG oslo_concurrency.lockutils [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.286912] env[63097]: DEBUG oslo_concurrency.lockutils [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.287491] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f41c0156-ad68-4bd3-94fb-30cadc4596d0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.293536] env[63097]: DEBUG oslo_vmware.api [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1140.293536] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]526d3ce2-ca19-8266-b67d-1d60a52e0d97" [ 1140.293536] env[63097]: _type = "Task" [ 1140.293536] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.305595] env[63097]: DEBUG oslo_vmware.api [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]526d3ce2-ca19-8266-b67d-1d60a52e0d97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.490580] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Acquiring lock "refresh_cache-6622c22c-f2c7-4baa-bb3e-e3a73d0c300d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.490819] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Acquired lock "refresh_cache-6622c22c-f2c7-4baa-bb3e-e3a73d0c300d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.491125] env[63097]: DEBUG nova.network.neutron [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1140.506703] env[63097]: INFO nova.compute.manager [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Rebuilding instance [ 1140.516261] env[63097]: DEBUG nova.network.neutron [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] Updating instance_info_cache with network_info: [{"id": "949b5fc7-d159-4026-afca-a27ce18ba853", "address": "fa:16:3e:bf:cf:d9", "network": {"id": "6b81232d-2bfc-4ee5-aaa8-178b8f49236c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6d5186fbfb8046dfb1f369e636f8eafb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap949b5fc7-d1", "ovs_interfaceid": "949b5fc7-d159-4026-afca-a27ce18ba853", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.541370] env[63097]: DEBUG oslo_vmware.api [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1686310, 'name': PowerOnVM_Task} progress is 37%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.580699] env[63097]: DEBUG nova.compute.manager [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1140.581601] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f292d0b-621c-47df-a1f9-360f9d01716f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.604993] env[63097]: DEBUG oslo_vmware.api [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52fc024b-c35e-b716-2e42-faaa9adb6ff7, 'name': SearchDatastore_Task, 'duration_secs': 0.01415} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.608744] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.608996] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1140.609248] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.609394] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.609617] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1140.609895] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea046d9e-fe88-4865-b5ef-f7e25849f935 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.621415] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1140.621745] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1140.622491] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4386ba01-4a89-4489-bee0-9ba85d923d6c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.632830] env[63097]: DEBUG oslo_vmware.api [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1140.632830] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52551715-c183-dac6-b1a6-6e209090ff69" [ 1140.632830] env[63097]: _type = "Task" [ 1140.632830] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.638902] env[63097]: DEBUG oslo_vmware.api [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52551715-c183-dac6-b1a6-6e209090ff69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.694409] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 9614706d-274e-4569-8e45-02a470762719 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1140.694913] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1140.695118] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 64181f99-d470-4df2-9b9c-68f554816a19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1140.695252] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 3aad7770-542e-410c-bcea-1d2be6ad6e13 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1140.695372] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance ca593388-7163-4a80-8639-19e2553f37d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1140.811621] env[63097]: DEBUG oslo_vmware.api [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]526d3ce2-ca19-8266-b67d-1d60a52e0d97, 'name': SearchDatastore_Task, 'duration_secs': 0.015798} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.812019] env[63097]: DEBUG oslo_concurrency.lockutils [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.812957] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1140.814505] env[63097]: DEBUG oslo_concurrency.lockutils [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.814718] env[63097]: DEBUG oslo_concurrency.lockutils [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.814878] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1140.815555] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0b1a56e-7ad3-410a-b6c7-54759ed19dc3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.824408] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1140.824619] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1140.825369] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31cbd040-4599-4d7f-942c-917d4f46da1f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.832211] env[63097]: DEBUG oslo_vmware.api [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1140.832211] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]528adafa-91f2-e20a-8ccc-123826eb1f8a" [ 1140.832211] env[63097]: _type = "Task" [ 1140.832211] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.842325] env[63097]: DEBUG oslo_vmware.api [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]528adafa-91f2-e20a-8ccc-123826eb1f8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.023048] env[63097]: DEBUG oslo_concurrency.lockutils [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Releasing lock "refresh_cache-d1ce0a08-27b4-43b6-aeed-c9048f248e41" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.023659] env[63097]: DEBUG nova.compute.manager [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] Instance network_info: |[{"id": "949b5fc7-d159-4026-afca-a27ce18ba853", "address": "fa:16:3e:bf:cf:d9", "network": {"id": "6b81232d-2bfc-4ee5-aaa8-178b8f49236c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6d5186fbfb8046dfb1f369e636f8eafb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap949b5fc7-d1", "ovs_interfaceid": "949b5fc7-d159-4026-afca-a27ce18ba853", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1141.024369] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:cf:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '949b5fc7-d159-4026-afca-a27ce18ba853', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1141.036121] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Creating folder: Project (2ffb33e4d9204935b5acc37c6ddd06a7). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1141.036121] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c9e3068-0d0a-4a64-afcb-65b3324d9863 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.050844] env[63097]: DEBUG oslo_vmware.api [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1686310, 'name': PowerOnVM_Task, 'duration_secs': 0.987153} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.050844] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1141.050844] env[63097]: INFO nova.compute.manager [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Took 12.49 seconds to spawn the instance on the hypervisor. [ 1141.050844] env[63097]: DEBUG nova.compute.manager [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1141.050844] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87049a8-ec58-4e6c-8744-dcdce250125b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.069607] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Created folder: Project (2ffb33e4d9204935b5acc37c6ddd06a7) in parent group-v351483. [ 1141.070014] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Creating folder: Instances. Parent ref: group-v351506. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1141.070530] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96f23c8c-910a-4b52-a5c9-1065bbb6f748 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.082219] env[63097]: DEBUG nova.network.neutron [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1141.087076] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Created folder: Instances in parent group-v351506. [ 1141.087624] env[63097]: DEBUG oslo.service.loopingcall [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1141.087624] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1141.088120] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a599724-2674-43fe-8723-8d4b814c1a8c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.108887] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1141.109160] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-648084f2-76e2-4293-83d7-6149a825d198 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.121062] env[63097]: DEBUG oslo_vmware.api [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Waiting for the task: (returnval){ [ 1141.121062] env[63097]: value = "task-1686313" [ 1141.121062] env[63097]: _type = "Task" [ 1141.121062] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.121295] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1141.121295] env[63097]: value = "task-1686314" [ 1141.121295] env[63097]: _type = "Task" [ 1141.121295] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.142501] env[63097]: DEBUG oslo_vmware.api [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': task-1686313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.146519] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686314, 'name': CreateVM_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.147521] env[63097]: DEBUG nova.network.neutron [req-9de07478-a8d0-4de2-aa8c-7f1d8eccd17f req-91249df1-41f3-4463-8b77-9de78e78f3ef service nova] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Updated VIF entry in instance network info cache for port 0260462a-b6f8-48bf-a7b9-562fa29cb029. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1141.147905] env[63097]: DEBUG nova.network.neutron [req-9de07478-a8d0-4de2-aa8c-7f1d8eccd17f req-91249df1-41f3-4463-8b77-9de78e78f3ef service nova] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Updating instance_info_cache with network_info: [{"id": "0260462a-b6f8-48bf-a7b9-562fa29cb029", "address": "fa:16:3e:25:ef:67", "network": {"id": "6b81232d-2bfc-4ee5-aaa8-178b8f49236c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6d5186fbfb8046dfb1f369e636f8eafb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0260462a-b6", "ovs_interfaceid": "0260462a-b6f8-48bf-a7b9-562fa29cb029", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.154765] env[63097]: DEBUG oslo_vmware.api [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52551715-c183-dac6-b1a6-6e209090ff69, 'name': SearchDatastore_Task, 'duration_secs': 0.019036} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.154765] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2921acdb-436a-4db1-bf59-adde4de5f5e1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.159583] env[63097]: DEBUG oslo_vmware.api [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1141.159583] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52935669-ab38-28aa-8403-a146dc89b795" [ 1141.159583] env[63097]: _type = "Task" [ 1141.159583] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.173547] env[63097]: DEBUG oslo_vmware.api [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52935669-ab38-28aa-8403-a146dc89b795, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.199078] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 79f55b1b-b1e0-4c79-b215-9a34a1bd1516 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1141.345501] env[63097]: DEBUG oslo_vmware.api [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]528adafa-91f2-e20a-8ccc-123826eb1f8a, 'name': SearchDatastore_Task, 'duration_secs': 0.014159} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.346593] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2014985d-6985-4afc-b912-883f28b1bd9d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.353181] env[63097]: DEBUG oslo_vmware.api [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1141.353181] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52002790-47dc-6e68-9ec7-5296cdb833cf" [ 1141.353181] env[63097]: _type = "Task" [ 1141.353181] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.362317] env[63097]: DEBUG oslo_vmware.api [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52002790-47dc-6e68-9ec7-5296cdb833cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.579836] env[63097]: INFO nova.compute.manager [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Took 27.82 seconds to build instance. [ 1141.652276] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686314, 'name': CreateVM_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.656994] env[63097]: DEBUG oslo_concurrency.lockutils [req-9de07478-a8d0-4de2-aa8c-7f1d8eccd17f req-91249df1-41f3-4463-8b77-9de78e78f3ef service nova] Releasing lock "refresh_cache-98ba3b33-2415-4b39-9e7a-1d2cdaa0683e" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.657568] env[63097]: DEBUG nova.compute.manager [req-9de07478-a8d0-4de2-aa8c-7f1d8eccd17f req-91249df1-41f3-4463-8b77-9de78e78f3ef service nova] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] Received event network-vif-plugged-17533ac2-2439-4d60-b7a1-c41cf6ef5e4f {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1141.657776] env[63097]: DEBUG oslo_concurrency.lockutils [req-9de07478-a8d0-4de2-aa8c-7f1d8eccd17f req-91249df1-41f3-4463-8b77-9de78e78f3ef service nova] Acquiring lock "3aad7770-542e-410c-bcea-1d2be6ad6e13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1141.657994] env[63097]: DEBUG oslo_concurrency.lockutils [req-9de07478-a8d0-4de2-aa8c-7f1d8eccd17f req-91249df1-41f3-4463-8b77-9de78e78f3ef service nova] Lock "3aad7770-542e-410c-bcea-1d2be6ad6e13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1141.658175] env[63097]: DEBUG oslo_concurrency.lockutils [req-9de07478-a8d0-4de2-aa8c-7f1d8eccd17f req-91249df1-41f3-4463-8b77-9de78e78f3ef service nova] Lock "3aad7770-542e-410c-bcea-1d2be6ad6e13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1141.658958] env[63097]: DEBUG nova.compute.manager [req-9de07478-a8d0-4de2-aa8c-7f1d8eccd17f req-91249df1-41f3-4463-8b77-9de78e78f3ef service nova] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] No waiting events found dispatching network-vif-plugged-17533ac2-2439-4d60-b7a1-c41cf6ef5e4f {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1141.660029] env[63097]: WARNING nova.compute.manager [req-9de07478-a8d0-4de2-aa8c-7f1d8eccd17f req-91249df1-41f3-4463-8b77-9de78e78f3ef service nova] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] Received unexpected event network-vif-plugged-17533ac2-2439-4d60-b7a1-c41cf6ef5e4f for instance with vm_state building and task_state spawning. [ 1141.660029] env[63097]: DEBUG nova.compute.manager [req-9de07478-a8d0-4de2-aa8c-7f1d8eccd17f req-91249df1-41f3-4463-8b77-9de78e78f3ef service nova] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] Received event network-changed-17533ac2-2439-4d60-b7a1-c41cf6ef5e4f {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1141.660029] env[63097]: DEBUG nova.compute.manager [req-9de07478-a8d0-4de2-aa8c-7f1d8eccd17f req-91249df1-41f3-4463-8b77-9de78e78f3ef service nova] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] Refreshing instance network info cache due to event network-changed-17533ac2-2439-4d60-b7a1-c41cf6ef5e4f. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1141.660029] env[63097]: DEBUG oslo_concurrency.lockutils [req-9de07478-a8d0-4de2-aa8c-7f1d8eccd17f req-91249df1-41f3-4463-8b77-9de78e78f3ef service nova] Acquiring lock "refresh_cache-3aad7770-542e-410c-bcea-1d2be6ad6e13" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.660029] env[63097]: DEBUG oslo_concurrency.lockutils [req-9de07478-a8d0-4de2-aa8c-7f1d8eccd17f req-91249df1-41f3-4463-8b77-9de78e78f3ef service nova] Acquired lock "refresh_cache-3aad7770-542e-410c-bcea-1d2be6ad6e13" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.660273] env[63097]: DEBUG nova.network.neutron [req-9de07478-a8d0-4de2-aa8c-7f1d8eccd17f req-91249df1-41f3-4463-8b77-9de78e78f3ef service nova] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] Refreshing network info cache for port 17533ac2-2439-4d60-b7a1-c41cf6ef5e4f {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1141.661447] env[63097]: DEBUG oslo_vmware.api [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': task-1686313, 'name': PowerOffVM_Task, 'duration_secs': 0.156058} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.661947] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1141.662186] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1141.666816] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425d1ec5-dff2-4fbd-b859-3c2b1068b1b3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.685466] env[63097]: DEBUG oslo_vmware.api [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52935669-ab38-28aa-8403-a146dc89b795, 'name': SearchDatastore_Task, 'duration_secs': 0.011623} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.687817] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.688082] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 3aad7770-542e-410c-bcea-1d2be6ad6e13/3aad7770-542e-410c-bcea-1d2be6ad6e13.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1141.688366] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1141.688573] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32ab1ad7-89de-42d7-b170-9fffb96511b9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.691075] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96108543-68eb-44f3-bb7b-4365b4687b8c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.698768] env[63097]: DEBUG oslo_vmware.api [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1141.698768] env[63097]: value = "task-1686316" [ 1141.698768] env[63097]: _type = "Task" [ 1141.698768] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.703597] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 5eaf4ad2-99a2-4372-b133-f6b71dc7f980 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1141.712697] env[63097]: DEBUG oslo_vmware.api [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686316, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.733758] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1141.734207] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1141.734207] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Deleting the datastore file [datastore2] f7682359-f969-4869-869c-318c3bf750fb {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.734473] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66c5b85b-08d3-4c60-a069-42a05ad0e822 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.742982] env[63097]: DEBUG oslo_vmware.api [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Waiting for the task: (returnval){ [ 1141.742982] env[63097]: value = "task-1686317" [ 1141.742982] env[63097]: _type = "Task" [ 1141.742982] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.754566] env[63097]: DEBUG oslo_vmware.api [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': task-1686317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.775266] env[63097]: DEBUG nova.network.neutron [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Updating instance_info_cache with network_info: [{"id": "0d7b59b4-de35-4ecf-a974-2c813748029c", "address": "fa:16:3e:d5:46:88", "network": {"id": "3ac29cf2-462a-4a32-a3f7-7cb343864772", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-546834772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "735b9ee2f3e64bccba29f5be20fcf55f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d7b59b4-de", "ovs_interfaceid": "0d7b59b4-de35-4ecf-a974-2c813748029c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.865116] env[63097]: DEBUG oslo_vmware.api [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52002790-47dc-6e68-9ec7-5296cdb833cf, 'name': SearchDatastore_Task, 'duration_secs': 0.015013} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.865116] env[63097]: DEBUG oslo_concurrency.lockutils [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.865604] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] ca593388-7163-4a80-8639-19e2553f37d7/ca593388-7163-4a80-8639-19e2553f37d7.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1141.865799] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5c0021a-4606-42c1-a2b7-9aa17ffdd652 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.874961] env[63097]: DEBUG oslo_vmware.api [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1141.874961] env[63097]: value = "task-1686318" [ 1141.874961] env[63097]: _type = "Task" [ 1141.874961] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.887636] env[63097]: DEBUG oslo_vmware.api [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686318, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.085546] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e1c13a90-03f2-4d80-a8d1-025de4d28111 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Lock "98ba3b33-2415-4b39-9e7a-1d2cdaa0683e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.340s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.143408] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686314, 'name': CreateVM_Task, 'duration_secs': 0.706873} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.143408] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1142.143408] env[63097]: DEBUG oslo_concurrency.lockutils [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.143408] env[63097]: DEBUG oslo_concurrency.lockutils [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.143408] env[63097]: DEBUG oslo_concurrency.lockutils [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.143608] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-349084c6-8bd4-42df-8a32-570670391255 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.151534] env[63097]: DEBUG oslo_vmware.api [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Waiting for the task: (returnval){ [ 1142.151534] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]522f7161-dd96-d475-085c-2abeac9a228c" [ 1142.151534] env[63097]: _type = "Task" [ 1142.151534] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.168664] env[63097]: DEBUG oslo_vmware.api [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]522f7161-dd96-d475-085c-2abeac9a228c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.208170] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1142.208428] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 20760c23-3839-43d5-a209-8f91b7316a9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1142.208589] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance f7682359-f969-4869-869c-318c3bf750fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1142.208736] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance e4cdc641-a801-43ce-9b9b-b755a743be9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1142.209079] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=63097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1142.209255] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=63097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1142.218222] env[63097]: DEBUG oslo_vmware.api [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686316, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.258915] env[63097]: DEBUG oslo_vmware.api [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': task-1686317, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131608} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.260707] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1142.261246] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1142.261246] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1142.278570] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Releasing lock "refresh_cache-6622c22c-f2c7-4baa-bb3e-e3a73d0c300d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.278982] env[63097]: DEBUG nova.compute.manager [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Instance network_info: |[{"id": "0d7b59b4-de35-4ecf-a974-2c813748029c", "address": "fa:16:3e:d5:46:88", "network": {"id": "3ac29cf2-462a-4a32-a3f7-7cb343864772", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-546834772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "735b9ee2f3e64bccba29f5be20fcf55f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d7b59b4-de", "ovs_interfaceid": "0d7b59b4-de35-4ecf-a974-2c813748029c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1142.279726] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:46:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a874c214-8cdf-4a41-a718-84262b2a28d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d7b59b4-de35-4ecf-a974-2c813748029c', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1142.295491] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Creating folder: Project (735b9ee2f3e64bccba29f5be20fcf55f). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1142.297381] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eaa9b331-9316-40d3-815e-a6a89430a0c8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.316275] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Created folder: Project (735b9ee2f3e64bccba29f5be20fcf55f) in parent group-v351483. [ 1142.316487] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Creating folder: Instances. Parent ref: group-v351509. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1142.317130] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0763ed90-1ed9-413e-ba6b-b44eb9fd4700 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.334560] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Created folder: Instances in parent group-v351509. [ 1142.334814] env[63097]: DEBUG oslo.service.loopingcall [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1142.335130] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1142.336284] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54cd1211-daa7-44a2-9c9e-bcc0dfd12a99 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.365100] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1142.365100] env[63097]: value = "task-1686321" [ 1142.365100] env[63097]: _type = "Task" [ 1142.365100] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.378239] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686321, 'name': CreateVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.395403] env[63097]: DEBUG oslo_vmware.api [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686318, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.512341] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e23e564d-ae21-4336-842b-3a0ef6cf1257 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Acquiring lock "6f3926be-cfa8-4d38-959d-0e67c79f852d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.512341] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e23e564d-ae21-4336-842b-3a0ef6cf1257 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Lock "6f3926be-cfa8-4d38-959d-0e67c79f852d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.512341] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e23e564d-ae21-4336-842b-3a0ef6cf1257 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Acquiring lock "6f3926be-cfa8-4d38-959d-0e67c79f852d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.512341] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e23e564d-ae21-4336-842b-3a0ef6cf1257 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Lock "6f3926be-cfa8-4d38-959d-0e67c79f852d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.513352] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e23e564d-ae21-4336-842b-3a0ef6cf1257 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Lock "6f3926be-cfa8-4d38-959d-0e67c79f852d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.514688] env[63097]: INFO nova.compute.manager [None req-e23e564d-ae21-4336-842b-3a0ef6cf1257 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] Terminating instance [ 1142.517709] env[63097]: DEBUG nova.compute.manager [None req-e23e564d-ae21-4336-842b-3a0ef6cf1257 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1142.517709] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e23e564d-ae21-4336-842b-3a0ef6cf1257 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1142.519396] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c3f2a6-0ba6-46b0-82c0-a9f9c862d2b8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.530729] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e23e564d-ae21-4336-842b-3a0ef6cf1257 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1142.530729] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9782272f-d0c2-46f7-88d2-8fbda928e70b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.540403] env[63097]: DEBUG oslo_vmware.api [None req-e23e564d-ae21-4336-842b-3a0ef6cf1257 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Waiting for the task: (returnval){ [ 1142.540403] env[63097]: value = "task-1686322" [ 1142.540403] env[63097]: _type = "Task" [ 1142.540403] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.554094] env[63097]: DEBUG oslo_vmware.api [None req-e23e564d-ae21-4336-842b-3a0ef6cf1257 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Task: {'id': task-1686322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.564859] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquiring lock "6dfa3031-a980-4de8-83fd-7432ef153490" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.564859] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "6dfa3031-a980-4de8-83fd-7432ef153490" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.587383] env[63097]: DEBUG nova.compute.manager [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1142.630111] env[63097]: DEBUG nova.network.neutron [req-9de07478-a8d0-4de2-aa8c-7f1d8eccd17f req-91249df1-41f3-4463-8b77-9de78e78f3ef service nova] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] Updated VIF entry in instance network info cache for port 17533ac2-2439-4d60-b7a1-c41cf6ef5e4f. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1142.630773] env[63097]: DEBUG nova.network.neutron [req-9de07478-a8d0-4de2-aa8c-7f1d8eccd17f req-91249df1-41f3-4463-8b77-9de78e78f3ef service nova] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] Updating instance_info_cache with network_info: [{"id": "17533ac2-2439-4d60-b7a1-c41cf6ef5e4f", "address": "fa:16:3e:ed:4c:cf", "network": {"id": "a29d7f17-c262-4aff-9080-188421d3a9a0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1381308876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79f69c2778b7482788d99c705a29be43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17533ac2-24", "ovs_interfaceid": "17533ac2-2439-4d60-b7a1-c41cf6ef5e4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.670742] env[63097]: DEBUG oslo_vmware.api [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]522f7161-dd96-d475-085c-2abeac9a228c, 'name': SearchDatastore_Task, 'duration_secs': 0.12824} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.671270] env[63097]: DEBUG oslo_concurrency.lockutils [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.671948] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1142.671948] env[63097]: DEBUG oslo_concurrency.lockutils [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.671948] env[63097]: DEBUG oslo_concurrency.lockutils [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.672187] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1142.672422] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da6bc081-0766-4a73-aee8-49147fbd555e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.682082] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1142.682082] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1142.682306] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ab3f217-0254-4a30-9288-c89091a53787 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.686053] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff5e461-62bc-4272-b4d7-e1c2737e9124 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.691594] env[63097]: DEBUG oslo_vmware.api [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Waiting for the task: (returnval){ [ 1142.691594] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52afd9af-4dda-2d22-d614-0dbfd8664aef" [ 1142.691594] env[63097]: _type = "Task" [ 1142.691594] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.697148] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb51187-40e7-42fb-b20a-b223244be8ba {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.734626] env[63097]: DEBUG oslo_vmware.api [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52afd9af-4dda-2d22-d614-0dbfd8664aef, 'name': SearchDatastore_Task, 'duration_secs': 0.012075} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.736011] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b1edbb-0184-4cba-bdb0-7920c612f38c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.742097] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-225da3d1-2ad4-4d7f-bde4-a68b4c59d381 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.745115] env[63097]: DEBUG oslo_vmware.api [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686316, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582893} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.745115] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 3aad7770-542e-410c-bcea-1d2be6ad6e13/3aad7770-542e-410c-bcea-1d2be6ad6e13.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1142.745370] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1142.746094] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d43b274-03dd-468a-946c-98834bafcf1f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.751411] env[63097]: DEBUG oslo_vmware.api [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Waiting for the task: (returnval){ [ 1142.751411] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5283559f-0948-1262-168e-b46b0d86406d" [ 1142.751411] env[63097]: _type = "Task" [ 1142.751411] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.753204] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59cecffb-44fb-4c31-b0ac-871d32f9ac21 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.761682] env[63097]: DEBUG oslo_vmware.api [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1142.761682] env[63097]: value = "task-1686323" [ 1142.761682] env[63097]: _type = "Task" [ 1142.761682] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.781665] env[63097]: DEBUG oslo_vmware.api [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5283559f-0948-1262-168e-b46b0d86406d, 'name': SearchDatastore_Task, 'duration_secs': 0.012137} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.782315] env[63097]: DEBUG nova.compute.provider_tree [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Updating inventory in ProviderTree for provider 6b378d8e-1145-4591-928b-605b58f0be9e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1142.783992] env[63097]: DEBUG oslo_concurrency.lockutils [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.786869] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] d1ce0a08-27b4-43b6-aeed-c9048f248e41/d1ce0a08-27b4-43b6-aeed-c9048f248e41.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1142.786869] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c138967-8603-4579-9f96-859bf9cde528 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.790311] env[63097]: DEBUG oslo_vmware.api [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686323, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.798616] env[63097]: DEBUG oslo_vmware.api [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Waiting for the task: (returnval){ [ 1142.798616] env[63097]: value = "task-1686324" [ 1142.798616] env[63097]: _type = "Task" [ 1142.798616] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.806991] env[63097]: DEBUG oslo_vmware.api [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Task: {'id': task-1686324, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.879533] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686321, 'name': CreateVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.888256] env[63097]: DEBUG oslo_vmware.api [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686318, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677152} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.888591] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] ca593388-7163-4a80-8639-19e2553f37d7/ca593388-7163-4a80-8639-19e2553f37d7.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1142.888871] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1142.889572] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79929e1e-8a39-4873-9549-48681bb5cb1b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.900331] env[63097]: DEBUG oslo_vmware.api [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1142.900331] env[63097]: value = "task-1686325" [ 1142.900331] env[63097]: _type = "Task" [ 1142.900331] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.908939] env[63097]: DEBUG oslo_vmware.api [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686325, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.036558] env[63097]: DEBUG nova.compute.manager [req-5c171200-cf28-4ae5-b8f6-9d290e711916 req-b4da9ae9-15fd-4a74-aa07-81037f5569ff service nova] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Received event network-changed-c277a343-7e50-4953-a02e-f0946dc0ea8e {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1143.036791] env[63097]: DEBUG nova.compute.manager [req-5c171200-cf28-4ae5-b8f6-9d290e711916 req-b4da9ae9-15fd-4a74-aa07-81037f5569ff service nova] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Refreshing instance network info cache due to event network-changed-c277a343-7e50-4953-a02e-f0946dc0ea8e. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1143.037105] env[63097]: DEBUG oslo_concurrency.lockutils [req-5c171200-cf28-4ae5-b8f6-9d290e711916 req-b4da9ae9-15fd-4a74-aa07-81037f5569ff service nova] Acquiring lock "refresh_cache-ca593388-7163-4a80-8639-19e2553f37d7" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.037288] env[63097]: DEBUG oslo_concurrency.lockutils [req-5c171200-cf28-4ae5-b8f6-9d290e711916 req-b4da9ae9-15fd-4a74-aa07-81037f5569ff service nova] Acquired lock "refresh_cache-ca593388-7163-4a80-8639-19e2553f37d7" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.037503] env[63097]: DEBUG nova.network.neutron [req-5c171200-cf28-4ae5-b8f6-9d290e711916 req-b4da9ae9-15fd-4a74-aa07-81037f5569ff service nova] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Refreshing network info cache for port c277a343-7e50-4953-a02e-f0946dc0ea8e {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1143.052705] env[63097]: DEBUG oslo_vmware.api [None req-e23e564d-ae21-4336-842b-3a0ef6cf1257 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Task: {'id': task-1686322, 'name': PowerOffVM_Task, 'duration_secs': 0.392135} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.052876] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e23e564d-ae21-4336-842b-3a0ef6cf1257 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1143.053021] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e23e564d-ae21-4336-842b-3a0ef6cf1257 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1143.053287] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07a7182f-a40b-4d5a-bb3e-4601e5e31873 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.124086] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1143.129306] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e23e564d-ae21-4336-842b-3a0ef6cf1257 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1143.129487] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e23e564d-ae21-4336-842b-3a0ef6cf1257 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1143.130035] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-e23e564d-ae21-4336-842b-3a0ef6cf1257 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Deleting the datastore file [datastore1] 6f3926be-cfa8-4d38-959d-0e67c79f852d {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1143.130035] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a91f5a5b-fbf9-46dc-a2ff-403fa419df8e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.134227] env[63097]: DEBUG oslo_concurrency.lockutils [req-9de07478-a8d0-4de2-aa8c-7f1d8eccd17f req-91249df1-41f3-4463-8b77-9de78e78f3ef service nova] Releasing lock "refresh_cache-3aad7770-542e-410c-bcea-1d2be6ad6e13" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.140064] env[63097]: DEBUG oslo_vmware.api [None req-e23e564d-ae21-4336-842b-3a0ef6cf1257 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Waiting for the task: (returnval){ [ 1143.140064] env[63097]: value = "task-1686327" [ 1143.140064] env[63097]: _type = "Task" [ 1143.140064] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.153928] env[63097]: DEBUG oslo_vmware.api [None req-e23e564d-ae21-4336-842b-3a0ef6cf1257 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Task: {'id': task-1686327, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.273666] env[63097]: DEBUG oslo_vmware.api [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686323, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084486} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.274501] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1143.275072] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44b9135-833f-4095-b794-dbea90fcf6d6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.305263] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 3aad7770-542e-410c-bcea-1d2be6ad6e13/3aad7770-542e-410c-bcea-1d2be6ad6e13.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1143.305569] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7ccdd5e-e5fa-4a6f-acdb-b9dc817a4778 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.331024] env[63097]: DEBUG oslo_vmware.api [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Task: {'id': task-1686324, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.332598] env[63097]: DEBUG oslo_vmware.api [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1143.332598] env[63097]: value = "task-1686328" [ 1143.332598] env[63097]: _type = "Task" [ 1143.332598] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.340699] env[63097]: ERROR nova.scheduler.client.report [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [req-7599068a-4350-47f8-a172-0eda1f268317] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6b378d8e-1145-4591-928b-605b58f0be9e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7599068a-4350-47f8-a172-0eda1f268317"}]} [ 1143.343046] env[63097]: DEBUG nova.virt.hardware [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1143.343281] env[63097]: DEBUG nova.virt.hardware [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1143.343449] env[63097]: DEBUG nova.virt.hardware [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.343640] env[63097]: DEBUG nova.virt.hardware [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1143.343779] env[63097]: DEBUG nova.virt.hardware [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.343918] env[63097]: DEBUG nova.virt.hardware [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1143.344141] env[63097]: DEBUG nova.virt.hardware [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1143.344296] env[63097]: DEBUG nova.virt.hardware [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1143.344755] env[63097]: DEBUG nova.virt.hardware [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1143.344755] env[63097]: DEBUG nova.virt.hardware [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1143.344755] env[63097]: DEBUG nova.virt.hardware [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1143.347527] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dff2e3d-a3dc-4a02-89d4-eae41a5a4fa6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.371029] env[63097]: DEBUG oslo_vmware.api [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686328, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.375864] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3994bb7-abda-46ac-8024-8979052e2954 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.382083] env[63097]: DEBUG nova.scheduler.client.report [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Refreshing inventories for resource provider 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1143.386468] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686321, 'name': CreateVM_Task, 'duration_secs': 0.575454} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.387686] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1143.388409] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.389252] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.389252] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1143.397313] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f2226a0-5452-4d60-a224-2bc3c4d1e8b7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.399535] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Instance VIF info [] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1143.406683] env[63097]: DEBUG oslo.service.loopingcall [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1143.406683] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7682359-f969-4869-869c-318c3bf750fb] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1143.411933] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-289c1191-5375-4e07-a07a-bdb5cfa06b8a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.424328] env[63097]: DEBUG nova.scheduler.client.report [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Updating ProviderTree inventory for provider 6b378d8e-1145-4591-928b-605b58f0be9e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1143.424328] env[63097]: DEBUG nova.compute.provider_tree [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Updating inventory in ProviderTree for provider 6b378d8e-1145-4591-928b-605b58f0be9e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1143.426894] env[63097]: DEBUG oslo_vmware.api [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Waiting for the task: (returnval){ [ 1143.426894] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]529bfcf8-f7be-2b9c-dcae-93d2d4344ab5" [ 1143.426894] env[63097]: _type = "Task" [ 1143.426894] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.436490] env[63097]: DEBUG oslo_vmware.api [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686325, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083171} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.436490] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1143.436490] env[63097]: value = "task-1686329" [ 1143.436490] env[63097]: _type = "Task" [ 1143.436490] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.436490] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1143.437112] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e301eb0a-96ba-4075-8759-4939e91b993c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.448848] env[63097]: DEBUG oslo_vmware.api [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]529bfcf8-f7be-2b9c-dcae-93d2d4344ab5, 'name': SearchDatastore_Task, 'duration_secs': 0.010231} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.449840] env[63097]: DEBUG nova.scheduler.client.report [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Refreshing aggregate associations for resource provider 6b378d8e-1145-4591-928b-605b58f0be9e, aggregates: None {{(pid=63097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1143.452585] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.452821] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1143.453055] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.453195] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.453363] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1143.464060] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c74041f5-0243-4572-9b2a-fff3c0007341 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.475658] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] ca593388-7163-4a80-8639-19e2553f37d7/ca593388-7163-4a80-8639-19e2553f37d7.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1143.479360] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d84127a-5e33-4772-972a-fd0b676d6cb2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.498779] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686329, 'name': CreateVM_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.502325] env[63097]: DEBUG nova.scheduler.client.report [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Refreshing trait associations for resource provider 6b378d8e-1145-4591-928b-605b58f0be9e, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=63097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1143.509206] env[63097]: DEBUG oslo_vmware.api [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1143.509206] env[63097]: value = "task-1686330" [ 1143.509206] env[63097]: _type = "Task" [ 1143.509206] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.512248] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1143.512248] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1143.519552] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4250177e-c509-45bd-a242-b01b21dff67a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.527307] env[63097]: DEBUG oslo_vmware.api [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686330, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.528893] env[63097]: DEBUG oslo_vmware.api [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Waiting for the task: (returnval){ [ 1143.528893] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527df642-239b-abf3-f44a-504fa8f028e6" [ 1143.528893] env[63097]: _type = "Task" [ 1143.528893] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.544315] env[63097]: DEBUG oslo_vmware.api [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527df642-239b-abf3-f44a-504fa8f028e6, 'name': SearchDatastore_Task, 'duration_secs': 0.009929} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.544315] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4311a9c5-884c-41bd-9149-68d8ea860e4b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.551317] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "40586716-fefe-4da9-a96b-d2e7a6355ec0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1143.551882] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "40586716-fefe-4da9-a96b-d2e7a6355ec0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1143.554278] env[63097]: DEBUG oslo_vmware.api [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Waiting for the task: (returnval){ [ 1143.554278] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527e1882-e29a-30eb-f12d-119e0e0ff36d" [ 1143.554278] env[63097]: _type = "Task" [ 1143.554278] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.562696] env[63097]: DEBUG oslo_vmware.api [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527e1882-e29a-30eb-f12d-119e0e0ff36d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.655593] env[63097]: DEBUG oslo_vmware.api [None req-e23e564d-ae21-4336-842b-3a0ef6cf1257 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Task: {'id': task-1686327, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274494} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.655593] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-e23e564d-ae21-4336-842b-3a0ef6cf1257 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1143.655593] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e23e564d-ae21-4336-842b-3a0ef6cf1257 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1143.656352] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e23e564d-ae21-4336-842b-3a0ef6cf1257 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1143.656352] env[63097]: INFO nova.compute.manager [None req-e23e564d-ae21-4336-842b-3a0ef6cf1257 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1143.656352] env[63097]: DEBUG oslo.service.loopingcall [None req-e23e564d-ae21-4336-842b-3a0ef6cf1257 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1143.656352] env[63097]: DEBUG nova.compute.manager [-] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1143.656352] env[63097]: DEBUG nova.network.neutron [-] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1143.690928] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Acquiring lock "a05dedbb-7811-469d-aff7-e2c03dde8c41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1143.691188] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Lock "a05dedbb-7811-469d-aff7-e2c03dde8c41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1143.820455] env[63097]: DEBUG oslo_vmware.api [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Task: {'id': task-1686324, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54402} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.824675] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] d1ce0a08-27b4-43b6-aeed-c9048f248e41/d1ce0a08-27b4-43b6-aeed-c9048f248e41.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1143.824988] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1143.825416] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3753e283-04bc-49ed-8a7c-e7380d5b17ed {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.834327] env[63097]: DEBUG oslo_vmware.api [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Waiting for the task: (returnval){ [ 1143.834327] env[63097]: value = "task-1686331" [ 1143.834327] env[63097]: _type = "Task" [ 1143.834327] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.861780] env[63097]: DEBUG oslo_vmware.api [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686328, 'name': ReconfigVM_Task, 'duration_secs': 0.286494} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.866585] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 3aad7770-542e-410c-bcea-1d2be6ad6e13/3aad7770-542e-410c-bcea-1d2be6ad6e13.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1143.867507] env[63097]: DEBUG oslo_vmware.api [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Task: {'id': task-1686331, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.872139] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eeaf5e63-a2da-49c5-a121-b45ae1a4c8fb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.875732] env[63097]: DEBUG oslo_concurrency.lockutils [None req-99f05878-f996-4107-92af-c3c7faaab8d3 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Acquiring lock "20760c23-3839-43d5-a209-8f91b7316a9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1143.875732] env[63097]: DEBUG oslo_concurrency.lockutils [None req-99f05878-f996-4107-92af-c3c7faaab8d3 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Lock "20760c23-3839-43d5-a209-8f91b7316a9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1143.875732] env[63097]: DEBUG oslo_concurrency.lockutils [None req-99f05878-f996-4107-92af-c3c7faaab8d3 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Acquiring lock "20760c23-3839-43d5-a209-8f91b7316a9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1143.875732] env[63097]: DEBUG oslo_concurrency.lockutils [None req-99f05878-f996-4107-92af-c3c7faaab8d3 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Lock "20760c23-3839-43d5-a209-8f91b7316a9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1143.876087] env[63097]: DEBUG oslo_concurrency.lockutils [None req-99f05878-f996-4107-92af-c3c7faaab8d3 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Lock "20760c23-3839-43d5-a209-8f91b7316a9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1143.885479] env[63097]: DEBUG oslo_vmware.api [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1143.885479] env[63097]: value = "task-1686332" [ 1143.885479] env[63097]: _type = "Task" [ 1143.885479] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.886246] env[63097]: INFO nova.compute.manager [None req-99f05878-f996-4107-92af-c3c7faaab8d3 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] Terminating instance [ 1143.899462] env[63097]: DEBUG nova.compute.manager [None req-99f05878-f996-4107-92af-c3c7faaab8d3 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1143.899892] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-99f05878-f996-4107-92af-c3c7faaab8d3 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1143.901101] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62abbbad-9b01-4e2a-b536-acbb28d25c11 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.916563] env[63097]: DEBUG oslo_vmware.api [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686332, 'name': Rename_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.920662] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f05878-f996-4107-92af-c3c7faaab8d3 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1143.921888] env[63097]: DEBUG nova.compute.manager [None req-4046fcc8-0393-42b6-a42a-f7a511cddd6a tempest-ServerDiagnosticsV248Test-791464038 tempest-ServerDiagnosticsV248Test-791464038-project-admin] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1143.922176] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f702b2d-c42b-4228-b910-2412746a0fca {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.925805] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770e15fd-7a72-4f0f-b240-a609f31a9d33 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.943358] env[63097]: INFO nova.compute.manager [None req-4046fcc8-0393-42b6-a42a-f7a511cddd6a tempest-ServerDiagnosticsV248Test-791464038 tempest-ServerDiagnosticsV248Test-791464038-project-admin] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Retrieving diagnostics [ 1143.943717] env[63097]: DEBUG oslo_vmware.api [None req-99f05878-f996-4107-92af-c3c7faaab8d3 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Waiting for the task: (returnval){ [ 1143.943717] env[63097]: value = "task-1686333" [ 1143.943717] env[63097]: _type = "Task" [ 1143.943717] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.947703] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fef4d19-5795-4155-a505-97a6ed97ab1f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.962622] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686329, 'name': CreateVM_Task, 'duration_secs': 0.488035} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.990819] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7682359-f969-4869-869c-318c3bf750fb] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1143.994120] env[63097]: DEBUG oslo_vmware.api [None req-99f05878-f996-4107-92af-c3c7faaab8d3 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Task: {'id': task-1686333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.999650] env[63097]: DEBUG oslo_concurrency.lockutils [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.999856] env[63097]: DEBUG oslo_concurrency.lockutils [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.000250] env[63097]: DEBUG oslo_concurrency.lockutils [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1144.000743] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e03af196-7c19-4c32-89f8-14be17666ef6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.007219] env[63097]: DEBUG oslo_vmware.api [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Waiting for the task: (returnval){ [ 1144.007219] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]524a3544-05bf-35d6-b78a-93a820a37a00" [ 1144.007219] env[63097]: _type = "Task" [ 1144.007219] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.021254] env[63097]: DEBUG oslo_vmware.api [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]524a3544-05bf-35d6-b78a-93a820a37a00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.028492] env[63097]: DEBUG oslo_vmware.api [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686330, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.048432] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14294fc2-b39c-4086-ba3e-fe70746bf4c3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.064166] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fa3ccd-76fb-4f88-a235-8107275c0f54 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.073127] env[63097]: DEBUG oslo_vmware.api [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527e1882-e29a-30eb-f12d-119e0e0ff36d, 'name': SearchDatastore_Task, 'duration_secs': 0.010149} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.103162] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.103487] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d/6622c22c-f2c7-4baa-bb3e-e3a73d0c300d.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1144.105110] env[63097]: DEBUG nova.network.neutron [req-5c171200-cf28-4ae5-b8f6-9d290e711916 req-b4da9ae9-15fd-4a74-aa07-81037f5569ff service nova] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Updated VIF entry in instance network info cache for port c277a343-7e50-4953-a02e-f0946dc0ea8e. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1144.105442] env[63097]: DEBUG nova.network.neutron [req-5c171200-cf28-4ae5-b8f6-9d290e711916 req-b4da9ae9-15fd-4a74-aa07-81037f5569ff service nova] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Updating instance_info_cache with network_info: [{"id": "c277a343-7e50-4953-a02e-f0946dc0ea8e", "address": "fa:16:3e:9a:48:9a", "network": {"id": "a29d7f17-c262-4aff-9080-188421d3a9a0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1381308876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79f69c2778b7482788d99c705a29be43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc277a343-7e", "ovs_interfaceid": "c277a343-7e50-4953-a02e-f0946dc0ea8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.107517] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-070e3a94-44e2-4d56-8c89-ca5e81c390b8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.110683] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c60eba1-0f9a-42b9-b29b-79d7b69a770b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.122079] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93861de3-d406-4b85-96d5-dd30b37cca7f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.126860] env[63097]: DEBUG oslo_vmware.api [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Waiting for the task: (returnval){ [ 1144.126860] env[63097]: value = "task-1686334" [ 1144.126860] env[63097]: _type = "Task" [ 1144.126860] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.139981] env[63097]: DEBUG nova.compute.provider_tree [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.148227] env[63097]: DEBUG oslo_vmware.api [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Task: {'id': task-1686334, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.355760] env[63097]: DEBUG oslo_vmware.api [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Task: {'id': task-1686331, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103648} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.355872] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1144.357067] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597176cb-7552-408f-8ede-aa83a3affdf5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.389015] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] d1ce0a08-27b4-43b6-aeed-c9048f248e41/d1ce0a08-27b4-43b6-aeed-c9048f248e41.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.389451] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2016e382-5654-4de1-97c5-d7b4da52410c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.425673] env[63097]: DEBUG oslo_vmware.api [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686332, 'name': Rename_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.425873] env[63097]: DEBUG oslo_vmware.api [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Waiting for the task: (returnval){ [ 1144.425873] env[63097]: value = "task-1686339" [ 1144.425873] env[63097]: _type = "Task" [ 1144.425873] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.436211] env[63097]: DEBUG oslo_vmware.api [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Task: {'id': task-1686339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.461801] env[63097]: DEBUG oslo_vmware.api [None req-99f05878-f996-4107-92af-c3c7faaab8d3 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Task: {'id': task-1686333, 'name': PowerOffVM_Task, 'duration_secs': 0.238179} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.462511] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f05878-f996-4107-92af-c3c7faaab8d3 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1144.462776] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-99f05878-f996-4107-92af-c3c7faaab8d3 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1144.463231] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ec31120-3507-4349-8074-8476683d6d74 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.520944] env[63097]: DEBUG oslo_vmware.api [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]524a3544-05bf-35d6-b78a-93a820a37a00, 'name': SearchDatastore_Task, 'duration_secs': 0.02014} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.521829] env[63097]: DEBUG oslo_concurrency.lockutils [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.522319] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1144.522778] env[63097]: DEBUG oslo_concurrency.lockutils [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.523227] env[63097]: DEBUG oslo_concurrency.lockutils [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.523549] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1144.527958] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d1dd33a-5468-4b3c-ba05-a656b41f6c4f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.530495] env[63097]: DEBUG oslo_vmware.api [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686330, 'name': ReconfigVM_Task, 'duration_secs': 0.659365} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.530815] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Reconfigured VM instance instance-00000007 to attach disk [datastore2] ca593388-7163-4a80-8639-19e2553f37d7/ca593388-7163-4a80-8639-19e2553f37d7.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1144.532382] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ce08070-b010-48a4-a6bc-98989390e840 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.535952] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-99f05878-f996-4107-92af-c3c7faaab8d3 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1144.536513] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-99f05878-f996-4107-92af-c3c7faaab8d3 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1144.536842] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-99f05878-f996-4107-92af-c3c7faaab8d3 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Deleting the datastore file [datastore2] 20760c23-3839-43d5-a209-8f91b7316a9e {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1144.537575] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5c9d466-cd51-41ed-82b4-1e927ac2a60a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.541651] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1144.541952] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1144.544447] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2b71e2a-0537-452a-9257-c92d2624f936 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.548075] env[63097]: DEBUG oslo_vmware.api [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1144.548075] env[63097]: value = "task-1686341" [ 1144.548075] env[63097]: _type = "Task" [ 1144.548075] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.550343] env[63097]: DEBUG oslo_vmware.api [None req-99f05878-f996-4107-92af-c3c7faaab8d3 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Waiting for the task: (returnval){ [ 1144.550343] env[63097]: value = "task-1686342" [ 1144.550343] env[63097]: _type = "Task" [ 1144.550343] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.560222] env[63097]: DEBUG oslo_vmware.api [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Waiting for the task: (returnval){ [ 1144.560222] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b41dd6-ee6a-d4a7-b527-07586dc2bf20" [ 1144.560222] env[63097]: _type = "Task" [ 1144.560222] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.571997] env[63097]: DEBUG oslo_vmware.api [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686341, 'name': Rename_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.573099] env[63097]: DEBUG oslo_vmware.api [None req-99f05878-f996-4107-92af-c3c7faaab8d3 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Task: {'id': task-1686342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.579363] env[63097]: DEBUG oslo_vmware.api [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b41dd6-ee6a-d4a7-b527-07586dc2bf20, 'name': SearchDatastore_Task, 'duration_secs': 0.007999} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.580284] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23d1751d-e0c5-4044-9580-04fa659c24b7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.585904] env[63097]: DEBUG oslo_vmware.api [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Waiting for the task: (returnval){ [ 1144.585904] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5225a489-98fc-dc38-58d4-44b9ee4c0ef7" [ 1144.585904] env[63097]: _type = "Task" [ 1144.585904] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.595607] env[63097]: DEBUG oslo_vmware.api [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5225a489-98fc-dc38-58d4-44b9ee4c0ef7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.608610] env[63097]: DEBUG oslo_concurrency.lockutils [req-5c171200-cf28-4ae5-b8f6-9d290e711916 req-b4da9ae9-15fd-4a74-aa07-81037f5569ff service nova] Releasing lock "refresh_cache-ca593388-7163-4a80-8639-19e2553f37d7" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.609013] env[63097]: DEBUG nova.compute.manager [req-5c171200-cf28-4ae5-b8f6-9d290e711916 req-b4da9ae9-15fd-4a74-aa07-81037f5569ff service nova] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] Received event network-vif-plugged-949b5fc7-d159-4026-afca-a27ce18ba853 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1144.609294] env[63097]: DEBUG oslo_concurrency.lockutils [req-5c171200-cf28-4ae5-b8f6-9d290e711916 req-b4da9ae9-15fd-4a74-aa07-81037f5569ff service nova] Acquiring lock "d1ce0a08-27b4-43b6-aeed-c9048f248e41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1144.609672] env[63097]: DEBUG oslo_concurrency.lockutils [req-5c171200-cf28-4ae5-b8f6-9d290e711916 req-b4da9ae9-15fd-4a74-aa07-81037f5569ff service nova] Lock "d1ce0a08-27b4-43b6-aeed-c9048f248e41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1144.609843] env[63097]: DEBUG oslo_concurrency.lockutils [req-5c171200-cf28-4ae5-b8f6-9d290e711916 req-b4da9ae9-15fd-4a74-aa07-81037f5569ff service nova] Lock "d1ce0a08-27b4-43b6-aeed-c9048f248e41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1144.610094] env[63097]: DEBUG nova.compute.manager [req-5c171200-cf28-4ae5-b8f6-9d290e711916 req-b4da9ae9-15fd-4a74-aa07-81037f5569ff service nova] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] No waiting events found dispatching network-vif-plugged-949b5fc7-d159-4026-afca-a27ce18ba853 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1144.610356] env[63097]: WARNING nova.compute.manager [req-5c171200-cf28-4ae5-b8f6-9d290e711916 req-b4da9ae9-15fd-4a74-aa07-81037f5569ff service nova] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] Received unexpected event network-vif-plugged-949b5fc7-d159-4026-afca-a27ce18ba853 for instance with vm_state building and task_state spawning. [ 1144.610612] env[63097]: DEBUG nova.compute.manager [req-5c171200-cf28-4ae5-b8f6-9d290e711916 req-b4da9ae9-15fd-4a74-aa07-81037f5569ff service nova] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] Received event network-changed-949b5fc7-d159-4026-afca-a27ce18ba853 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1144.610851] env[63097]: DEBUG nova.compute.manager [req-5c171200-cf28-4ae5-b8f6-9d290e711916 req-b4da9ae9-15fd-4a74-aa07-81037f5569ff service nova] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] Refreshing instance network info cache due to event network-changed-949b5fc7-d159-4026-afca-a27ce18ba853. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1144.611418] env[63097]: DEBUG oslo_concurrency.lockutils [req-5c171200-cf28-4ae5-b8f6-9d290e711916 req-b4da9ae9-15fd-4a74-aa07-81037f5569ff service nova] Acquiring lock "refresh_cache-d1ce0a08-27b4-43b6-aeed-c9048f248e41" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.611832] env[63097]: DEBUG oslo_concurrency.lockutils [req-5c171200-cf28-4ae5-b8f6-9d290e711916 req-b4da9ae9-15fd-4a74-aa07-81037f5569ff service nova] Acquired lock "refresh_cache-d1ce0a08-27b4-43b6-aeed-c9048f248e41" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.612144] env[63097]: DEBUG nova.network.neutron [req-5c171200-cf28-4ae5-b8f6-9d290e711916 req-b4da9ae9-15fd-4a74-aa07-81037f5569ff service nova] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] Refreshing network info cache for port 949b5fc7-d159-4026-afca-a27ce18ba853 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1144.637330] env[63097]: DEBUG oslo_vmware.api [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Task: {'id': task-1686334, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.642889] env[63097]: DEBUG nova.scheduler.client.report [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1144.907932] env[63097]: DEBUG oslo_vmware.api [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686332, 'name': Rename_Task, 'duration_secs': 0.825581} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.908893] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1144.909091] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-708a3d89-7462-4470-9812-218f85decc81 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.914885] env[63097]: DEBUG nova.network.neutron [-] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.920887] env[63097]: DEBUG oslo_vmware.api [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1144.920887] env[63097]: value = "task-1686343" [ 1144.920887] env[63097]: _type = "Task" [ 1144.920887] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.935804] env[63097]: DEBUG oslo_vmware.api [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.944025] env[63097]: DEBUG oslo_vmware.api [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Task: {'id': task-1686339, 'name': ReconfigVM_Task, 'duration_secs': 0.366058} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.944251] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] Reconfigured VM instance instance-00000008 to attach disk [datastore2] d1ce0a08-27b4-43b6-aeed-c9048f248e41/d1ce0a08-27b4-43b6-aeed-c9048f248e41.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1144.945420] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87fb9c88-051c-4bb6-80a4-4712413c893c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.955340] env[63097]: DEBUG oslo_vmware.api [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Waiting for the task: (returnval){ [ 1144.955340] env[63097]: value = "task-1686344" [ 1144.955340] env[63097]: _type = "Task" [ 1144.955340] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.968036] env[63097]: DEBUG oslo_vmware.api [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Task: {'id': task-1686344, 'name': Rename_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.066095] env[63097]: DEBUG oslo_vmware.api [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686341, 'name': Rename_Task, 'duration_secs': 0.196065} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.070326] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1145.070705] env[63097]: DEBUG oslo_vmware.api [None req-99f05878-f996-4107-92af-c3c7faaab8d3 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Task: {'id': task-1686342, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173835} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.071016] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3904d89f-eadc-4942-892d-bcf0406f2b65 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.072911] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-99f05878-f996-4107-92af-c3c7faaab8d3 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1145.073155] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-99f05878-f996-4107-92af-c3c7faaab8d3 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1145.073810] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-99f05878-f996-4107-92af-c3c7faaab8d3 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1145.073810] env[63097]: INFO nova.compute.manager [None req-99f05878-f996-4107-92af-c3c7faaab8d3 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1145.073917] env[63097]: DEBUG oslo.service.loopingcall [None req-99f05878-f996-4107-92af-c3c7faaab8d3 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1145.074229] env[63097]: DEBUG nova.compute.manager [-] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1145.074508] env[63097]: DEBUG nova.network.neutron [-] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1145.081358] env[63097]: DEBUG oslo_vmware.api [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1145.081358] env[63097]: value = "task-1686345" [ 1145.081358] env[63097]: _type = "Task" [ 1145.081358] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.107857] env[63097]: DEBUG oslo_vmware.api [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5225a489-98fc-dc38-58d4-44b9ee4c0ef7, 'name': SearchDatastore_Task, 'duration_secs': 0.012063} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.108122] env[63097]: DEBUG oslo_vmware.api [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686345, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.108432] env[63097]: DEBUG oslo_concurrency.lockutils [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.108728] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] f7682359-f969-4869-869c-318c3bf750fb/f7682359-f969-4869-869c-318c3bf750fb.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1145.108992] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58528160-e2e3-41cf-9023-a53bb869a343 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.117866] env[63097]: DEBUG oslo_vmware.api [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Waiting for the task: (returnval){ [ 1145.117866] env[63097]: value = "task-1686346" [ 1145.117866] env[63097]: _type = "Task" [ 1145.117866] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.131228] env[63097]: DEBUG oslo_vmware.api [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': task-1686346, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.139179] env[63097]: DEBUG oslo_vmware.api [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Task: {'id': task-1686334, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.956222} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.139912] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d/6622c22c-f2c7-4baa-bb3e-e3a73d0c300d.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1145.139912] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1145.141105] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a94c9a35-eb1a-4da1-b890-c9eff81f18aa {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.148580] env[63097]: DEBUG oslo_vmware.api [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Waiting for the task: (returnval){ [ 1145.148580] env[63097]: value = "task-1686347" [ 1145.148580] env[63097]: _type = "Task" [ 1145.148580] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.152987] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1145.154115] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.545s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.154115] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.495s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.156085] env[63097]: INFO nova.compute.claims [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1145.163919] env[63097]: DEBUG oslo_vmware.api [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Task: {'id': task-1686347, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.416989] env[63097]: INFO nova.compute.manager [-] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] Took 1.76 seconds to deallocate network for instance. [ 1145.445075] env[63097]: DEBUG oslo_vmware.api [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686343, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.483372] env[63097]: DEBUG oslo_vmware.api [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Task: {'id': task-1686344, 'name': Rename_Task, 'duration_secs': 0.156992} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.483816] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1145.484173] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41439ad6-52e1-4baf-9b2a-8a2662d96916 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.497649] env[63097]: DEBUG nova.compute.manager [req-fc76d1f5-8a2a-488e-a506-43c169a775b3 req-ccd2c72c-bff7-4f75-9974-92c4291a351d service nova] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Received event network-vif-plugged-0d7b59b4-de35-4ecf-a974-2c813748029c {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1145.497649] env[63097]: DEBUG oslo_concurrency.lockutils [req-fc76d1f5-8a2a-488e-a506-43c169a775b3 req-ccd2c72c-bff7-4f75-9974-92c4291a351d service nova] Acquiring lock "6622c22c-f2c7-4baa-bb3e-e3a73d0c300d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.497649] env[63097]: DEBUG oslo_concurrency.lockutils [req-fc76d1f5-8a2a-488e-a506-43c169a775b3 req-ccd2c72c-bff7-4f75-9974-92c4291a351d service nova] Lock "6622c22c-f2c7-4baa-bb3e-e3a73d0c300d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.497649] env[63097]: DEBUG oslo_concurrency.lockutils [req-fc76d1f5-8a2a-488e-a506-43c169a775b3 req-ccd2c72c-bff7-4f75-9974-92c4291a351d service nova] Lock "6622c22c-f2c7-4baa-bb3e-e3a73d0c300d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.497649] env[63097]: DEBUG nova.compute.manager [req-fc76d1f5-8a2a-488e-a506-43c169a775b3 req-ccd2c72c-bff7-4f75-9974-92c4291a351d service nova] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] No waiting events found dispatching network-vif-plugged-0d7b59b4-de35-4ecf-a974-2c813748029c {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1145.497879] env[63097]: WARNING nova.compute.manager [req-fc76d1f5-8a2a-488e-a506-43c169a775b3 req-ccd2c72c-bff7-4f75-9974-92c4291a351d service nova] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Received unexpected event network-vif-plugged-0d7b59b4-de35-4ecf-a974-2c813748029c for instance with vm_state building and task_state spawning. [ 1145.497879] env[63097]: DEBUG nova.compute.manager [req-fc76d1f5-8a2a-488e-a506-43c169a775b3 req-ccd2c72c-bff7-4f75-9974-92c4291a351d service nova] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Received event network-changed-0d7b59b4-de35-4ecf-a974-2c813748029c {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1145.497879] env[63097]: DEBUG nova.compute.manager [req-fc76d1f5-8a2a-488e-a506-43c169a775b3 req-ccd2c72c-bff7-4f75-9974-92c4291a351d service nova] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Refreshing instance network info cache due to event network-changed-0d7b59b4-de35-4ecf-a974-2c813748029c. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1145.497879] env[63097]: DEBUG oslo_concurrency.lockutils [req-fc76d1f5-8a2a-488e-a506-43c169a775b3 req-ccd2c72c-bff7-4f75-9974-92c4291a351d service nova] Acquiring lock "refresh_cache-6622c22c-f2c7-4baa-bb3e-e3a73d0c300d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.497879] env[63097]: DEBUG oslo_concurrency.lockutils [req-fc76d1f5-8a2a-488e-a506-43c169a775b3 req-ccd2c72c-bff7-4f75-9974-92c4291a351d service nova] Acquired lock "refresh_cache-6622c22c-f2c7-4baa-bb3e-e3a73d0c300d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.498082] env[63097]: DEBUG nova.network.neutron [req-fc76d1f5-8a2a-488e-a506-43c169a775b3 req-ccd2c72c-bff7-4f75-9974-92c4291a351d service nova] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Refreshing network info cache for port 0d7b59b4-de35-4ecf-a974-2c813748029c {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1145.510637] env[63097]: DEBUG oslo_vmware.api [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Waiting for the task: (returnval){ [ 1145.510637] env[63097]: value = "task-1686348" [ 1145.510637] env[63097]: _type = "Task" [ 1145.510637] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.529050] env[63097]: DEBUG oslo_vmware.api [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Task: {'id': task-1686348, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.598670] env[63097]: DEBUG oslo_vmware.api [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686345, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.633986] env[63097]: DEBUG oslo_vmware.api [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': task-1686346, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.666158] env[63097]: DEBUG oslo_vmware.api [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Task: {'id': task-1686347, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079712} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.666158] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1145.671410] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843d34ae-5ef4-4652-9c1c-9d3f76d422a4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.706147] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d/6622c22c-f2c7-4baa-bb3e-e3a73d0c300d.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.707714] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-246a923d-91fb-4ee0-92f8-fe5c9591b152 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.733330] env[63097]: DEBUG oslo_vmware.api [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Waiting for the task: (returnval){ [ 1145.733330] env[63097]: value = "task-1686349" [ 1145.733330] env[63097]: _type = "Task" [ 1145.733330] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.743277] env[63097]: DEBUG oslo_vmware.api [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Task: {'id': task-1686349, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.833493] env[63097]: DEBUG oslo_concurrency.lockutils [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Acquiring lock "737c0d60-09bb-4883-b61b-93091bf6cb65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.833732] env[63097]: DEBUG oslo_concurrency.lockutils [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Lock "737c0d60-09bb-4883-b61b-93091bf6cb65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.932839] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e23e564d-ae21-4336-842b-3a0ef6cf1257 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.937185] env[63097]: DEBUG oslo_vmware.api [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686343, 'name': PowerOnVM_Task, 'duration_secs': 0.816492} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.937475] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1145.937647] env[63097]: INFO nova.compute.manager [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] Took 9.88 seconds to spawn the instance on the hypervisor. [ 1145.937865] env[63097]: DEBUG nova.compute.manager [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1145.938572] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06be314-d9a3-490d-9181-330c09cc585e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.021195] env[63097]: DEBUG oslo_vmware.api [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Task: {'id': task-1686348, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.097930] env[63097]: DEBUG oslo_vmware.api [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686345, 'name': PowerOnVM_Task, 'duration_secs': 0.53399} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.099080] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1146.099080] env[63097]: INFO nova.compute.manager [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Took 15.04 seconds to spawn the instance on the hypervisor. [ 1146.099080] env[63097]: DEBUG nova.compute.manager [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1146.099415] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267a2bfc-dd58-4a3a-a95f-85779bb46b22 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.127643] env[63097]: DEBUG nova.network.neutron [req-5c171200-cf28-4ae5-b8f6-9d290e711916 req-b4da9ae9-15fd-4a74-aa07-81037f5569ff service nova] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] Updated VIF entry in instance network info cache for port 949b5fc7-d159-4026-afca-a27ce18ba853. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1146.128062] env[63097]: DEBUG nova.network.neutron [req-5c171200-cf28-4ae5-b8f6-9d290e711916 req-b4da9ae9-15fd-4a74-aa07-81037f5569ff service nova] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] Updating instance_info_cache with network_info: [{"id": "949b5fc7-d159-4026-afca-a27ce18ba853", "address": "fa:16:3e:bf:cf:d9", "network": {"id": "6b81232d-2bfc-4ee5-aaa8-178b8f49236c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6d5186fbfb8046dfb1f369e636f8eafb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap949b5fc7-d1", "ovs_interfaceid": "949b5fc7-d159-4026-afca-a27ce18ba853", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.136026] env[63097]: DEBUG oslo_vmware.api [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': task-1686346, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520909} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.136321] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] f7682359-f969-4869-869c-318c3bf750fb/f7682359-f969-4869-869c-318c3bf750fb.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1146.136519] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1146.136771] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b749aea-a015-479a-953e-4405645842ed {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.143813] env[63097]: DEBUG oslo_vmware.api [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Waiting for the task: (returnval){ [ 1146.143813] env[63097]: value = "task-1686350" [ 1146.143813] env[63097]: _type = "Task" [ 1146.143813] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.158849] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.158849] env[63097]: DEBUG oslo_vmware.api [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': task-1686350, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.159360] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.159833] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Starting heal instance info cache {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1146.159833] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Rebuilding the list of instances to heal {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1146.247829] env[63097]: DEBUG oslo_vmware.api [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Task: {'id': task-1686349, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.248369] env[63097]: DEBUG nova.network.neutron [-] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.465135] env[63097]: INFO nova.compute.manager [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] Took 26.66 seconds to build instance. [ 1146.466654] env[63097]: DEBUG nova.network.neutron [req-fc76d1f5-8a2a-488e-a506-43c169a775b3 req-ccd2c72c-bff7-4f75-9974-92c4291a351d service nova] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Updated VIF entry in instance network info cache for port 0d7b59b4-de35-4ecf-a974-2c813748029c. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1146.467895] env[63097]: DEBUG nova.network.neutron [req-fc76d1f5-8a2a-488e-a506-43c169a775b3 req-ccd2c72c-bff7-4f75-9974-92c4291a351d service nova] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Updating instance_info_cache with network_info: [{"id": "0d7b59b4-de35-4ecf-a974-2c813748029c", "address": "fa:16:3e:d5:46:88", "network": {"id": "3ac29cf2-462a-4a32-a3f7-7cb343864772", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-546834772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "735b9ee2f3e64bccba29f5be20fcf55f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d7b59b4-de", "ovs_interfaceid": "0d7b59b4-de35-4ecf-a974-2c813748029c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.525339] env[63097]: DEBUG oslo_vmware.api [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Task: {'id': task-1686348, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.623670] env[63097]: INFO nova.compute.manager [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Took 29.53 seconds to build instance. [ 1146.635024] env[63097]: DEBUG oslo_concurrency.lockutils [req-5c171200-cf28-4ae5-b8f6-9d290e711916 req-b4da9ae9-15fd-4a74-aa07-81037f5569ff service nova] Releasing lock "refresh_cache-d1ce0a08-27b4-43b6-aeed-c9048f248e41" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.656611] env[63097]: DEBUG oslo_vmware.api [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': task-1686350, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120744} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.659556] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1146.660597] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41abe5f9-1382-4447-84d4-2e355f827fa1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.666917] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] Skipping network cache update for instance because it is being deleted. {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9946}} [ 1146.667134] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] Skipping network cache update for instance because it is Building. {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1146.667210] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Skipping network cache update for instance because it is Building. {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1146.667332] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] Skipping network cache update for instance because it is Building. {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1146.689423] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] f7682359-f969-4869-869c-318c3bf750fb/f7682359-f969-4869-869c-318c3bf750fb.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.691082] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7160ec5-5ab3-472c-865d-3d56a330cf03 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.706521] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44be1a00-8cd1-4904-aeb7-de5eaf4f848c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.709942] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "refresh_cache-e4cdc641-a801-43ce-9b9b-b755a743be9a" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.710132] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquired lock "refresh_cache-e4cdc641-a801-43ce-9b9b-b755a743be9a" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.710258] env[63097]: DEBUG nova.network.neutron [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Forcefully refreshing network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 1146.710414] env[63097]: DEBUG nova.objects.instance [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lazy-loading 'info_cache' on Instance uuid e4cdc641-a801-43ce-9b9b-b755a743be9a {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.724316] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7328d6-babb-4a5c-b274-50cc70794bcc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.729041] env[63097]: DEBUG oslo_vmware.api [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Waiting for the task: (returnval){ [ 1146.729041] env[63097]: value = "task-1686353" [ 1146.729041] env[63097]: _type = "Task" [ 1146.729041] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.765151] env[63097]: INFO nova.compute.manager [-] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] Took 1.69 seconds to deallocate network for instance. [ 1146.771150] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2039cb80-8d83-4e7a-bb1c-d4e149e80ba8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.780656] env[63097]: DEBUG oslo_vmware.api [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': task-1686353, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.787024] env[63097]: DEBUG oslo_vmware.api [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Task: {'id': task-1686349, 'name': ReconfigVM_Task, 'duration_secs': 1.013356} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.790398] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d/6622c22c-f2c7-4baa-bb3e-e3a73d0c300d.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.790398] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8e2c5a8-35d8-4d17-8b34-5df0cfa95959 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.792893] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30c2892-088d-4182-b444-451435ae50d7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.814872] env[63097]: DEBUG oslo_vmware.api [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Waiting for the task: (returnval){ [ 1146.814872] env[63097]: value = "task-1686355" [ 1146.814872] env[63097]: _type = "Task" [ 1146.814872] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.816640] env[63097]: DEBUG nova.compute.provider_tree [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Updating inventory in ProviderTree for provider 6b378d8e-1145-4591-928b-605b58f0be9e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1146.831028] env[63097]: DEBUG oslo_vmware.api [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Task: {'id': task-1686355, 'name': Rename_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.970707] env[63097]: DEBUG oslo_concurrency.lockutils [req-fc76d1f5-8a2a-488e-a506-43c169a775b3 req-ccd2c72c-bff7-4f75-9974-92c4291a351d service nova] Releasing lock "refresh_cache-6622c22c-f2c7-4baa-bb3e-e3a73d0c300d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.971275] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4d9673f0-0cc0-43bf-bcbe-5598370d1b06 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Lock "3aad7770-542e-410c-bcea-1d2be6ad6e13" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.178s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1147.028874] env[63097]: DEBUG oslo_vmware.api [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Task: {'id': task-1686348, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.105312] env[63097]: DEBUG nova.compute.manager [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Stashing vm_state: active {{(pid=63097) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1147.127585] env[63097]: DEBUG oslo_concurrency.lockutils [None req-031e01c4-7b3c-42e3-bac5-672e0cccd2cf tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Lock "ca593388-7163-4a80-8639-19e2553f37d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.037s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1147.239854] env[63097]: DEBUG oslo_vmware.api [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': task-1686353, 'name': ReconfigVM_Task, 'duration_secs': 0.464975} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.240165] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Reconfigured VM instance instance-00000005 to attach disk [datastore1] f7682359-f969-4869-869c-318c3bf750fb/f7682359-f969-4869-869c-318c3bf750fb.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.241070] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d909c777-b834-4511-bcbe-7db102f917a0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.249450] env[63097]: DEBUG oslo_vmware.api [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Waiting for the task: (returnval){ [ 1147.249450] env[63097]: value = "task-1686356" [ 1147.249450] env[63097]: _type = "Task" [ 1147.249450] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.264350] env[63097]: DEBUG oslo_vmware.api [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': task-1686356, 'name': Rename_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.282267] env[63097]: DEBUG oslo_concurrency.lockutils [None req-99f05878-f996-4107-92af-c3c7faaab8d3 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1147.329456] env[63097]: DEBUG oslo_vmware.api [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Task: {'id': task-1686355, 'name': Rename_Task, 'duration_secs': 0.17823} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.329791] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1147.330089] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-daa80609-39f1-46bc-8b04-7eab12b597c9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.336105] env[63097]: DEBUG oslo_vmware.api [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Waiting for the task: (returnval){ [ 1147.336105] env[63097]: value = "task-1686357" [ 1147.336105] env[63097]: _type = "Task" [ 1147.336105] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.340678] env[63097]: ERROR nova.scheduler.client.report [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] [req-c8eb4955-74a7-4d5c-9c31-92be571be165] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6b378d8e-1145-4591-928b-605b58f0be9e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c8eb4955-74a7-4d5c-9c31-92be571be165"}]} [ 1147.345713] env[63097]: DEBUG oslo_vmware.api [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Task: {'id': task-1686357, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.357598] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b943f381-5793-4ea1-a707-d8029396cc4b tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Acquiring lock "e4cdc641-a801-43ce-9b9b-b755a743be9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1147.357723] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b943f381-5793-4ea1-a707-d8029396cc4b tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Lock "e4cdc641-a801-43ce-9b9b-b755a743be9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1147.357939] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b943f381-5793-4ea1-a707-d8029396cc4b tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Acquiring lock "e4cdc641-a801-43ce-9b9b-b755a743be9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1147.358186] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b943f381-5793-4ea1-a707-d8029396cc4b tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Lock "e4cdc641-a801-43ce-9b9b-b755a743be9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1147.358474] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b943f381-5793-4ea1-a707-d8029396cc4b tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Lock "e4cdc641-a801-43ce-9b9b-b755a743be9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1147.360971] env[63097]: INFO nova.compute.manager [None req-b943f381-5793-4ea1-a707-d8029396cc4b tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Terminating instance [ 1147.363287] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b943f381-5793-4ea1-a707-d8029396cc4b tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Acquiring lock "refresh_cache-e4cdc641-a801-43ce-9b9b-b755a743be9a" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.372437] env[63097]: DEBUG nova.scheduler.client.report [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Refreshing inventories for resource provider 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1147.398749] env[63097]: DEBUG nova.scheduler.client.report [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Updating ProviderTree inventory for provider 6b378d8e-1145-4591-928b-605b58f0be9e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1147.399368] env[63097]: DEBUG nova.compute.provider_tree [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Updating inventory in ProviderTree for provider 6b378d8e-1145-4591-928b-605b58f0be9e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1147.418363] env[63097]: DEBUG nova.scheduler.client.report [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Refreshing aggregate associations for resource provider 6b378d8e-1145-4591-928b-605b58f0be9e, aggregates: None {{(pid=63097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1147.445211] env[63097]: DEBUG nova.scheduler.client.report [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Refreshing trait associations for resource provider 6b378d8e-1145-4591-928b-605b58f0be9e, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=63097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1147.475863] env[63097]: DEBUG nova.compute.manager [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1147.529035] env[63097]: DEBUG oslo_vmware.api [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Task: {'id': task-1686348, 'name': PowerOnVM_Task} progress is 91%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.625696] env[63097]: DEBUG oslo_concurrency.lockutils [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1147.630102] env[63097]: DEBUG nova.compute.manager [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 9614706d-274e-4569-8e45-02a470762719] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1147.748044] env[63097]: DEBUG nova.network.neutron [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1147.764465] env[63097]: DEBUG oslo_vmware.api [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': task-1686356, 'name': Rename_Task, 'duration_secs': 0.216119} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.766133] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1147.766133] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8047a234-b477-44dc-838b-5c360ce7d3bc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.775497] env[63097]: DEBUG oslo_vmware.api [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Waiting for the task: (returnval){ [ 1147.775497] env[63097]: value = "task-1686359" [ 1147.775497] env[63097]: _type = "Task" [ 1147.775497] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.793735] env[63097]: DEBUG oslo_vmware.api [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': task-1686359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.849882] env[63097]: DEBUG oslo_vmware.api [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Task: {'id': task-1686357, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.895287] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc2837f-cf1d-406a-a38e-9fe57ea46100 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.903836] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e42fcf-c875-4801-a952-c3cc456254d8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.940500] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1709ead8-59b6-467b-8a27-c4d168415475 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.947805] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54b4a50-54a1-462b-87fe-cc7c09956728 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.962567] env[63097]: DEBUG nova.compute.provider_tree [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Updating inventory in ProviderTree for provider 6b378d8e-1145-4591-928b-605b58f0be9e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1147.998355] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1148.028080] env[63097]: DEBUG oslo_vmware.api [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Task: {'id': task-1686348, 'name': PowerOnVM_Task, 'duration_secs': 2.018894} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.029464] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1148.029464] env[63097]: INFO nova.compute.manager [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] Took 14.42 seconds to spawn the instance on the hypervisor. [ 1148.029464] env[63097]: DEBUG nova.compute.manager [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1148.030098] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3431602-3b12-4f8b-91a8-94266515818d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.169134] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1148.292962] env[63097]: DEBUG oslo_vmware.api [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': task-1686359, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.348798] env[63097]: DEBUG oslo_vmware.api [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Task: {'id': task-1686357, 'name': PowerOnVM_Task, 'duration_secs': 0.758545} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.348798] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1148.348798] env[63097]: INFO nova.compute.manager [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Took 9.71 seconds to spawn the instance on the hypervisor. [ 1148.349863] env[63097]: DEBUG nova.compute.manager [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1148.350047] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f8e78c-b20c-45d4-aba3-fb2c7f5a0ee6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.356241] env[63097]: DEBUG nova.network.neutron [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.507389] env[63097]: DEBUG nova.scheduler.client.report [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Updated inventory for provider 6b378d8e-1145-4591-928b-605b58f0be9e with generation 29 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1148.507641] env[63097]: DEBUG nova.compute.provider_tree [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Updating resource provider 6b378d8e-1145-4591-928b-605b58f0be9e generation from 29 to 30 during operation: update_inventory {{(pid=63097) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1148.507829] env[63097]: DEBUG nova.compute.provider_tree [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Updating inventory in ProviderTree for provider 6b378d8e-1145-4591-928b-605b58f0be9e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1148.552730] env[63097]: INFO nova.compute.manager [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] Took 30.72 seconds to build instance. [ 1148.685199] env[63097]: DEBUG nova.compute.manager [req-e8c12b6a-2c36-4ecd-93de-c0bbe6996dd6 req-d3884d56-2fde-427c-a3f6-bad83d38eba0 service nova] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] Received event network-vif-deleted-b465657e-b584-4ee1-977b-464f5c82a601 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1148.685852] env[63097]: DEBUG nova.compute.manager [req-e8c12b6a-2c36-4ecd-93de-c0bbe6996dd6 req-d3884d56-2fde-427c-a3f6-bad83d38eba0 service nova] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] Received event network-vif-deleted-2ede58c6-d687-4309-a1df-fb116e0510fc {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1148.794639] env[63097]: DEBUG oslo_vmware.api [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': task-1686359, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.862023] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Releasing lock "refresh_cache-e4cdc641-a801-43ce-9b9b-b755a743be9a" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.862023] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Updated the network info_cache for instance {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1148.862023] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b943f381-5793-4ea1-a707-d8029396cc4b tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Acquired lock "refresh_cache-e4cdc641-a801-43ce-9b9b-b755a743be9a" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.862023] env[63097]: DEBUG nova.network.neutron [None req-b943f381-5793-4ea1-a707-d8029396cc4b tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1148.862023] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1148.862023] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1148.863102] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1148.863701] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1148.864047] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1148.864467] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63097) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1148.878123] env[63097]: INFO nova.compute.manager [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Took 26.61 seconds to build instance. [ 1149.013325] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.860s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1149.013918] env[63097]: DEBUG nova.compute.manager [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1149.018949] env[63097]: DEBUG oslo_concurrency.lockutils [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.064s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1149.022175] env[63097]: INFO nova.compute.claims [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1149.055708] env[63097]: DEBUG oslo_concurrency.lockutils [None req-eb816308-dde3-440d-b934-9a543a31def2 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Lock "d1ce0a08-27b4-43b6-aeed-c9048f248e41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.233s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1149.294574] env[63097]: DEBUG oslo_vmware.api [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': task-1686359, 'name': PowerOnVM_Task} progress is 82%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.380576] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b62a4dc9-9e08-4e8d-b07e-d85b74d97947 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Lock "6622c22c-f2c7-4baa-bb3e-e3a73d0c300d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.132s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1149.392053] env[63097]: DEBUG nova.network.neutron [None req-b943f381-5793-4ea1-a707-d8029396cc4b tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1149.511354] env[63097]: DEBUG nova.network.neutron [None req-b943f381-5793-4ea1-a707-d8029396cc4b tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.527974] env[63097]: DEBUG nova.compute.utils [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1149.529608] env[63097]: DEBUG nova.compute.manager [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1149.529851] env[63097]: DEBUG nova.network.neutron [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1149.565027] env[63097]: DEBUG nova.compute.manager [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1149.629168] env[63097]: DEBUG nova.policy [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d5fca7c35b34f48b930f0a52f73de0b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05bfa768b44545f28da147efc9b6104f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1149.795695] env[63097]: DEBUG oslo_vmware.api [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': task-1686359, 'name': PowerOnVM_Task, 'duration_secs': 1.677479} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.795949] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1149.796488] env[63097]: DEBUG nova.compute.manager [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1149.797407] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1989b3-a832-47c2-b27b-8c1025faa7d1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.884920] env[63097]: DEBUG nova.compute.manager [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1150.015949] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b943f381-5793-4ea1-a707-d8029396cc4b tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Releasing lock "refresh_cache-e4cdc641-a801-43ce-9b9b-b755a743be9a" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.016526] env[63097]: DEBUG nova.compute.manager [None req-b943f381-5793-4ea1-a707-d8029396cc4b tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1150.016732] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b943f381-5793-4ea1-a707-d8029396cc4b tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1150.017959] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3204ddeb-57b3-4c9a-ba7b-434e4917eae8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.027992] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b943f381-5793-4ea1-a707-d8029396cc4b tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1150.028307] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4404c427-3369-4252-ad2c-95f99b1d85a4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.037362] env[63097]: DEBUG oslo_vmware.api [None req-b943f381-5793-4ea1-a707-d8029396cc4b tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Waiting for the task: (returnval){ [ 1150.037362] env[63097]: value = "task-1686362" [ 1150.037362] env[63097]: _type = "Task" [ 1150.037362] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.044777] env[63097]: DEBUG nova.compute.manager [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1150.056871] env[63097]: DEBUG nova.network.neutron [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] Successfully created port: 0320c20d-7151-499a-8698-2b8c67e91a6a {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1150.063692] env[63097]: DEBUG oslo_vmware.api [None req-b943f381-5793-4ea1-a707-d8029396cc4b tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Task: {'id': task-1686362, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.089076] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.318537] env[63097]: DEBUG oslo_concurrency.lockutils [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.416132] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.502191] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2b430c-020c-4627-9dcb-b6b3e8287668 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.512554] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1642b194-4255-485e-9a00-18b8e9881e72 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.562367] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3a8677-f017-47ff-8468-e3f105fc85e2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.574366] env[63097]: DEBUG oslo_vmware.api [None req-b943f381-5793-4ea1-a707-d8029396cc4b tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Task: {'id': task-1686362, 'name': PowerOffVM_Task, 'duration_secs': 0.241086} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.577478] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b943f381-5793-4ea1-a707-d8029396cc4b tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1150.580119] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b943f381-5793-4ea1-a707-d8029396cc4b tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1150.580119] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1274607a-5625-4a88-b738-fdcda2b78762 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.581562] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77638dee-55c2-4c0c-9db5-a1d5237957a1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.607035] env[63097]: DEBUG nova.compute.provider_tree [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.628170] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b943f381-5793-4ea1-a707-d8029396cc4b tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1150.628843] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b943f381-5793-4ea1-a707-d8029396cc4b tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1150.629080] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-b943f381-5793-4ea1-a707-d8029396cc4b tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Deleting the datastore file [datastore1] e4cdc641-a801-43ce-9b9b-b755a743be9a {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1150.629342] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f5200c6-ed92-4964-89a2-ba22de736727 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.640202] env[63097]: DEBUG oslo_vmware.api [None req-b943f381-5793-4ea1-a707-d8029396cc4b tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Waiting for the task: (returnval){ [ 1150.640202] env[63097]: value = "task-1686364" [ 1150.640202] env[63097]: _type = "Task" [ 1150.640202] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.651612] env[63097]: DEBUG oslo_vmware.api [None req-b943f381-5793-4ea1-a707-d8029396cc4b tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Task: {'id': task-1686364, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.073115] env[63097]: DEBUG nova.compute.manager [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1151.113020] env[63097]: DEBUG nova.virt.hardware [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1151.113020] env[63097]: DEBUG nova.virt.hardware [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1151.113020] env[63097]: DEBUG nova.virt.hardware [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1151.113375] env[63097]: DEBUG nova.virt.hardware [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1151.113375] env[63097]: DEBUG nova.virt.hardware [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1151.113913] env[63097]: DEBUG nova.virt.hardware [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1151.114305] env[63097]: DEBUG nova.virt.hardware [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1151.117642] env[63097]: DEBUG nova.virt.hardware [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1151.117642] env[63097]: DEBUG nova.virt.hardware [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1151.117642] env[63097]: DEBUG nova.virt.hardware [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1151.117642] env[63097]: DEBUG nova.virt.hardware [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1151.118089] env[63097]: DEBUG nova.scheduler.client.report [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1151.124843] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a16b46d-fb87-4eb9-9be0-60412d8c3a74 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.138918] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492f1007-50c3-4f89-9777-d37d523b6f4f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.169449] env[63097]: DEBUG oslo_vmware.api [None req-b943f381-5793-4ea1-a707-d8029396cc4b tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Task: {'id': task-1686364, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.431088} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.169449] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-b943f381-5793-4ea1-a707-d8029396cc4b tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1151.169449] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b943f381-5793-4ea1-a707-d8029396cc4b tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1151.169449] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b943f381-5793-4ea1-a707-d8029396cc4b tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1151.169449] env[63097]: INFO nova.compute.manager [None req-b943f381-5793-4ea1-a707-d8029396cc4b tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1151.169874] env[63097]: DEBUG oslo.service.loopingcall [None req-b943f381-5793-4ea1-a707-d8029396cc4b tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1151.170309] env[63097]: DEBUG nova.compute.manager [-] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1151.170309] env[63097]: DEBUG nova.network.neutron [-] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1151.205888] env[63097]: DEBUG nova.network.neutron [-] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1151.633654] env[63097]: DEBUG oslo_concurrency.lockutils [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.633654] env[63097]: DEBUG nova.compute.manager [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1151.636954] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.333s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1151.639617] env[63097]: INFO nova.compute.claims [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1151.709168] env[63097]: DEBUG nova.network.neutron [-] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.146510] env[63097]: DEBUG nova.compute.utils [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1152.151260] env[63097]: DEBUG nova.compute.manager [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1152.151801] env[63097]: DEBUG nova.network.neutron [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1152.169130] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7036e459-6047-4c87-9232-6c1f4a1a6e5a tempest-DeleteServersAdminTestJSON-944596720 tempest-DeleteServersAdminTestJSON-944596720-project-admin] Acquiring lock "d1ce0a08-27b4-43b6-aeed-c9048f248e41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1152.170074] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7036e459-6047-4c87-9232-6c1f4a1a6e5a tempest-DeleteServersAdminTestJSON-944596720 tempest-DeleteServersAdminTestJSON-944596720-project-admin] Lock "d1ce0a08-27b4-43b6-aeed-c9048f248e41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1152.170074] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7036e459-6047-4c87-9232-6c1f4a1a6e5a tempest-DeleteServersAdminTestJSON-944596720 tempest-DeleteServersAdminTestJSON-944596720-project-admin] Acquiring lock "d1ce0a08-27b4-43b6-aeed-c9048f248e41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1152.170074] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7036e459-6047-4c87-9232-6c1f4a1a6e5a tempest-DeleteServersAdminTestJSON-944596720 tempest-DeleteServersAdminTestJSON-944596720-project-admin] Lock "d1ce0a08-27b4-43b6-aeed-c9048f248e41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1152.170499] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7036e459-6047-4c87-9232-6c1f4a1a6e5a tempest-DeleteServersAdminTestJSON-944596720 tempest-DeleteServersAdminTestJSON-944596720-project-admin] Lock "d1ce0a08-27b4-43b6-aeed-c9048f248e41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1152.176165] env[63097]: INFO nova.compute.manager [None req-7036e459-6047-4c87-9232-6c1f4a1a6e5a tempest-DeleteServersAdminTestJSON-944596720 tempest-DeleteServersAdminTestJSON-944596720-project-admin] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] Terminating instance [ 1152.182440] env[63097]: DEBUG nova.compute.manager [None req-7036e459-6047-4c87-9232-6c1f4a1a6e5a tempest-DeleteServersAdminTestJSON-944596720 tempest-DeleteServersAdminTestJSON-944596720-project-admin] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1152.182440] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7036e459-6047-4c87-9232-6c1f4a1a6e5a tempest-DeleteServersAdminTestJSON-944596720 tempest-DeleteServersAdminTestJSON-944596720-project-admin] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1152.184375] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1cf90ee-1b22-4244-bec2-a2506f8ddf1a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.198434] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7036e459-6047-4c87-9232-6c1f4a1a6e5a tempest-DeleteServersAdminTestJSON-944596720 tempest-DeleteServersAdminTestJSON-944596720-project-admin] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1152.198637] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc086930-a30a-43d9-95c2-ba3384f5fe7f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.210932] env[63097]: DEBUG oslo_vmware.api [None req-7036e459-6047-4c87-9232-6c1f4a1a6e5a tempest-DeleteServersAdminTestJSON-944596720 tempest-DeleteServersAdminTestJSON-944596720-project-admin] Waiting for the task: (returnval){ [ 1152.210932] env[63097]: value = "task-1686367" [ 1152.210932] env[63097]: _type = "Task" [ 1152.210932] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.215152] env[63097]: INFO nova.compute.manager [-] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Took 1.04 seconds to deallocate network for instance. [ 1152.227059] env[63097]: DEBUG oslo_vmware.api [None req-7036e459-6047-4c87-9232-6c1f4a1a6e5a tempest-DeleteServersAdminTestJSON-944596720 tempest-DeleteServersAdminTestJSON-944596720-project-admin] Task: {'id': task-1686367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.304796] env[63097]: DEBUG nova.policy [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '910d677c1a614ddb9ed0216620ada54c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d0a3dd50ae4420c9fdd9ea91ca9fc1f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1152.649316] env[63097]: DEBUG nova.compute.manager [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1152.731552] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b943f381-5793-4ea1-a707-d8029396cc4b tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1152.731864] env[63097]: DEBUG oslo_vmware.api [None req-7036e459-6047-4c87-9232-6c1f4a1a6e5a tempest-DeleteServersAdminTestJSON-944596720 tempest-DeleteServersAdminTestJSON-944596720-project-admin] Task: {'id': task-1686367, 'name': PowerOffVM_Task, 'duration_secs': 0.483299} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.732116] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7036e459-6047-4c87-9232-6c1f4a1a6e5a tempest-DeleteServersAdminTestJSON-944596720 tempest-DeleteServersAdminTestJSON-944596720-project-admin] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1152.733216] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7036e459-6047-4c87-9232-6c1f4a1a6e5a tempest-DeleteServersAdminTestJSON-944596720 tempest-DeleteServersAdminTestJSON-944596720-project-admin] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1152.733530] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12793cb0-5c31-40d6-9f2c-a66902575de6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.815641] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7036e459-6047-4c87-9232-6c1f4a1a6e5a tempest-DeleteServersAdminTestJSON-944596720 tempest-DeleteServersAdminTestJSON-944596720-project-admin] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1152.815849] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7036e459-6047-4c87-9232-6c1f4a1a6e5a tempest-DeleteServersAdminTestJSON-944596720 tempest-DeleteServersAdminTestJSON-944596720-project-admin] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1152.816034] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-7036e459-6047-4c87-9232-6c1f4a1a6e5a tempest-DeleteServersAdminTestJSON-944596720 tempest-DeleteServersAdminTestJSON-944596720-project-admin] Deleting the datastore file [datastore2] d1ce0a08-27b4-43b6-aeed-c9048f248e41 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1152.816381] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b0a3ef6-d567-451e-9898-c4e150375679 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.823719] env[63097]: DEBUG oslo_vmware.api [None req-7036e459-6047-4c87-9232-6c1f4a1a6e5a tempest-DeleteServersAdminTestJSON-944596720 tempest-DeleteServersAdminTestJSON-944596720-project-admin] Waiting for the task: (returnval){ [ 1152.823719] env[63097]: value = "task-1686369" [ 1152.823719] env[63097]: _type = "Task" [ 1152.823719] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.839226] env[63097]: DEBUG oslo_vmware.api [None req-7036e459-6047-4c87-9232-6c1f4a1a6e5a tempest-DeleteServersAdminTestJSON-944596720 tempest-DeleteServersAdminTestJSON-944596720-project-admin] Task: {'id': task-1686369, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.951738] env[63097]: DEBUG nova.network.neutron [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] Successfully updated port: 0320c20d-7151-499a-8698-2b8c67e91a6a {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1153.123915] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ecce573-276e-4054-b870-120371951d53 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.135212] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22179b71-66d2-4346-bf7e-99f5eec9d977 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.195850] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c34097c-ffd3-4c8e-b781-37a636b4951b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.218481] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9951769c-563b-43e1-ba9b-c609ee3d8eea {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.226358] env[63097]: DEBUG nova.network.neutron [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Successfully created port: 36e0db32-9a29-4560-ab07-a4347fc817ed {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1153.251199] env[63097]: DEBUG nova.compute.provider_tree [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.336760] env[63097]: DEBUG oslo_vmware.api [None req-7036e459-6047-4c87-9232-6c1f4a1a6e5a tempest-DeleteServersAdminTestJSON-944596720 tempest-DeleteServersAdminTestJSON-944596720-project-admin] Task: {'id': task-1686369, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.391836} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.337050] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-7036e459-6047-4c87-9232-6c1f4a1a6e5a tempest-DeleteServersAdminTestJSON-944596720 tempest-DeleteServersAdminTestJSON-944596720-project-admin] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1153.337246] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7036e459-6047-4c87-9232-6c1f4a1a6e5a tempest-DeleteServersAdminTestJSON-944596720 tempest-DeleteServersAdminTestJSON-944596720-project-admin] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1153.337427] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7036e459-6047-4c87-9232-6c1f4a1a6e5a tempest-DeleteServersAdminTestJSON-944596720 tempest-DeleteServersAdminTestJSON-944596720-project-admin] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1153.338746] env[63097]: INFO nova.compute.manager [None req-7036e459-6047-4c87-9232-6c1f4a1a6e5a tempest-DeleteServersAdminTestJSON-944596720 tempest-DeleteServersAdminTestJSON-944596720-project-admin] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1153.338746] env[63097]: DEBUG oslo.service.loopingcall [None req-7036e459-6047-4c87-9232-6c1f4a1a6e5a tempest-DeleteServersAdminTestJSON-944596720 tempest-DeleteServersAdminTestJSON-944596720-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1153.338746] env[63097]: DEBUG nova.compute.manager [-] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1153.338746] env[63097]: DEBUG nova.network.neutron [-] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1153.365469] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquiring lock "bcc107bc-64cc-489c-adcf-e6513011bbea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1153.365860] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Lock "bcc107bc-64cc-489c-adcf-e6513011bbea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1153.461053] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Acquiring lock "refresh_cache-a2b10901-0c3a-46fd-b950-e6c6bab0c382" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.461053] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Acquired lock "refresh_cache-a2b10901-0c3a-46fd-b950-e6c6bab0c382" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.461132] env[63097]: DEBUG nova.network.neutron [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1153.708312] env[63097]: DEBUG nova.compute.manager [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1153.710743] env[63097]: INFO nova.compute.manager [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] [instance: f7682359-f969-4869-869c-318c3bf750fb] Rebuilding instance [ 1153.750511] env[63097]: DEBUG nova.virt.hardware [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:32:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='771720665',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-968547156',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1153.750769] env[63097]: DEBUG nova.virt.hardware [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1153.750924] env[63097]: DEBUG nova.virt.hardware [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1153.751361] env[63097]: DEBUG nova.virt.hardware [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1153.752026] env[63097]: DEBUG nova.virt.hardware [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1153.752026] env[63097]: DEBUG nova.virt.hardware [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1153.752026] env[63097]: DEBUG nova.virt.hardware [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1153.752188] env[63097]: DEBUG nova.virt.hardware [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1153.752326] env[63097]: DEBUG nova.virt.hardware [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1153.752408] env[63097]: DEBUG nova.virt.hardware [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1153.752575] env[63097]: DEBUG nova.virt.hardware [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1153.754874] env[63097]: DEBUG nova.scheduler.client.report [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1153.760118] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3847668a-69a8-4b3c-a83a-8574a0f98603 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.783182] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d144379-9e73-41ca-9023-8857d5a43e58 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.819361] env[63097]: DEBUG nova.compute.manager [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] [instance: f7682359-f969-4869-869c-318c3bf750fb] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1153.820454] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20353811-1202-4030-ba21-9086a298a8b0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.035048] env[63097]: DEBUG nova.network.neutron [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1154.265380] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1154.265939] env[63097]: DEBUG nova.compute.manager [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1154.270652] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.624s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1154.272940] env[63097]: INFO nova.compute.claims [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1154.340363] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] [instance: f7682359-f969-4869-869c-318c3bf750fb] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1154.340363] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02ac19f1-fe20-438b-a363-ee933da93c76 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.349098] env[63097]: DEBUG oslo_vmware.api [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Waiting for the task: (returnval){ [ 1154.349098] env[63097]: value = "task-1686372" [ 1154.349098] env[63097]: _type = "Task" [ 1154.349098] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.360936] env[63097]: DEBUG oslo_vmware.api [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Task: {'id': task-1686372, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.366298] env[63097]: DEBUG nova.network.neutron [-] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.374044] env[63097]: DEBUG nova.compute.manager [req-b3ca5202-4d64-4949-b352-b45f9023012f req-45ce25c5-4a6a-4ae0-9cbe-961188f2a2df service nova] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] Received event network-vif-plugged-0320c20d-7151-499a-8698-2b8c67e91a6a {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1154.374271] env[63097]: DEBUG oslo_concurrency.lockutils [req-b3ca5202-4d64-4949-b352-b45f9023012f req-45ce25c5-4a6a-4ae0-9cbe-961188f2a2df service nova] Acquiring lock "a2b10901-0c3a-46fd-b950-e6c6bab0c382-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1154.374565] env[63097]: DEBUG oslo_concurrency.lockutils [req-b3ca5202-4d64-4949-b352-b45f9023012f req-45ce25c5-4a6a-4ae0-9cbe-961188f2a2df service nova] Lock "a2b10901-0c3a-46fd-b950-e6c6bab0c382-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1154.374652] env[63097]: DEBUG oslo_concurrency.lockutils [req-b3ca5202-4d64-4949-b352-b45f9023012f req-45ce25c5-4a6a-4ae0-9cbe-961188f2a2df service nova] Lock "a2b10901-0c3a-46fd-b950-e6c6bab0c382-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1154.374882] env[63097]: DEBUG nova.compute.manager [req-b3ca5202-4d64-4949-b352-b45f9023012f req-45ce25c5-4a6a-4ae0-9cbe-961188f2a2df service nova] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] No waiting events found dispatching network-vif-plugged-0320c20d-7151-499a-8698-2b8c67e91a6a {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1154.375011] env[63097]: WARNING nova.compute.manager [req-b3ca5202-4d64-4949-b352-b45f9023012f req-45ce25c5-4a6a-4ae0-9cbe-961188f2a2df service nova] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] Received unexpected event network-vif-plugged-0320c20d-7151-499a-8698-2b8c67e91a6a for instance with vm_state building and task_state spawning. [ 1154.533983] env[63097]: DEBUG nova.network.neutron [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] Updating instance_info_cache with network_info: [{"id": "0320c20d-7151-499a-8698-2b8c67e91a6a", "address": "fa:16:3e:85:7d:50", "network": {"id": "bc25a125-ba0e-4aa4-9d84-4617e836854b", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2011154494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05bfa768b44545f28da147efc9b6104f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0320c20d-71", "ovs_interfaceid": "0320c20d-7151-499a-8698-2b8c67e91a6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.779334] env[63097]: DEBUG nova.compute.utils [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1154.779756] env[63097]: DEBUG nova.compute.manager [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1154.785550] env[63097]: DEBUG nova.network.neutron [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1154.868216] env[63097]: DEBUG oslo_vmware.api [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Task: {'id': task-1686372, 'name': PowerOffVM_Task, 'duration_secs': 0.25878} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.868216] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] [instance: f7682359-f969-4869-869c-318c3bf750fb] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1154.868216] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] [instance: f7682359-f969-4869-869c-318c3bf750fb] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1154.868216] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d91e7df-cc91-4b3f-b698-659f48d926e4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.872410] env[63097]: INFO nova.compute.manager [-] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] Took 1.53 seconds to deallocate network for instance. [ 1154.883804] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] [instance: f7682359-f969-4869-869c-318c3bf750fb] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1154.883804] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0098696-add1-4a7d-a88b-2a16f4b9587d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.901723] env[63097]: DEBUG nova.policy [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9dd2c0e8c44f4a04a44db699241f3f19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2e428d1cf5c467fa8ddc68e7c615933', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1154.915235] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] [instance: f7682359-f969-4869-869c-318c3bf750fb] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1154.915732] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] [instance: f7682359-f969-4869-869c-318c3bf750fb] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1154.915732] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Deleting the datastore file [datastore1] f7682359-f969-4869-869c-318c3bf750fb {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1154.917051] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b23a16d4-5560-4997-9540-f22c34726a11 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.925044] env[63097]: DEBUG oslo_vmware.api [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Waiting for the task: (returnval){ [ 1154.925044] env[63097]: value = "task-1686374" [ 1154.925044] env[63097]: _type = "Task" [ 1154.925044] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.937574] env[63097]: DEBUG oslo_vmware.api [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Task: {'id': task-1686374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.037646] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Releasing lock "refresh_cache-a2b10901-0c3a-46fd-b950-e6c6bab0c382" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.037646] env[63097]: DEBUG nova.compute.manager [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] Instance network_info: |[{"id": "0320c20d-7151-499a-8698-2b8c67e91a6a", "address": "fa:16:3e:85:7d:50", "network": {"id": "bc25a125-ba0e-4aa4-9d84-4617e836854b", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2011154494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05bfa768b44545f28da147efc9b6104f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0320c20d-71", "ovs_interfaceid": "0320c20d-7151-499a-8698-2b8c67e91a6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1155.037866] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:7d:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6db039c-542c-4544-a57d-ddcc6c1e8e45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0320c20d-7151-499a-8698-2b8c67e91a6a', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1155.046260] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Creating folder: Project (05bfa768b44545f28da147efc9b6104f). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1155.046452] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea44a1f0-ba98-4025-af5e-cbb20cfe39cd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.059461] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Created folder: Project (05bfa768b44545f28da147efc9b6104f) in parent group-v351483. [ 1155.059732] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Creating folder: Instances. Parent ref: group-v351520. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1155.060083] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41a0dc54-c63d-481c-a6ed-86ea95c965d7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.073786] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Created folder: Instances in parent group-v351520. [ 1155.074217] env[63097]: DEBUG oslo.service.loopingcall [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1155.074373] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1155.074615] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1bd29f6b-263b-4ce3-90d6-7aedf2794956 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.108796] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1155.108796] env[63097]: value = "task-1686377" [ 1155.108796] env[63097]: _type = "Task" [ 1155.108796] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.120821] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686377, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.289628] env[63097]: DEBUG nova.compute.manager [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1155.383949] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7036e459-6047-4c87-9232-6c1f4a1a6e5a tempest-DeleteServersAdminTestJSON-944596720 tempest-DeleteServersAdminTestJSON-944596720-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.450225] env[63097]: DEBUG oslo_vmware.api [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Task: {'id': task-1686374, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099049} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.450491] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1155.450802] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] [instance: f7682359-f969-4869-869c-318c3bf750fb] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1155.450971] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] [instance: f7682359-f969-4869-869c-318c3bf750fb] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1155.621587] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686377, 'name': CreateVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.733566] env[63097]: DEBUG nova.network.neutron [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] Successfully created port: 19a9e402-9120-4d8b-a4d9-772345d2ee44 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1155.745286] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856b4e38-5e4f-4f67-a38f-45b67e1ae17b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.754098] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee9f3de-786b-4aa0-b81e-d94870c17669 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.824790] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232c64ef-6782-475a-b9ea-49a45342a6df {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.837131] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5597e69e-a5a5-4275-874f-bf3f84e306f9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.856064] env[63097]: DEBUG nova.compute.provider_tree [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.921668] env[63097]: DEBUG nova.network.neutron [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Successfully updated port: 36e0db32-9a29-4560-ab07-a4347fc817ed {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1156.123101] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686377, 'name': CreateVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.324207] env[63097]: DEBUG nova.compute.manager [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1156.355101] env[63097]: DEBUG nova.virt.hardware [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1156.355619] env[63097]: DEBUG nova.virt.hardware [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1156.355893] env[63097]: DEBUG nova.virt.hardware [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1156.356285] env[63097]: DEBUG nova.virt.hardware [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1156.356600] env[63097]: DEBUG nova.virt.hardware [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1156.356926] env[63097]: DEBUG nova.virt.hardware [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1156.357322] env[63097]: DEBUG nova.virt.hardware [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1156.358026] env[63097]: DEBUG nova.virt.hardware [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1156.358026] env[63097]: DEBUG nova.virt.hardware [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1156.358170] env[63097]: DEBUG nova.virt.hardware [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1156.359020] env[63097]: DEBUG nova.virt.hardware [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1156.359213] env[63097]: DEBUG nova.scheduler.client.report [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1156.363740] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1366781-add7-423b-bdd4-3f7d47b003cb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.376524] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75be5429-8efb-4653-98e9-3482ef1f03aa {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.426174] env[63097]: DEBUG oslo_concurrency.lockutils [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Acquiring lock "refresh_cache-5eaf4ad2-99a2-4372-b133-f6b71dc7f980" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.426460] env[63097]: DEBUG oslo_concurrency.lockutils [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Acquired lock "refresh_cache-5eaf4ad2-99a2-4372-b133-f6b71dc7f980" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.426682] env[63097]: DEBUG nova.network.neutron [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1156.504675] env[63097]: DEBUG nova.virt.hardware [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1156.505446] env[63097]: DEBUG nova.virt.hardware [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1156.505446] env[63097]: DEBUG nova.virt.hardware [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1156.505621] env[63097]: DEBUG nova.virt.hardware [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1156.505721] env[63097]: DEBUG nova.virt.hardware [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1156.505885] env[63097]: DEBUG nova.virt.hardware [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1156.506119] env[63097]: DEBUG nova.virt.hardware [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1156.506282] env[63097]: DEBUG nova.virt.hardware [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1156.506444] env[63097]: DEBUG nova.virt.hardware [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1156.506654] env[63097]: DEBUG nova.virt.hardware [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1156.506834] env[63097]: DEBUG nova.virt.hardware [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1156.508144] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed86ad1-e1fc-454f-9728-8f55f7b2e65c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.518914] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce9ca4f-96c2-443e-a239-4f7a3a7d6f91 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.541406] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] [instance: f7682359-f969-4869-869c-318c3bf750fb] Instance VIF info [] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1156.546935] env[63097]: DEBUG oslo.service.loopingcall [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1156.547331] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7682359-f969-4869-869c-318c3bf750fb] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1156.547758] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b46644c0-476b-4112-ac55-9eb08d45c638 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.566890] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1156.566890] env[63097]: value = "task-1686380" [ 1156.566890] env[63097]: _type = "Task" [ 1156.566890] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.580711] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686380, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.624919] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686377, 'name': CreateVM_Task, 'duration_secs': 1.451637} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.627226] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1156.627226] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.627226] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.627226] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1156.627226] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef8e97be-3beb-4311-9655-6896387afa71 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.633314] env[63097]: DEBUG oslo_vmware.api [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Waiting for the task: (returnval){ [ 1156.633314] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]522b2fe1-f9ff-9fb0-e040-10bf3bd89fae" [ 1156.633314] env[63097]: _type = "Task" [ 1156.633314] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.646982] env[63097]: DEBUG oslo_vmware.api [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]522b2fe1-f9ff-9fb0-e040-10bf3bd89fae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.868993] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1156.869575] env[63097]: DEBUG nova.compute.manager [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1156.872576] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.231s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1156.873762] env[63097]: INFO nova.compute.claims [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1157.024036] env[63097]: DEBUG nova.network.neutron [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1157.080316] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686380, 'name': CreateVM_Task, 'duration_secs': 0.441125} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.080662] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7682359-f969-4869-869c-318c3bf750fb] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1157.081947] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.150352] env[63097]: DEBUG oslo_vmware.api [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]522b2fe1-f9ff-9fb0-e040-10bf3bd89fae, 'name': SearchDatastore_Task, 'duration_secs': 0.013875} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.151023] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.151023] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1157.151200] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.151339] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.156584] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1157.156584] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.156584] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.156584] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7afc1fdc-4209-4679-b6a4-6e4fee29bfc6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.156584] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33a0846a-0f88-40de-992b-a089f27b184f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.162527] env[63097]: DEBUG oslo_vmware.api [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Waiting for the task: (returnval){ [ 1157.162527] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5269dd56-44e1-5a51-a2e5-c5517db98f22" [ 1157.162527] env[63097]: _type = "Task" [ 1157.162527] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.167809] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1157.169163] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1157.171666] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9684054-3b52-4880-b8e5-041dbcd19899 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.187175] env[63097]: DEBUG oslo_vmware.api [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5269dd56-44e1-5a51-a2e5-c5517db98f22, 'name': SearchDatastore_Task, 'duration_secs': 0.010198} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.188412] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.188537] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] [instance: f7682359-f969-4869-869c-318c3bf750fb] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1157.188754] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.190332] env[63097]: DEBUG nova.compute.manager [req-d3885045-0e52-46f7-be42-6bf26465d11e req-6c88dfb1-54f0-4bb2-bed1-bbc6dfa5ae10 service nova] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Received event network-vif-plugged-36e0db32-9a29-4560-ab07-a4347fc817ed {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1157.190531] env[63097]: DEBUG oslo_concurrency.lockutils [req-d3885045-0e52-46f7-be42-6bf26465d11e req-6c88dfb1-54f0-4bb2-bed1-bbc6dfa5ae10 service nova] Acquiring lock "5eaf4ad2-99a2-4372-b133-f6b71dc7f980-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1157.191500] env[63097]: DEBUG oslo_concurrency.lockutils [req-d3885045-0e52-46f7-be42-6bf26465d11e req-6c88dfb1-54f0-4bb2-bed1-bbc6dfa5ae10 service nova] Lock "5eaf4ad2-99a2-4372-b133-f6b71dc7f980-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.191500] env[63097]: DEBUG oslo_concurrency.lockutils [req-d3885045-0e52-46f7-be42-6bf26465d11e req-6c88dfb1-54f0-4bb2-bed1-bbc6dfa5ae10 service nova] Lock "5eaf4ad2-99a2-4372-b133-f6b71dc7f980-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1157.191500] env[63097]: DEBUG nova.compute.manager [req-d3885045-0e52-46f7-be42-6bf26465d11e req-6c88dfb1-54f0-4bb2-bed1-bbc6dfa5ae10 service nova] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] No waiting events found dispatching network-vif-plugged-36e0db32-9a29-4560-ab07-a4347fc817ed {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1157.194305] env[63097]: WARNING nova.compute.manager [req-d3885045-0e52-46f7-be42-6bf26465d11e req-6c88dfb1-54f0-4bb2-bed1-bbc6dfa5ae10 service nova] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Received unexpected event network-vif-plugged-36e0db32-9a29-4560-ab07-a4347fc817ed for instance with vm_state building and task_state spawning. [ 1157.194305] env[63097]: DEBUG oslo_vmware.api [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Waiting for the task: (returnval){ [ 1157.194305] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]524a11d3-5d34-0cbc-0db0-ca667e9336ca" [ 1157.194305] env[63097]: _type = "Task" [ 1157.194305] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.207039] env[63097]: DEBUG oslo_vmware.api [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]524a11d3-5d34-0cbc-0db0-ca667e9336ca, 'name': SearchDatastore_Task, 'duration_secs': 0.010478} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.207945] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd17cc40-1f9f-4743-9b4b-399f24967394 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.214369] env[63097]: DEBUG oslo_vmware.api [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Waiting for the task: (returnval){ [ 1157.214369] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a4da38-91b4-1e58-5f52-4409bf896d45" [ 1157.214369] env[63097]: _type = "Task" [ 1157.214369] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.225672] env[63097]: DEBUG oslo_vmware.api [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a4da38-91b4-1e58-5f52-4409bf896d45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.302259] env[63097]: DEBUG nova.network.neutron [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Updating instance_info_cache with network_info: [{"id": "36e0db32-9a29-4560-ab07-a4347fc817ed", "address": "fa:16:3e:5c:f3:ab", "network": {"id": "30a3ca56-e7b1-4feb-ae87-e3441279feb9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-570308918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0a3dd50ae4420c9fdd9ea91ca9fc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36e0db32-9a", "ovs_interfaceid": "36e0db32-9a29-4560-ab07-a4347fc817ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.379868] env[63097]: DEBUG nova.compute.utils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1157.385195] env[63097]: DEBUG nova.compute.manager [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1157.385195] env[63097]: DEBUG nova.network.neutron [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1157.475814] env[63097]: DEBUG nova.policy [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7779735eb6e746c28d73c93b6b68ed06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29f77999cffb4913aa2ed1da07d88a37', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1157.580734] env[63097]: DEBUG oslo_concurrency.lockutils [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Acquiring lock "a2253032-97b8-4516-b21a-af6be03c91ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1157.581168] env[63097]: DEBUG oslo_concurrency.lockutils [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Lock "a2253032-97b8-4516-b21a-af6be03c91ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.728688] env[63097]: DEBUG oslo_vmware.api [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a4da38-91b4-1e58-5f52-4409bf896d45, 'name': SearchDatastore_Task, 'duration_secs': 0.011183} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.729131] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.729584] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] a2b10901-0c3a-46fd-b950-e6c6bab0c382/a2b10901-0c3a-46fd-b950-e6c6bab0c382.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1157.730081] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.730357] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1157.730640] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-052fa806-c136-4568-b40e-fea0e238fe86 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.733551] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96cfd931-1139-4475-8065-d731169de315 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.744883] env[63097]: DEBUG oslo_vmware.api [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Waiting for the task: (returnval){ [ 1157.744883] env[63097]: value = "task-1686381" [ 1157.744883] env[63097]: _type = "Task" [ 1157.744883] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.744883] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1157.744883] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1157.747744] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-445d5821-775e-4457-a2a9-a7913ee886e6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.754339] env[63097]: DEBUG oslo_vmware.api [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Waiting for the task: (returnval){ [ 1157.754339] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c6db1d-0a54-46e1-2aa9-c0d25d00491f" [ 1157.754339] env[63097]: _type = "Task" [ 1157.754339] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.758297] env[63097]: DEBUG oslo_vmware.api [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Task: {'id': task-1686381, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.769430] env[63097]: DEBUG oslo_vmware.api [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c6db1d-0a54-46e1-2aa9-c0d25d00491f, 'name': SearchDatastore_Task, 'duration_secs': 0.010588} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.771204] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-871743b2-e18f-48e9-a74a-8e19c9d953f4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.779159] env[63097]: DEBUG oslo_vmware.api [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Waiting for the task: (returnval){ [ 1157.779159] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527ab8ac-23d6-c359-a9b4-31413087cd86" [ 1157.779159] env[63097]: _type = "Task" [ 1157.779159] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.792290] env[63097]: DEBUG oslo_vmware.api [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527ab8ac-23d6-c359-a9b4-31413087cd86, 'name': SearchDatastore_Task, 'duration_secs': 0.00991} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.792659] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.793251] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] f7682359-f969-4869-869c-318c3bf750fb/f7682359-f969-4869-869c-318c3bf750fb.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1157.793665] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31f6d82e-61f9-4fc2-9d69-78188137d1db {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.803271] env[63097]: DEBUG oslo_vmware.api [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Waiting for the task: (returnval){ [ 1157.803271] env[63097]: value = "task-1686382" [ 1157.803271] env[63097]: _type = "Task" [ 1157.803271] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.804544] env[63097]: DEBUG oslo_concurrency.lockutils [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Releasing lock "refresh_cache-5eaf4ad2-99a2-4372-b133-f6b71dc7f980" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.804931] env[63097]: DEBUG nova.compute.manager [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Instance network_info: |[{"id": "36e0db32-9a29-4560-ab07-a4347fc817ed", "address": "fa:16:3e:5c:f3:ab", "network": {"id": "30a3ca56-e7b1-4feb-ae87-e3441279feb9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-570308918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0a3dd50ae4420c9fdd9ea91ca9fc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36e0db32-9a", "ovs_interfaceid": "36e0db32-9a29-4560-ab07-a4347fc817ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1157.809657] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:f3:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee617cec-01ea-4a11-ac04-ef9767f4c86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36e0db32-9a29-4560-ab07-a4347fc817ed', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1157.818845] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Creating folder: Project (9d0a3dd50ae4420c9fdd9ea91ca9fc1f). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1157.819252] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c71ee9e-191f-4044-ac25-e0dde781283b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.828132] env[63097]: DEBUG oslo_vmware.api [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Task: {'id': task-1686382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.832456] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Created folder: Project (9d0a3dd50ae4420c9fdd9ea91ca9fc1f) in parent group-v351483. [ 1157.833164] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Creating folder: Instances. Parent ref: group-v351525. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1157.833516] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62493baf-d030-48b6-bb74-62187e4d8c8c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.847327] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Created folder: Instances in parent group-v351525. [ 1157.847648] env[63097]: DEBUG oslo.service.loopingcall [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1157.847832] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1157.848037] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fa7fc83-1bdb-475d-b8e9-410cc814ccc9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.866317] env[63097]: DEBUG nova.network.neutron [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] Successfully updated port: 19a9e402-9120-4d8b-a4d9-772345d2ee44 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1157.874817] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1157.874817] env[63097]: value = "task-1686385" [ 1157.874817] env[63097]: _type = "Task" [ 1157.874817] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.889946] env[63097]: DEBUG nova.compute.manager [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1157.895381] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686385, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.254513] env[63097]: DEBUG oslo_vmware.api [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Task: {'id': task-1686381, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.304576] env[63097]: DEBUG nova.compute.manager [req-fae27938-5fa8-48be-85dd-e5ef041a5fa7 req-d5d863a1-80ec-444d-8b55-e89bed67924a service nova] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Received event network-changed-0d7b59b4-de35-4ecf-a974-2c813748029c {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1158.304778] env[63097]: DEBUG nova.compute.manager [req-fae27938-5fa8-48be-85dd-e5ef041a5fa7 req-d5d863a1-80ec-444d-8b55-e89bed67924a service nova] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Refreshing instance network info cache due to event network-changed-0d7b59b4-de35-4ecf-a974-2c813748029c. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1158.305030] env[63097]: DEBUG oslo_concurrency.lockutils [req-fae27938-5fa8-48be-85dd-e5ef041a5fa7 req-d5d863a1-80ec-444d-8b55-e89bed67924a service nova] Acquiring lock "refresh_cache-6622c22c-f2c7-4baa-bb3e-e3a73d0c300d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.305171] env[63097]: DEBUG oslo_concurrency.lockutils [req-fae27938-5fa8-48be-85dd-e5ef041a5fa7 req-d5d863a1-80ec-444d-8b55-e89bed67924a service nova] Acquired lock "refresh_cache-6622c22c-f2c7-4baa-bb3e-e3a73d0c300d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.305321] env[63097]: DEBUG nova.network.neutron [req-fae27938-5fa8-48be-85dd-e5ef041a5fa7 req-d5d863a1-80ec-444d-8b55-e89bed67924a service nova] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Refreshing network info cache for port 0d7b59b4-de35-4ecf-a974-2c813748029c {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1158.324703] env[63097]: DEBUG oslo_vmware.api [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Task: {'id': task-1686382, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.370345] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Acquiring lock "refresh_cache-3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.370667] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Acquired lock "refresh_cache-3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.371278] env[63097]: DEBUG nova.network.neutron [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1158.384936] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871efa5b-b399-4063-a2f8-64e7e94961e2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.399879] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686385, 'name': CreateVM_Task, 'duration_secs': 0.487816} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.402816] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1158.407025] env[63097]: DEBUG oslo_concurrency.lockutils [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.407025] env[63097]: DEBUG oslo_concurrency.lockutils [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.407025] env[63097]: DEBUG oslo_concurrency.lockutils [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1158.407025] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e092fc2-48c6-4e2c-8b98-ef2687fad8a1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.408564] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49a5facd-10d6-4bae-82b7-d7649fb8c16e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.415777] env[63097]: DEBUG oslo_vmware.api [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Waiting for the task: (returnval){ [ 1158.415777] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5228db2f-5922-bd7c-9cb2-ed93988c2b3e" [ 1158.415777] env[63097]: _type = "Task" [ 1158.415777] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.452544] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8904e5a-9863-4251-b687-53d4f87296e9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.466705] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5800b339-7cff-42a2-bae8-0815a9ffe9c1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.471176] env[63097]: DEBUG oslo_vmware.api [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5228db2f-5922-bd7c-9cb2-ed93988c2b3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.486188] env[63097]: DEBUG nova.compute.provider_tree [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.618163] env[63097]: DEBUG nova.network.neutron [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Successfully created port: 3ffb6560-aca0-4f1a-a552-8785176fb002 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1158.633066] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Acquiring lock "a5682b89-3a0f-4634-9b09-cde8007f0bb0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.633066] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Lock "a5682b89-3a0f-4634-9b09-cde8007f0bb0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.757517] env[63097]: DEBUG oslo_vmware.api [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Task: {'id': task-1686381, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606066} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.757790] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] a2b10901-0c3a-46fd-b950-e6c6bab0c382/a2b10901-0c3a-46fd-b950-e6c6bab0c382.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1158.758023] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1158.758272] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6344165e-0aa2-4f3e-b915-2313a3ce27bd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.766690] env[63097]: DEBUG oslo_vmware.api [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Waiting for the task: (returnval){ [ 1158.766690] env[63097]: value = "task-1686388" [ 1158.766690] env[63097]: _type = "Task" [ 1158.766690] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.779200] env[63097]: DEBUG oslo_vmware.api [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Task: {'id': task-1686388, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.819434] env[63097]: DEBUG oslo_vmware.api [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Task: {'id': task-1686382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.849085} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.819837] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] f7682359-f969-4869-869c-318c3bf750fb/f7682359-f969-4869-869c-318c3bf750fb.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1158.819951] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] [instance: f7682359-f969-4869-869c-318c3bf750fb] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1158.820340] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98c77155-da9e-41f1-ada9-2b8f082c0326 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.830165] env[63097]: DEBUG oslo_vmware.api [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Waiting for the task: (returnval){ [ 1158.830165] env[63097]: value = "task-1686389" [ 1158.830165] env[63097]: _type = "Task" [ 1158.830165] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.839925] env[63097]: DEBUG oslo_vmware.api [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Task: {'id': task-1686389, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.901978] env[63097]: DEBUG nova.compute.manager [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1158.931868] env[63097]: DEBUG nova.virt.hardware [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1158.932152] env[63097]: DEBUG nova.virt.hardware [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1158.932324] env[63097]: DEBUG nova.virt.hardware [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.932528] env[63097]: DEBUG nova.virt.hardware [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1158.932652] env[63097]: DEBUG nova.virt.hardware [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.932794] env[63097]: DEBUG nova.virt.hardware [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1158.932997] env[63097]: DEBUG nova.virt.hardware [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1158.933462] env[63097]: DEBUG nova.virt.hardware [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1158.933624] env[63097]: DEBUG nova.virt.hardware [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1158.933834] env[63097]: DEBUG nova.virt.hardware [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1158.934064] env[63097]: DEBUG nova.virt.hardware [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1158.935073] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6005cfc3-cb5a-459c-b982-231055ae9396 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.947048] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c30502c-5250-40cb-a65a-d7c354eb11ca {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.962547] env[63097]: DEBUG oslo_vmware.api [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5228db2f-5922-bd7c-9cb2-ed93988c2b3e, 'name': SearchDatastore_Task, 'duration_secs': 0.057193} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.972381] env[63097]: DEBUG oslo_concurrency.lockutils [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.973563] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1158.973563] env[63097]: DEBUG oslo_concurrency.lockutils [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.973563] env[63097]: DEBUG oslo_concurrency.lockutils [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.973563] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1158.973840] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a337b267-55cf-4bbe-9acc-0d22073a0f96 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.985134] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1158.985328] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1158.986091] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8c14894-84a8-4306-acf8-434e20a4b102 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.991824] env[63097]: DEBUG nova.scheduler.client.report [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1158.995220] env[63097]: DEBUG oslo_vmware.api [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Waiting for the task: (returnval){ [ 1158.995220] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52999d11-ad41-6c3e-0a77-82158272035d" [ 1158.995220] env[63097]: _type = "Task" [ 1158.995220] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.006118] env[63097]: DEBUG oslo_vmware.api [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52999d11-ad41-6c3e-0a77-82158272035d, 'name': SearchDatastore_Task, 'duration_secs': 0.010898} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.007562] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a8c1bc1-cbd9-4a28-8a9e-7834703bd330 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.015767] env[63097]: DEBUG oslo_vmware.api [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Waiting for the task: (returnval){ [ 1159.015767] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c1ff08-aea5-9d39-1a28-e119d19efad8" [ 1159.015767] env[63097]: _type = "Task" [ 1159.015767] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.025271] env[63097]: DEBUG oslo_vmware.api [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c1ff08-aea5-9d39-1a28-e119d19efad8, 'name': SearchDatastore_Task} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.025505] env[63097]: DEBUG oslo_concurrency.lockutils [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.025825] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 5eaf4ad2-99a2-4372-b133-f6b71dc7f980/5eaf4ad2-99a2-4372-b133-f6b71dc7f980.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1159.026090] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b452ceb-51e5-442a-8ba4-83800e51d480 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.033841] env[63097]: DEBUG oslo_vmware.api [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Waiting for the task: (returnval){ [ 1159.033841] env[63097]: value = "task-1686390" [ 1159.033841] env[63097]: _type = "Task" [ 1159.033841] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.042595] env[63097]: DEBUG oslo_vmware.api [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Task: {'id': task-1686390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.113177] env[63097]: DEBUG nova.network.neutron [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1159.255461] env[63097]: DEBUG nova.network.neutron [req-fae27938-5fa8-48be-85dd-e5ef041a5fa7 req-d5d863a1-80ec-444d-8b55-e89bed67924a service nova] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Updated VIF entry in instance network info cache for port 0d7b59b4-de35-4ecf-a974-2c813748029c. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1159.255685] env[63097]: DEBUG nova.network.neutron [req-fae27938-5fa8-48be-85dd-e5ef041a5fa7 req-d5d863a1-80ec-444d-8b55-e89bed67924a service nova] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Updating instance_info_cache with network_info: [{"id": "0d7b59b4-de35-4ecf-a974-2c813748029c", "address": "fa:16:3e:d5:46:88", "network": {"id": "3ac29cf2-462a-4a32-a3f7-7cb343864772", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-546834772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "735b9ee2f3e64bccba29f5be20fcf55f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d7b59b4-de", "ovs_interfaceid": "0d7b59b4-de35-4ecf-a974-2c813748029c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.280841] env[63097]: DEBUG oslo_vmware.api [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Task: {'id': task-1686388, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064922} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.281140] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1159.281984] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5c30de-44d1-418c-9d12-706b5fb0507a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.313239] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] a2b10901-0c3a-46fd-b950-e6c6bab0c382/a2b10901-0c3a-46fd-b950-e6c6bab0c382.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1159.313239] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32b8a993-2e8c-49fc-a3ae-15758ae933d8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.335892] env[63097]: DEBUG oslo_vmware.api [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Waiting for the task: (returnval){ [ 1159.335892] env[63097]: value = "task-1686391" [ 1159.335892] env[63097]: _type = "Task" [ 1159.335892] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.343473] env[63097]: DEBUG oslo_vmware.api [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Task: {'id': task-1686389, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065993} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.346748] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] [instance: f7682359-f969-4869-869c-318c3bf750fb] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1159.347716] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c057ed-60c5-46ba-bf57-0899ee044944 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.355276] env[63097]: DEBUG oslo_vmware.api [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Task: {'id': task-1686391, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.375799] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] [instance: f7682359-f969-4869-869c-318c3bf750fb] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] f7682359-f969-4869-869c-318c3bf750fb/f7682359-f969-4869-869c-318c3bf750fb.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1159.376159] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57447229-d7d6-4575-ad5d-7973ae5a90bf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.399539] env[63097]: DEBUG oslo_vmware.api [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Waiting for the task: (returnval){ [ 1159.399539] env[63097]: value = "task-1686392" [ 1159.399539] env[63097]: _type = "Task" [ 1159.399539] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.410648] env[63097]: DEBUG oslo_vmware.api [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Task: {'id': task-1686392, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.497365] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1159.497966] env[63097]: DEBUG nova.compute.manager [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1159.501370] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.378s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1159.503153] env[63097]: INFO nova.compute.claims [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1159.548290] env[63097]: DEBUG oslo_vmware.api [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Task: {'id': task-1686390, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.716825] env[63097]: DEBUG nova.network.neutron [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] Updating instance_info_cache with network_info: [{"id": "19a9e402-9120-4d8b-a4d9-772345d2ee44", "address": "fa:16:3e:eb:6e:e2", "network": {"id": "b8bcdc4f-71d2-4b99-b593-41535fd81851", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1525937122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2e428d1cf5c467fa8ddc68e7c615933", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19a9e402-91", "ovs_interfaceid": "19a9e402-9120-4d8b-a4d9-772345d2ee44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.761269] env[63097]: DEBUG oslo_concurrency.lockutils [req-fae27938-5fa8-48be-85dd-e5ef041a5fa7 req-d5d863a1-80ec-444d-8b55-e89bed67924a service nova] Releasing lock "refresh_cache-6622c22c-f2c7-4baa-bb3e-e3a73d0c300d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.761269] env[63097]: DEBUG nova.compute.manager [req-fae27938-5fa8-48be-85dd-e5ef041a5fa7 req-d5d863a1-80ec-444d-8b55-e89bed67924a service nova] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] Received event network-changed-0320c20d-7151-499a-8698-2b8c67e91a6a {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1159.761269] env[63097]: DEBUG nova.compute.manager [req-fae27938-5fa8-48be-85dd-e5ef041a5fa7 req-d5d863a1-80ec-444d-8b55-e89bed67924a service nova] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] Refreshing instance network info cache due to event network-changed-0320c20d-7151-499a-8698-2b8c67e91a6a. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1159.761269] env[63097]: DEBUG oslo_concurrency.lockutils [req-fae27938-5fa8-48be-85dd-e5ef041a5fa7 req-d5d863a1-80ec-444d-8b55-e89bed67924a service nova] Acquiring lock "refresh_cache-a2b10901-0c3a-46fd-b950-e6c6bab0c382" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.761269] env[63097]: DEBUG oslo_concurrency.lockutils [req-fae27938-5fa8-48be-85dd-e5ef041a5fa7 req-d5d863a1-80ec-444d-8b55-e89bed67924a service nova] Acquired lock "refresh_cache-a2b10901-0c3a-46fd-b950-e6c6bab0c382" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.761608] env[63097]: DEBUG nova.network.neutron [req-fae27938-5fa8-48be-85dd-e5ef041a5fa7 req-d5d863a1-80ec-444d-8b55-e89bed67924a service nova] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] Refreshing network info cache for port 0320c20d-7151-499a-8698-2b8c67e91a6a {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1159.847441] env[63097]: DEBUG oslo_vmware.api [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Task: {'id': task-1686391, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.914385] env[63097]: DEBUG oslo_vmware.api [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Task: {'id': task-1686392, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.010323] env[63097]: DEBUG nova.compute.utils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1160.012921] env[63097]: DEBUG nova.compute.manager [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1160.013327] env[63097]: DEBUG nova.network.neutron [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1160.046974] env[63097]: DEBUG oslo_vmware.api [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Task: {'id': task-1686390, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540421} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.047799] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 5eaf4ad2-99a2-4372-b133-f6b71dc7f980/5eaf4ad2-99a2-4372-b133-f6b71dc7f980.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1160.048218] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1160.048738] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd77f195-d2b8-4368-baa7-22e67d3752fe {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.060022] env[63097]: DEBUG oslo_vmware.api [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Waiting for the task: (returnval){ [ 1160.060022] env[63097]: value = "task-1686393" [ 1160.060022] env[63097]: _type = "Task" [ 1160.060022] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.069859] env[63097]: DEBUG oslo_vmware.api [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Task: {'id': task-1686393, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.096907] env[63097]: DEBUG nova.policy [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7779735eb6e746c28d73c93b6b68ed06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29f77999cffb4913aa2ed1da07d88a37', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1160.222340] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Releasing lock "refresh_cache-3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.222340] env[63097]: DEBUG nova.compute.manager [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] Instance network_info: |[{"id": "19a9e402-9120-4d8b-a4d9-772345d2ee44", "address": "fa:16:3e:eb:6e:e2", "network": {"id": "b8bcdc4f-71d2-4b99-b593-41535fd81851", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1525937122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2e428d1cf5c467fa8ddc68e7c615933", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19a9e402-91", "ovs_interfaceid": "19a9e402-9120-4d8b-a4d9-772345d2ee44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1160.222498] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:6e:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cde23701-02ca-4cb4-b5a6-d321f8ac9660', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19a9e402-9120-4d8b-a4d9-772345d2ee44', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1160.231717] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Creating folder: Project (b2e428d1cf5c467fa8ddc68e7c615933). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1160.232223] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44ac77bc-45db-45d5-a5be-bb3257cb4ad3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.244674] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Created folder: Project (b2e428d1cf5c467fa8ddc68e7c615933) in parent group-v351483. [ 1160.246951] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Creating folder: Instances. Parent ref: group-v351528. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1160.246951] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42105307-8fcc-442c-bbc0-7252d8917695 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.260192] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Created folder: Instances in parent group-v351528. [ 1160.260192] env[63097]: DEBUG oslo.service.loopingcall [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1160.260192] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1160.260192] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b70883f9-df52-4b9c-a230-13c55bd07337 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.295016] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1160.295016] env[63097]: value = "task-1686396" [ 1160.295016] env[63097]: _type = "Task" [ 1160.295016] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.306160] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686396, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.349717] env[63097]: DEBUG oslo_vmware.api [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Task: {'id': task-1686391, 'name': ReconfigVM_Task, 'duration_secs': 0.536824} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.350052] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] Reconfigured VM instance instance-0000000b to attach disk [datastore1] a2b10901-0c3a-46fd-b950-e6c6bab0c382/a2b10901-0c3a-46fd-b950-e6c6bab0c382.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.351267] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0666612-cc1d-4d09-a7c5-511b7dde60b1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.359335] env[63097]: DEBUG oslo_vmware.api [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Waiting for the task: (returnval){ [ 1160.359335] env[63097]: value = "task-1686398" [ 1160.359335] env[63097]: _type = "Task" [ 1160.359335] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.373226] env[63097]: DEBUG oslo_vmware.api [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Task: {'id': task-1686398, 'name': Rename_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.411704] env[63097]: DEBUG oslo_vmware.api [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Task: {'id': task-1686392, 'name': ReconfigVM_Task, 'duration_secs': 0.756819} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.412296] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] [instance: f7682359-f969-4869-869c-318c3bf750fb] Reconfigured VM instance instance-00000005 to attach disk [datastore1] f7682359-f969-4869-869c-318c3bf750fb/f7682359-f969-4869-869c-318c3bf750fb.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.412960] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc83986b-6867-491c-a51e-5a95815ee298 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.423108] env[63097]: DEBUG oslo_vmware.api [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Waiting for the task: (returnval){ [ 1160.423108] env[63097]: value = "task-1686400" [ 1160.423108] env[63097]: _type = "Task" [ 1160.423108] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.435192] env[63097]: DEBUG oslo_vmware.api [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Task: {'id': task-1686400, 'name': Rename_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.515271] env[63097]: DEBUG nova.compute.manager [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1160.575291] env[63097]: DEBUG oslo_vmware.api [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Task: {'id': task-1686393, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071433} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.581656] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1160.584266] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e799c6a-bd69-4797-8c84-3efeeb79daba {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.619690] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 5eaf4ad2-99a2-4372-b133-f6b71dc7f980/5eaf4ad2-99a2-4372-b133-f6b71dc7f980.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.630043] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91b68a2b-17d6-4947-bab0-666bf8d703a0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.655161] env[63097]: DEBUG oslo_vmware.api [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Waiting for the task: (returnval){ [ 1160.655161] env[63097]: value = "task-1686401" [ 1160.655161] env[63097]: _type = "Task" [ 1160.655161] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.668973] env[63097]: DEBUG oslo_vmware.api [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Task: {'id': task-1686401, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.777968] env[63097]: DEBUG nova.network.neutron [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] Successfully created port: 818f2e22-c775-41a8-aeb7-86a85b5c28a6 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1160.805044] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686396, 'name': CreateVM_Task, 'duration_secs': 0.446621} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.805044] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1160.813259] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.813574] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.813990] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1160.815040] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00694a20-693d-4e4d-90b6-91f62d94189c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.823525] env[63097]: DEBUG oslo_vmware.api [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Waiting for the task: (returnval){ [ 1160.823525] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]522fbcd1-b0ec-d0f8-b325-fb6d4222593a" [ 1160.823525] env[63097]: _type = "Task" [ 1160.823525] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.834873] env[63097]: DEBUG oslo_vmware.api [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]522fbcd1-b0ec-d0f8-b325-fb6d4222593a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.870590] env[63097]: DEBUG oslo_vmware.api [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Task: {'id': task-1686398, 'name': Rename_Task, 'duration_secs': 0.17328} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.873440] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1160.875476] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-022bb17e-6403-4710-b096-1c0c4ed3540a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.884797] env[63097]: DEBUG oslo_vmware.api [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Waiting for the task: (returnval){ [ 1160.884797] env[63097]: value = "task-1686402" [ 1160.884797] env[63097]: _type = "Task" [ 1160.884797] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.895015] env[63097]: DEBUG oslo_vmware.api [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Task: {'id': task-1686402, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.933638] env[63097]: DEBUG oslo_vmware.api [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Task: {'id': task-1686400, 'name': Rename_Task, 'duration_secs': 0.265069} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.934516] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] [instance: f7682359-f969-4869-869c-318c3bf750fb] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1160.934797] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c58f13d-8ef4-4031-90ac-9b45e28bf779 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.942722] env[63097]: DEBUG oslo_vmware.api [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Waiting for the task: (returnval){ [ 1160.942722] env[63097]: value = "task-1686403" [ 1160.942722] env[63097]: _type = "Task" [ 1160.942722] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.954472] env[63097]: DEBUG oslo_vmware.api [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Task: {'id': task-1686403, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.034717] env[63097]: DEBUG nova.compute.manager [req-871faa80-cd61-4311-9ff6-ca0d2ad0d8e2 req-6ad09810-f788-472d-91a2-63e3f4ac8315 service nova] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Received event network-changed-36e0db32-9a29-4560-ab07-a4347fc817ed {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1161.035058] env[63097]: DEBUG nova.compute.manager [req-871faa80-cd61-4311-9ff6-ca0d2ad0d8e2 req-6ad09810-f788-472d-91a2-63e3f4ac8315 service nova] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Refreshing instance network info cache due to event network-changed-36e0db32-9a29-4560-ab07-a4347fc817ed. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1161.035371] env[63097]: DEBUG oslo_concurrency.lockutils [req-871faa80-cd61-4311-9ff6-ca0d2ad0d8e2 req-6ad09810-f788-472d-91a2-63e3f4ac8315 service nova] Acquiring lock "refresh_cache-5eaf4ad2-99a2-4372-b133-f6b71dc7f980" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.035632] env[63097]: DEBUG oslo_concurrency.lockutils [req-871faa80-cd61-4311-9ff6-ca0d2ad0d8e2 req-6ad09810-f788-472d-91a2-63e3f4ac8315 service nova] Acquired lock "refresh_cache-5eaf4ad2-99a2-4372-b133-f6b71dc7f980" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.035926] env[63097]: DEBUG nova.network.neutron [req-871faa80-cd61-4311-9ff6-ca0d2ad0d8e2 req-6ad09810-f788-472d-91a2-63e3f4ac8315 service nova] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Refreshing network info cache for port 36e0db32-9a29-4560-ab07-a4347fc817ed {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1161.149338] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfdf6c2-ae80-4e38-8bf0-bec7f057f39e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.161440] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93657b2-cc46-423e-8c30-634390d43a06 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.169825] env[63097]: DEBUG nova.network.neutron [req-fae27938-5fa8-48be-85dd-e5ef041a5fa7 req-d5d863a1-80ec-444d-8b55-e89bed67924a service nova] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] Updated VIF entry in instance network info cache for port 0320c20d-7151-499a-8698-2b8c67e91a6a. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1161.170374] env[63097]: DEBUG nova.network.neutron [req-fae27938-5fa8-48be-85dd-e5ef041a5fa7 req-d5d863a1-80ec-444d-8b55-e89bed67924a service nova] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] Updating instance_info_cache with network_info: [{"id": "0320c20d-7151-499a-8698-2b8c67e91a6a", "address": "fa:16:3e:85:7d:50", "network": {"id": "bc25a125-ba0e-4aa4-9d84-4617e836854b", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2011154494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05bfa768b44545f28da147efc9b6104f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0320c20d-71", "ovs_interfaceid": "0320c20d-7151-499a-8698-2b8c67e91a6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.171579] env[63097]: DEBUG oslo_vmware.api [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Task: {'id': task-1686401, 'name': ReconfigVM_Task, 'duration_secs': 0.313832} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.173217] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 5eaf4ad2-99a2-4372-b133-f6b71dc7f980/5eaf4ad2-99a2-4372-b133-f6b71dc7f980.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1161.176087] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-056da08e-d4a4-4380-a7a6-5e95eb01b0e1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.216216] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e8e99a-6f03-4165-8bec-e2edcb02a1ae {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.219869] env[63097]: DEBUG oslo_vmware.api [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Waiting for the task: (returnval){ [ 1161.219869] env[63097]: value = "task-1686404" [ 1161.219869] env[63097]: _type = "Task" [ 1161.219869] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.229366] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a9d5d7-b06c-4aec-b2d3-7485b8fce3b0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.238059] env[63097]: DEBUG oslo_vmware.api [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Task: {'id': task-1686404, 'name': Rename_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.253367] env[63097]: DEBUG nova.compute.provider_tree [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.338406] env[63097]: DEBUG oslo_vmware.api [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]522fbcd1-b0ec-d0f8-b325-fb6d4222593a, 'name': SearchDatastore_Task, 'duration_secs': 0.013049} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.338825] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.338960] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1161.339208] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.339353] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.339575] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1161.339956] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-182b9175-03d7-4002-a372-e460dc9ec1fb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.354024] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1161.354024] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1161.354024] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dab22918-bb8b-48aa-9a2c-143c1d24bd18 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.361913] env[63097]: DEBUG oslo_vmware.api [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Waiting for the task: (returnval){ [ 1161.361913] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]521dbe81-fa87-728f-c691-ceb3d503dcd0" [ 1161.361913] env[63097]: _type = "Task" [ 1161.361913] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.370772] env[63097]: DEBUG oslo_vmware.api [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]521dbe81-fa87-728f-c691-ceb3d503dcd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.375375] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Acquiring lock "c22b0812-b97b-4112-8c9c-c2601fc8b9e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1161.375645] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Lock "c22b0812-b97b-4112-8c9c-c2601fc8b9e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1161.395888] env[63097]: DEBUG oslo_vmware.api [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Task: {'id': task-1686402, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.463386] env[63097]: DEBUG oslo_vmware.api [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Task: {'id': task-1686403, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.533769] env[63097]: DEBUG nova.compute.manager [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1161.575805] env[63097]: DEBUG nova.virt.hardware [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1161.576075] env[63097]: DEBUG nova.virt.hardware [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1161.576228] env[63097]: DEBUG nova.virt.hardware [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1161.576429] env[63097]: DEBUG nova.virt.hardware [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1161.576539] env[63097]: DEBUG nova.virt.hardware [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1161.576678] env[63097]: DEBUG nova.virt.hardware [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1161.576875] env[63097]: DEBUG nova.virt.hardware [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1161.577151] env[63097]: DEBUG nova.virt.hardware [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1161.577530] env[63097]: DEBUG nova.virt.hardware [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1161.577530] env[63097]: DEBUG nova.virt.hardware [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1161.577702] env[63097]: DEBUG nova.virt.hardware [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1161.578648] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff948434-bf9b-4b56-b220-161b8b0ed574 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.590083] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f900cd-e91e-4f1b-8e34-11de2b5bc9de {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.674688] env[63097]: DEBUG oslo_concurrency.lockutils [req-fae27938-5fa8-48be-85dd-e5ef041a5fa7 req-d5d863a1-80ec-444d-8b55-e89bed67924a service nova] Releasing lock "refresh_cache-a2b10901-0c3a-46fd-b950-e6c6bab0c382" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.674688] env[63097]: DEBUG nova.compute.manager [req-fae27938-5fa8-48be-85dd-e5ef041a5fa7 req-d5d863a1-80ec-444d-8b55-e89bed67924a service nova] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] Received event network-vif-deleted-949b5fc7-d159-4026-afca-a27ce18ba853 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1161.733283] env[63097]: DEBUG oslo_vmware.api [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Task: {'id': task-1686404, 'name': Rename_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.758454] env[63097]: DEBUG nova.scheduler.client.report [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1161.828895] env[63097]: DEBUG nova.network.neutron [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Successfully updated port: 3ffb6560-aca0-4f1a-a552-8785176fb002 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1161.875978] env[63097]: DEBUG oslo_vmware.api [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]521dbe81-fa87-728f-c691-ceb3d503dcd0, 'name': SearchDatastore_Task, 'duration_secs': 0.013131} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.875978] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fba39888-b16d-4c90-afbf-c3604e914988 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.882983] env[63097]: DEBUG oslo_vmware.api [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Waiting for the task: (returnval){ [ 1161.882983] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52da97fd-8386-4cac-98cd-c6649ae0c4f0" [ 1161.882983] env[63097]: _type = "Task" [ 1161.882983] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.899726] env[63097]: DEBUG oslo_vmware.api [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52da97fd-8386-4cac-98cd-c6649ae0c4f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.903574] env[63097]: DEBUG oslo_vmware.api [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Task: {'id': task-1686402, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.950698] env[63097]: DEBUG nova.compute.manager [req-f0a38b46-3322-4953-993f-b903af5d4f55 req-01e5f185-f42d-4dc5-9462-23185079c808 service nova] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] Received event network-vif-plugged-19a9e402-9120-4d8b-a4d9-772345d2ee44 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1161.951071] env[63097]: DEBUG oslo_concurrency.lockutils [req-f0a38b46-3322-4953-993f-b903af5d4f55 req-01e5f185-f42d-4dc5-9462-23185079c808 service nova] Acquiring lock "3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1161.951362] env[63097]: DEBUG oslo_concurrency.lockutils [req-f0a38b46-3322-4953-993f-b903af5d4f55 req-01e5f185-f42d-4dc5-9462-23185079c808 service nova] Lock "3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1161.951849] env[63097]: DEBUG oslo_concurrency.lockutils [req-f0a38b46-3322-4953-993f-b903af5d4f55 req-01e5f185-f42d-4dc5-9462-23185079c808 service nova] Lock "3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1161.951849] env[63097]: DEBUG nova.compute.manager [req-f0a38b46-3322-4953-993f-b903af5d4f55 req-01e5f185-f42d-4dc5-9462-23185079c808 service nova] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] No waiting events found dispatching network-vif-plugged-19a9e402-9120-4d8b-a4d9-772345d2ee44 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1161.951959] env[63097]: WARNING nova.compute.manager [req-f0a38b46-3322-4953-993f-b903af5d4f55 req-01e5f185-f42d-4dc5-9462-23185079c808 service nova] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] Received unexpected event network-vif-plugged-19a9e402-9120-4d8b-a4d9-772345d2ee44 for instance with vm_state building and task_state spawning. [ 1161.952043] env[63097]: DEBUG nova.compute.manager [req-f0a38b46-3322-4953-993f-b903af5d4f55 req-01e5f185-f42d-4dc5-9462-23185079c808 service nova] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] Received event network-changed-19a9e402-9120-4d8b-a4d9-772345d2ee44 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1161.952281] env[63097]: DEBUG nova.compute.manager [req-f0a38b46-3322-4953-993f-b903af5d4f55 req-01e5f185-f42d-4dc5-9462-23185079c808 service nova] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] Refreshing instance network info cache due to event network-changed-19a9e402-9120-4d8b-a4d9-772345d2ee44. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1161.952598] env[63097]: DEBUG oslo_concurrency.lockutils [req-f0a38b46-3322-4953-993f-b903af5d4f55 req-01e5f185-f42d-4dc5-9462-23185079c808 service nova] Acquiring lock "refresh_cache-3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.952960] env[63097]: DEBUG oslo_concurrency.lockutils [req-f0a38b46-3322-4953-993f-b903af5d4f55 req-01e5f185-f42d-4dc5-9462-23185079c808 service nova] Acquired lock "refresh_cache-3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.952960] env[63097]: DEBUG nova.network.neutron [req-f0a38b46-3322-4953-993f-b903af5d4f55 req-01e5f185-f42d-4dc5-9462-23185079c808 service nova] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] Refreshing network info cache for port 19a9e402-9120-4d8b-a4d9-772345d2ee44 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1161.961206] env[63097]: DEBUG oslo_vmware.api [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Task: {'id': task-1686403, 'name': PowerOnVM_Task, 'duration_secs': 0.557147} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.961332] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] [instance: f7682359-f969-4869-869c-318c3bf750fb] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1161.961609] env[63097]: DEBUG nova.compute.manager [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] [instance: f7682359-f969-4869-869c-318c3bf750fb] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1161.964333] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3912cd-db3c-4dce-bcda-2f80976e881d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.236062] env[63097]: DEBUG oslo_vmware.api [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Task: {'id': task-1686404, 'name': Rename_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.264974] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.764s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.265554] env[63097]: DEBUG nova.compute.manager [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1162.268452] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e23e564d-ae21-4336-842b-3a0ef6cf1257 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.336s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.268704] env[63097]: DEBUG nova.objects.instance [None req-e23e564d-ae21-4336-842b-3a0ef6cf1257 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Lazy-loading 'resources' on Instance uuid 6f3926be-cfa8-4d38-959d-0e67c79f852d {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.330439] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Acquiring lock "refresh_cache-cac7b2cc-74f0-44e9-a296-1e4c837a17a7" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.332120] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Acquired lock "refresh_cache-cac7b2cc-74f0-44e9-a296-1e4c837a17a7" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.332246] env[63097]: DEBUG nova.network.neutron [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1162.399236] env[63097]: DEBUG oslo_vmware.api [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52da97fd-8386-4cac-98cd-c6649ae0c4f0, 'name': SearchDatastore_Task, 'duration_secs': 0.023939} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.400361] env[63097]: DEBUG nova.network.neutron [req-871faa80-cd61-4311-9ff6-ca0d2ad0d8e2 req-6ad09810-f788-472d-91a2-63e3f4ac8315 service nova] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Updated VIF entry in instance network info cache for port 36e0db32-9a29-4560-ab07-a4347fc817ed. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1162.400742] env[63097]: DEBUG nova.network.neutron [req-871faa80-cd61-4311-9ff6-ca0d2ad0d8e2 req-6ad09810-f788-472d-91a2-63e3f4ac8315 service nova] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Updating instance_info_cache with network_info: [{"id": "36e0db32-9a29-4560-ab07-a4347fc817ed", "address": "fa:16:3e:5c:f3:ab", "network": {"id": "30a3ca56-e7b1-4feb-ae87-e3441279feb9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-570308918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0a3dd50ae4420c9fdd9ea91ca9fc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36e0db32-9a", "ovs_interfaceid": "36e0db32-9a29-4560-ab07-a4347fc817ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.406795] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.407404] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1/3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1162.408048] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b8b70cb-4ea6-450e-94fd-8d0ceecfe1cd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.418478] env[63097]: DEBUG oslo_vmware.api [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Task: {'id': task-1686402, 'name': PowerOnVM_Task, 'duration_secs': 1.48951} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.420411] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1162.420411] env[63097]: INFO nova.compute.manager [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] Took 11.35 seconds to spawn the instance on the hypervisor. [ 1162.420560] env[63097]: DEBUG nova.compute.manager [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1162.420849] env[63097]: DEBUG oslo_vmware.api [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Waiting for the task: (returnval){ [ 1162.420849] env[63097]: value = "task-1686405" [ 1162.420849] env[63097]: _type = "Task" [ 1162.420849] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.422179] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a24ee0e-9612-48dc-8a80-74211ba0792d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.445391] env[63097]: DEBUG oslo_vmware.api [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Task: {'id': task-1686405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.488847] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.740081] env[63097]: DEBUG oslo_vmware.api [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Task: {'id': task-1686404, 'name': Rename_Task, 'duration_secs': 1.160694} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.744122] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1162.744226] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f4f60a8-442f-45cd-aeb0-b7c15cbf1480 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.756435] env[63097]: DEBUG oslo_vmware.api [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Waiting for the task: (returnval){ [ 1162.756435] env[63097]: value = "task-1686407" [ 1162.756435] env[63097]: _type = "Task" [ 1162.756435] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.772009] env[63097]: DEBUG nova.compute.utils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1162.780751] env[63097]: DEBUG nova.compute.manager [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1162.781356] env[63097]: DEBUG nova.network.neutron [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1162.783798] env[63097]: DEBUG oslo_vmware.api [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Task: {'id': task-1686407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.912149] env[63097]: DEBUG oslo_concurrency.lockutils [req-871faa80-cd61-4311-9ff6-ca0d2ad0d8e2 req-6ad09810-f788-472d-91a2-63e3f4ac8315 service nova] Releasing lock "refresh_cache-5eaf4ad2-99a2-4372-b133-f6b71dc7f980" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.946372] env[63097]: DEBUG oslo_vmware.api [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Task: {'id': task-1686405, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.959490] env[63097]: INFO nova.compute.manager [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] Took 33.33 seconds to build instance. [ 1163.109698] env[63097]: DEBUG nova.network.neutron [req-f0a38b46-3322-4953-993f-b903af5d4f55 req-01e5f185-f42d-4dc5-9462-23185079c808 service nova] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] Updated VIF entry in instance network info cache for port 19a9e402-9120-4d8b-a4d9-772345d2ee44. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1163.110689] env[63097]: DEBUG nova.network.neutron [req-f0a38b46-3322-4953-993f-b903af5d4f55 req-01e5f185-f42d-4dc5-9462-23185079c808 service nova] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] Updating instance_info_cache with network_info: [{"id": "19a9e402-9120-4d8b-a4d9-772345d2ee44", "address": "fa:16:3e:eb:6e:e2", "network": {"id": "b8bcdc4f-71d2-4b99-b593-41535fd81851", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1525937122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2e428d1cf5c467fa8ddc68e7c615933", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19a9e402-91", "ovs_interfaceid": "19a9e402-9120-4d8b-a4d9-772345d2ee44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.112177] env[63097]: DEBUG nova.network.neutron [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1163.136514] env[63097]: DEBUG nova.policy [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7779735eb6e746c28d73c93b6b68ed06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29f77999cffb4913aa2ed1da07d88a37', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1163.289670] env[63097]: DEBUG nova.compute.manager [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1163.293885] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Acquiring lock "423f99aa-9ea6-49fa-bd5d-d1dfec54da09" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.294227] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Lock "423f99aa-9ea6-49fa-bd5d-d1dfec54da09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.294462] env[63097]: DEBUG oslo_vmware.api [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Task: {'id': task-1686407, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.388307] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5261266b-b7db-4742-bb85-c3ab38c7b062 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.401620] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7756347b-6dca-4000-826b-289bb011fb01 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.442469] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6d8f42-0121-4207-ac98-57e7e69f234a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.451809] env[63097]: DEBUG oslo_vmware.api [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Task: {'id': task-1686405, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525295} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.454516] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1/3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1163.454748] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1163.455068] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db9aa5d1-ee84-4743-9733-776d3bf3f18d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.457965] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406a7c33-a022-4062-a533-ee84d411fe08 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.462726] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f08e7a8c-a85e-4450-8903-9e9ac7433bfe tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Lock "a2b10901-0c3a-46fd-b950-e6c6bab0c382" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.584s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.481671] env[63097]: DEBUG nova.compute.provider_tree [None req-e23e564d-ae21-4336-842b-3a0ef6cf1257 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.484211] env[63097]: DEBUG oslo_vmware.api [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Waiting for the task: (returnval){ [ 1163.484211] env[63097]: value = "task-1686408" [ 1163.484211] env[63097]: _type = "Task" [ 1163.484211] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.495903] env[63097]: DEBUG oslo_vmware.api [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Task: {'id': task-1686408, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.619023] env[63097]: DEBUG oslo_concurrency.lockutils [req-f0a38b46-3322-4953-993f-b903af5d4f55 req-01e5f185-f42d-4dc5-9462-23185079c808 service nova] Releasing lock "refresh_cache-3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.734665] env[63097]: DEBUG nova.network.neutron [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Updating instance_info_cache with network_info: [{"id": "3ffb6560-aca0-4f1a-a552-8785176fb002", "address": "fa:16:3e:ba:5a:5a", "network": {"id": "5ba9924b-469a-4173-9dca-3102a90bd748", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1931949303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29f77999cffb4913aa2ed1da07d88a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ffb6560-ac", "ovs_interfaceid": "3ffb6560-aca0-4f1a-a552-8785176fb002", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.772128] env[63097]: DEBUG oslo_vmware.api [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Task: {'id': task-1686407, 'name': PowerOnVM_Task, 'duration_secs': 0.615281} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.772128] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1163.772271] env[63097]: INFO nova.compute.manager [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Took 10.06 seconds to spawn the instance on the hypervisor. [ 1163.772445] env[63097]: DEBUG nova.compute.manager [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1163.773356] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9dd2375-cc29-4210-8a32-889ad3a4602a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.962542] env[63097]: DEBUG nova.network.neutron [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] Successfully updated port: 818f2e22-c775-41a8-aeb7-86a85b5c28a6 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1163.965539] env[63097]: DEBUG nova.compute.manager [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1163.986234] env[63097]: DEBUG nova.scheduler.client.report [None req-e23e564d-ae21-4336-842b-3a0ef6cf1257 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1164.003726] env[63097]: DEBUG oslo_vmware.api [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Task: {'id': task-1686408, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080556} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.007426] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1164.008405] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2d0f18-7b6f-4c71-9f31-1fb908cee900 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.049088] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1/3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1164.049088] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40d09013-0444-4dd4-a290-4611cad2741c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.075815] env[63097]: DEBUG oslo_vmware.api [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Waiting for the task: (returnval){ [ 1164.075815] env[63097]: value = "task-1686409" [ 1164.075815] env[63097]: _type = "Task" [ 1164.075815] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.086941] env[63097]: DEBUG oslo_vmware.api [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Task: {'id': task-1686409, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.118586] env[63097]: DEBUG nova.network.neutron [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] Successfully created port: c2016e6b-5cc0-4544-a861-9f81357a8b63 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1164.237715] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Releasing lock "refresh_cache-cac7b2cc-74f0-44e9-a296-1e4c837a17a7" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.240137] env[63097]: DEBUG nova.compute.manager [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Instance network_info: |[{"id": "3ffb6560-aca0-4f1a-a552-8785176fb002", "address": "fa:16:3e:ba:5a:5a", "network": {"id": "5ba9924b-469a-4173-9dca-3102a90bd748", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1931949303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29f77999cffb4913aa2ed1da07d88a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ffb6560-ac", "ovs_interfaceid": "3ffb6560-aca0-4f1a-a552-8785176fb002", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1164.240281] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:5a:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f880ac2e-d532-4f54-87bb-998a8d1bca78', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ffb6560-aca0-4f1a-a552-8785176fb002', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1164.247991] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Creating folder: Project (29f77999cffb4913aa2ed1da07d88a37). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1164.248540] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94ecb9c6-20ab-4580-8ae8-d409207248e1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.263750] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Created folder: Project (29f77999cffb4913aa2ed1da07d88a37) in parent group-v351483. [ 1164.263970] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Creating folder: Instances. Parent ref: group-v351531. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1164.264228] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8188924c-c3eb-40ed-b4c9-23353c34939d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.276146] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Created folder: Instances in parent group-v351531. [ 1164.276421] env[63097]: DEBUG oslo.service.loopingcall [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1164.276691] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1164.277079] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1cb908ac-82dd-4e3d-9be8-c5c5f0df36be {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.302691] env[63097]: DEBUG nova.compute.manager [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1164.313316] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1164.313316] env[63097]: value = "task-1686412" [ 1164.313316] env[63097]: _type = "Task" [ 1164.313316] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.313316] env[63097]: INFO nova.compute.manager [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Took 30.41 seconds to build instance. [ 1164.323847] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686412, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.340290] env[63097]: DEBUG nova.virt.hardware [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1164.340290] env[63097]: DEBUG nova.virt.hardware [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1164.340290] env[63097]: DEBUG nova.virt.hardware [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1164.340586] env[63097]: DEBUG nova.virt.hardware [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1164.340586] env[63097]: DEBUG nova.virt.hardware [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1164.340586] env[63097]: DEBUG nova.virt.hardware [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1164.340586] env[63097]: DEBUG nova.virt.hardware [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1164.341617] env[63097]: DEBUG nova.virt.hardware [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1164.341617] env[63097]: DEBUG nova.virt.hardware [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1164.341617] env[63097]: DEBUG nova.virt.hardware [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1164.341962] env[63097]: DEBUG nova.virt.hardware [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1164.344035] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4df7d7-fd4f-4973-8c09-b231d69b062e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.357494] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e5eedb-37f9-4d63-b198-35942258415d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.467362] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Acquiring lock "refresh_cache-9c6e2679-c149-49c8-8a9f-bbae63fc378d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.467523] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Acquired lock "refresh_cache-9c6e2679-c149-49c8-8a9f-bbae63fc378d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.467680] env[63097]: DEBUG nova.network.neutron [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1164.493890] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e23e564d-ae21-4336-842b-3a0ef6cf1257 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.226s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1164.500732] env[63097]: DEBUG oslo_concurrency.lockutils [None req-99f05878-f996-4107-92af-c3c7faaab8d3 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.214s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1164.501084] env[63097]: DEBUG nova.objects.instance [None req-99f05878-f996-4107-92af-c3c7faaab8d3 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Lazy-loading 'resources' on Instance uuid 20760c23-3839-43d5-a209-8f91b7316a9e {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.511638] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1164.525779] env[63097]: INFO nova.scheduler.client.report [None req-e23e564d-ae21-4336-842b-3a0ef6cf1257 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Deleted allocations for instance 6f3926be-cfa8-4d38-959d-0e67c79f852d [ 1164.592373] env[63097]: DEBUG oslo_vmware.api [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Task: {'id': task-1686409, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.825366] env[63097]: DEBUG oslo_concurrency.lockutils [None req-567ec8f8-c846-4a38-86a8-f1235584d1d0 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Lock "5eaf4ad2-99a2-4372-b133-f6b71dc7f980" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.458s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1164.825366] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686412, 'name': CreateVM_Task, 'duration_secs': 0.421631} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.826494] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1164.827169] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.827333] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.827688] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1164.828162] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19d6d8fc-934a-4d85-b801-f5e2e74abae9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.839498] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Waiting for the task: (returnval){ [ 1164.839498] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52e0d125-f080-9d45-4ffb-011ed75d0dd7" [ 1164.839498] env[63097]: _type = "Task" [ 1164.839498] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.851243] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52e0d125-f080-9d45-4ffb-011ed75d0dd7, 'name': SearchDatastore_Task, 'duration_secs': 0.011132} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.851547] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.851769] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1164.851987] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.852142] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.852314] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1164.852697] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58dfc2c6-2f66-45bc-8ba6-97be3df0e68c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.864204] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1164.864392] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1164.865211] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efa154b1-53f7-4fb9-9f10-f2da8cb1c0d2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.871983] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Waiting for the task: (returnval){ [ 1164.871983] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]529e2d62-4d31-2757-e56c-44508ae30a9c" [ 1164.871983] env[63097]: _type = "Task" [ 1164.871983] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.882763] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]529e2d62-4d31-2757-e56c-44508ae30a9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.985240] env[63097]: DEBUG nova.compute.manager [req-1052b599-baa6-4f3f-91dc-93a332e23285 req-a3a3951a-f5a0-496a-a41b-4bffdd6d6b79 service nova] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Received event network-vif-plugged-3ffb6560-aca0-4f1a-a552-8785176fb002 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1164.985605] env[63097]: DEBUG oslo_concurrency.lockutils [req-1052b599-baa6-4f3f-91dc-93a332e23285 req-a3a3951a-f5a0-496a-a41b-4bffdd6d6b79 service nova] Acquiring lock "cac7b2cc-74f0-44e9-a296-1e4c837a17a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1164.985924] env[63097]: DEBUG oslo_concurrency.lockutils [req-1052b599-baa6-4f3f-91dc-93a332e23285 req-a3a3951a-f5a0-496a-a41b-4bffdd6d6b79 service nova] Lock "cac7b2cc-74f0-44e9-a296-1e4c837a17a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1164.986201] env[63097]: DEBUG oslo_concurrency.lockutils [req-1052b599-baa6-4f3f-91dc-93a332e23285 req-a3a3951a-f5a0-496a-a41b-4bffdd6d6b79 service nova] Lock "cac7b2cc-74f0-44e9-a296-1e4c837a17a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1164.986470] env[63097]: DEBUG nova.compute.manager [req-1052b599-baa6-4f3f-91dc-93a332e23285 req-a3a3951a-f5a0-496a-a41b-4bffdd6d6b79 service nova] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] No waiting events found dispatching network-vif-plugged-3ffb6560-aca0-4f1a-a552-8785176fb002 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1164.986727] env[63097]: WARNING nova.compute.manager [req-1052b599-baa6-4f3f-91dc-93a332e23285 req-a3a3951a-f5a0-496a-a41b-4bffdd6d6b79 service nova] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Received unexpected event network-vif-plugged-3ffb6560-aca0-4f1a-a552-8785176fb002 for instance with vm_state building and task_state spawning. [ 1164.986977] env[63097]: DEBUG nova.compute.manager [req-1052b599-baa6-4f3f-91dc-93a332e23285 req-a3a3951a-f5a0-496a-a41b-4bffdd6d6b79 service nova] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Received event network-changed-3ffb6560-aca0-4f1a-a552-8785176fb002 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1164.987232] env[63097]: DEBUG nova.compute.manager [req-1052b599-baa6-4f3f-91dc-93a332e23285 req-a3a3951a-f5a0-496a-a41b-4bffdd6d6b79 service nova] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Refreshing instance network info cache due to event network-changed-3ffb6560-aca0-4f1a-a552-8785176fb002. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1164.987596] env[63097]: DEBUG oslo_concurrency.lockutils [req-1052b599-baa6-4f3f-91dc-93a332e23285 req-a3a3951a-f5a0-496a-a41b-4bffdd6d6b79 service nova] Acquiring lock "refresh_cache-cac7b2cc-74f0-44e9-a296-1e4c837a17a7" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.987716] env[63097]: DEBUG oslo_concurrency.lockutils [req-1052b599-baa6-4f3f-91dc-93a332e23285 req-a3a3951a-f5a0-496a-a41b-4bffdd6d6b79 service nova] Acquired lock "refresh_cache-cac7b2cc-74f0-44e9-a296-1e4c837a17a7" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.987917] env[63097]: DEBUG nova.network.neutron [req-1052b599-baa6-4f3f-91dc-93a332e23285 req-a3a3951a-f5a0-496a-a41b-4bffdd6d6b79 service nova] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Refreshing network info cache for port 3ffb6560-aca0-4f1a-a552-8785176fb002 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1165.034822] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e23e564d-ae21-4336-842b-3a0ef6cf1257 tempest-ServerDiagnosticsTest-1005591023 tempest-ServerDiagnosticsTest-1005591023-project-member] Lock "6f3926be-cfa8-4d38-959d-0e67c79f852d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.524s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1165.069813] env[63097]: DEBUG nova.network.neutron [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1165.090925] env[63097]: DEBUG oslo_vmware.api [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Task: {'id': task-1686409, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.327276] env[63097]: DEBUG nova.network.neutron [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] Updating instance_info_cache with network_info: [{"id": "818f2e22-c775-41a8-aeb7-86a85b5c28a6", "address": "fa:16:3e:50:c5:27", "network": {"id": "5ba9924b-469a-4173-9dca-3102a90bd748", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1931949303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29f77999cffb4913aa2ed1da07d88a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap818f2e22-c7", "ovs_interfaceid": "818f2e22-c775-41a8-aeb7-86a85b5c28a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.328967] env[63097]: DEBUG nova.compute.manager [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1165.382811] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]529e2d62-4d31-2757-e56c-44508ae30a9c, 'name': SearchDatastore_Task, 'duration_secs': 0.010274} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.383610] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6138942-2d23-4baa-9041-6101158a7d9a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.398734] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Waiting for the task: (returnval){ [ 1165.398734] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52971b48-7441-dcf0-9930-fcaa1de11bdb" [ 1165.398734] env[63097]: _type = "Task" [ 1165.398734] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.422024] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52971b48-7441-dcf0-9930-fcaa1de11bdb, 'name': SearchDatastore_Task, 'duration_secs': 0.011877} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.422822] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.423452] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] cac7b2cc-74f0-44e9-a296-1e4c837a17a7/cac7b2cc-74f0-44e9-a296-1e4c837a17a7.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1165.424848] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a07a5b8b-0c25-45be-b905-3207888b22c8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.433858] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Waiting for the task: (returnval){ [ 1165.433858] env[63097]: value = "task-1686413" [ 1165.433858] env[63097]: _type = "Task" [ 1165.433858] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.445090] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.543698] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442f7a37-2b76-4ad1-b4f3-8b98d0cf16db {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.552991] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349ed386-2498-4a49-af68-47a85d3495ad {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.590791] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d959faa-e8c1-4bd1-9321-a65519b739e5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.602528] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05230caa-e47b-4e24-b9d9-99d2de4e5932 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.606278] env[63097]: DEBUG oslo_vmware.api [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Task: {'id': task-1686409, 'name': ReconfigVM_Task, 'duration_secs': 1.407389} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.606553] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1/3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1165.607584] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ee6ce51-45ce-46bc-b12d-9f43d14765ce {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.620050] env[63097]: DEBUG nova.compute.provider_tree [None req-99f05878-f996-4107-92af-c3c7faaab8d3 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.623057] env[63097]: DEBUG oslo_vmware.api [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Waiting for the task: (returnval){ [ 1165.623057] env[63097]: value = "task-1686414" [ 1165.623057] env[63097]: _type = "Task" [ 1165.623057] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.635419] env[63097]: DEBUG oslo_vmware.api [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Task: {'id': task-1686414, 'name': Rename_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.840988] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Releasing lock "refresh_cache-9c6e2679-c149-49c8-8a9f-bbae63fc378d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.841257] env[63097]: DEBUG nova.compute.manager [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] Instance network_info: |[{"id": "818f2e22-c775-41a8-aeb7-86a85b5c28a6", "address": "fa:16:3e:50:c5:27", "network": {"id": "5ba9924b-469a-4173-9dca-3102a90bd748", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1931949303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29f77999cffb4913aa2ed1da07d88a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap818f2e22-c7", "ovs_interfaceid": "818f2e22-c775-41a8-aeb7-86a85b5c28a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1165.848247] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:c5:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f880ac2e-d532-4f54-87bb-998a8d1bca78', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '818f2e22-c775-41a8-aeb7-86a85b5c28a6', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1165.862635] env[63097]: DEBUG oslo.service.loopingcall [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1165.867064] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1165.867064] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd634758-9514-4f75-8a48-91518671f8ee {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.889225] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1165.902029] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1165.902029] env[63097]: value = "task-1686415" [ 1165.902029] env[63097]: _type = "Task" [ 1165.902029] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.917574] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686415, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.951492] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686413, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.068953] env[63097]: DEBUG nova.network.neutron [req-1052b599-baa6-4f3f-91dc-93a332e23285 req-a3a3951a-f5a0-496a-a41b-4bffdd6d6b79 service nova] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Updated VIF entry in instance network info cache for port 3ffb6560-aca0-4f1a-a552-8785176fb002. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1166.069299] env[63097]: DEBUG nova.network.neutron [req-1052b599-baa6-4f3f-91dc-93a332e23285 req-a3a3951a-f5a0-496a-a41b-4bffdd6d6b79 service nova] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Updating instance_info_cache with network_info: [{"id": "3ffb6560-aca0-4f1a-a552-8785176fb002", "address": "fa:16:3e:ba:5a:5a", "network": {"id": "5ba9924b-469a-4173-9dca-3102a90bd748", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1931949303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29f77999cffb4913aa2ed1da07d88a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ffb6560-ac", "ovs_interfaceid": "3ffb6560-aca0-4f1a-a552-8785176fb002", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.125890] env[63097]: DEBUG nova.scheduler.client.report [None req-99f05878-f996-4107-92af-c3c7faaab8d3 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1166.149063] env[63097]: DEBUG oslo_vmware.api [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Task: {'id': task-1686414, 'name': Rename_Task, 'duration_secs': 0.194142} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.149063] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1166.149063] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a78b9f94-2108-418b-bdfd-5f5b542e121f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.159428] env[63097]: DEBUG oslo_vmware.api [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Waiting for the task: (returnval){ [ 1166.159428] env[63097]: value = "task-1686416" [ 1166.159428] env[63097]: _type = "Task" [ 1166.159428] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.178099] env[63097]: DEBUG oslo_vmware.api [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Task: {'id': task-1686416, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.415904] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686415, 'name': CreateVM_Task, 'duration_secs': 0.464816} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.419748] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1166.419748] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.419748] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.419748] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1166.419748] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d24e77c9-4265-4521-9096-7c605f33d00b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.427645] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Waiting for the task: (returnval){ [ 1166.427645] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]526a678d-7a1a-3255-38b2-21c8e60ad102" [ 1166.427645] env[63097]: _type = "Task" [ 1166.427645] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.438587] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]526a678d-7a1a-3255-38b2-21c8e60ad102, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.449117] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686413, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534143} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.449117] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] cac7b2cc-74f0-44e9-a296-1e4c837a17a7/cac7b2cc-74f0-44e9-a296-1e4c837a17a7.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1166.449117] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1166.449392] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-572ad5f6-8109-4c70-befd-1c1d3625671a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.459389] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Waiting for the task: (returnval){ [ 1166.459389] env[63097]: value = "task-1686417" [ 1166.459389] env[63097]: _type = "Task" [ 1166.459389] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.475256] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686417, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.484280] env[63097]: DEBUG nova.network.neutron [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] Successfully updated port: c2016e6b-5cc0-4544-a861-9f81357a8b63 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1166.576316] env[63097]: DEBUG oslo_concurrency.lockutils [req-1052b599-baa6-4f3f-91dc-93a332e23285 req-a3a3951a-f5a0-496a-a41b-4bffdd6d6b79 service nova] Releasing lock "refresh_cache-cac7b2cc-74f0-44e9-a296-1e4c837a17a7" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.638501] env[63097]: DEBUG oslo_concurrency.lockutils [None req-99f05878-f996-4107-92af-c3c7faaab8d3 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.142s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.640628] env[63097]: DEBUG oslo_concurrency.lockutils [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 19.015s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1166.658270] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "99fc45f7-e244-4685-9039-d16728d5bf5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.658666] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "99fc45f7-e244-4685-9039-d16728d5bf5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1166.671990] env[63097]: DEBUG oslo_vmware.api [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Task: {'id': task-1686416, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.674304] env[63097]: INFO nova.scheduler.client.report [None req-99f05878-f996-4107-92af-c3c7faaab8d3 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Deleted allocations for instance 20760c23-3839-43d5-a209-8f91b7316a9e [ 1166.843375] env[63097]: DEBUG oslo_concurrency.lockutils [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Acquiring lock "0f8f123b-8896-477a-a2fe-6c339238e5cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.843783] env[63097]: DEBUG oslo_concurrency.lockutils [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Lock "0f8f123b-8896-477a-a2fe-6c339238e5cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1166.941692] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]526a678d-7a1a-3255-38b2-21c8e60ad102, 'name': SearchDatastore_Task, 'duration_secs': 0.01047} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.941692] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.941692] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1166.941861] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.941962] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.942188] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1166.945030] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38c57c3e-eee3-4856-8163-be6d5d336648 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.953013] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1166.953244] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1166.954034] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c101c47-4a6e-46ad-845f-2bf2a92d7093 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.960646] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Waiting for the task: (returnval){ [ 1166.960646] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52fff0be-2898-fcab-671c-a3315194c86e" [ 1166.960646] env[63097]: _type = "Task" [ 1166.960646] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.983697] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686417, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076709} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.983932] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52fff0be-2898-fcab-671c-a3315194c86e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.984488] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1166.985292] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32dd898-2502-454f-b138-13f04199c144 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.991439] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Acquiring lock "refresh_cache-a3a989cd-3f8f-4acd-ab51-6c14699295a3" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.991439] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Acquired lock "refresh_cache-a3a989cd-3f8f-4acd-ab51-6c14699295a3" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.991439] env[63097]: DEBUG nova.network.neutron [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1167.018442] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] cac7b2cc-74f0-44e9-a296-1e4c837a17a7/cac7b2cc-74f0-44e9-a296-1e4c837a17a7.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1167.019138] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbf7a158-c315-4a66-923c-3cf774e70950 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.042333] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Waiting for the task: (returnval){ [ 1167.042333] env[63097]: value = "task-1686418" [ 1167.042333] env[63097]: _type = "Task" [ 1167.042333] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.051775] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686418, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.147337] env[63097]: INFO nova.compute.claims [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1167.175339] env[63097]: DEBUG oslo_vmware.api [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Task: {'id': task-1686416, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.184937] env[63097]: DEBUG oslo_concurrency.lockutils [None req-99f05878-f996-4107-92af-c3c7faaab8d3 tempest-ServerDiagnosticsNegativeTest-518002454 tempest-ServerDiagnosticsNegativeTest-518002454-project-member] Lock "20760c23-3839-43d5-a209-8f91b7316a9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.310s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.473161] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52fff0be-2898-fcab-671c-a3315194c86e, 'name': SearchDatastore_Task, 'duration_secs': 0.023951} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.475311] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc929d7b-de90-47bb-90d6-324e0f9842a1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.482102] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Waiting for the task: (returnval){ [ 1167.482102] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52e8d05a-8786-a27d-d4e5-a41f008d172d" [ 1167.482102] env[63097]: _type = "Task" [ 1167.482102] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.487704] env[63097]: DEBUG oslo_concurrency.lockutils [None req-24467a63-67d1-40a3-a697-d056db849b3d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Acquiring lock "f7682359-f969-4869-869c-318c3bf750fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.488024] env[63097]: DEBUG oslo_concurrency.lockutils [None req-24467a63-67d1-40a3-a697-d056db849b3d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Lock "f7682359-f969-4869-869c-318c3bf750fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.488266] env[63097]: DEBUG oslo_concurrency.lockutils [None req-24467a63-67d1-40a3-a697-d056db849b3d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Acquiring lock "f7682359-f969-4869-869c-318c3bf750fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.488484] env[63097]: DEBUG oslo_concurrency.lockutils [None req-24467a63-67d1-40a3-a697-d056db849b3d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Lock "f7682359-f969-4869-869c-318c3bf750fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.488881] env[63097]: DEBUG oslo_concurrency.lockutils [None req-24467a63-67d1-40a3-a697-d056db849b3d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Lock "f7682359-f969-4869-869c-318c3bf750fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.493251] env[63097]: INFO nova.compute.manager [None req-24467a63-67d1-40a3-a697-d056db849b3d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Terminating instance [ 1167.498890] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52e8d05a-8786-a27d-d4e5-a41f008d172d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.499648] env[63097]: DEBUG oslo_concurrency.lockutils [None req-24467a63-67d1-40a3-a697-d056db849b3d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Acquiring lock "refresh_cache-f7682359-f969-4869-869c-318c3bf750fb" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.499924] env[63097]: DEBUG oslo_concurrency.lockutils [None req-24467a63-67d1-40a3-a697-d056db849b3d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Acquired lock "refresh_cache-f7682359-f969-4869-869c-318c3bf750fb" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.500155] env[63097]: DEBUG nova.network.neutron [None req-24467a63-67d1-40a3-a697-d056db849b3d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1167.543432] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Acquiring lock "7b7d831c-4d25-466b-8c52-24bada01b66a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.543658] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Lock "7b7d831c-4d25-466b-8c52-24bada01b66a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.555949] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686418, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.635766] env[63097]: DEBUG nova.network.neutron [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1167.655024] env[63097]: INFO nova.compute.resource_tracker [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Updating resource usage from migration bca9d652-261d-4d6e-8196-27571fbad9ec [ 1167.675023] env[63097]: DEBUG oslo_vmware.api [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Task: {'id': task-1686416, 'name': PowerOnVM_Task, 'duration_secs': 1.061054} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.675023] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1167.675023] env[63097]: INFO nova.compute.manager [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] Took 11.35 seconds to spawn the instance on the hypervisor. [ 1167.675023] env[63097]: DEBUG nova.compute.manager [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1167.675023] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb35ab8-8657-4253-abee-e1fb06a3635b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.997652] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52e8d05a-8786-a27d-d4e5-a41f008d172d, 'name': SearchDatastore_Task, 'duration_secs': 0.021872} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.997931] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.998201] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 9c6e2679-c149-49c8-8a9f-bbae63fc378d/9c6e2679-c149-49c8-8a9f-bbae63fc378d.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1167.998457] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1898c4e1-605f-408a-aaf5-65e8d0ed1df4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.011182] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Waiting for the task: (returnval){ [ 1168.011182] env[63097]: value = "task-1686419" [ 1168.011182] env[63097]: _type = "Task" [ 1168.011182] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.022355] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686419, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.035109] env[63097]: DEBUG nova.network.neutron [None req-24467a63-67d1-40a3-a697-d056db849b3d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1168.056343] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686418, 'name': ReconfigVM_Task, 'duration_secs': 0.814795} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.056343] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Reconfigured VM instance instance-0000000e to attach disk [datastore2] cac7b2cc-74f0-44e9-a296-1e4c837a17a7/cac7b2cc-74f0-44e9-a296-1e4c837a17a7.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1168.057268] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7dd2011c-13c4-43c4-bfb3-93974411b09a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.065372] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Waiting for the task: (returnval){ [ 1168.065372] env[63097]: value = "task-1686420" [ 1168.065372] env[63097]: _type = "Task" [ 1168.065372] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.078781] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686420, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.156991] env[63097]: DEBUG nova.network.neutron [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] Updating instance_info_cache with network_info: [{"id": "c2016e6b-5cc0-4544-a861-9f81357a8b63", "address": "fa:16:3e:23:c7:4d", "network": {"id": "5ba9924b-469a-4173-9dca-3102a90bd748", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1931949303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29f77999cffb4913aa2ed1da07d88a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2016e6b-5c", "ovs_interfaceid": "c2016e6b-5cc0-4544-a861-9f81357a8b63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.166822] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb58335b-337f-445f-b447-ca9912c42ca8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.177857] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068f6335-699d-4282-ae89-f3755034ec17 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.227728] env[63097]: DEBUG nova.network.neutron [None req-24467a63-67d1-40a3-a697-d056db849b3d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.229489] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e29f6b5-d6d6-4b4e-9fca-fb215c413cde {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.236785] env[63097]: INFO nova.compute.manager [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] Took 33.95 seconds to build instance. [ 1168.245270] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61385662-9253-4a12-aeaa-1644ccf2df01 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.264923] env[63097]: DEBUG nova.compute.provider_tree [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.524845] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686419, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.586601] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686420, 'name': Rename_Task, 'duration_secs': 0.209602} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.586601] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1168.586708] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50d4bcf1-a082-4e54-b17a-6500fa2d3e11 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.599021] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Waiting for the task: (returnval){ [ 1168.599021] env[63097]: value = "task-1686421" [ 1168.599021] env[63097]: _type = "Task" [ 1168.599021] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.605661] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686421, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.658414] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Releasing lock "refresh_cache-a3a989cd-3f8f-4acd-ab51-6c14699295a3" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.659358] env[63097]: DEBUG nova.compute.manager [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] Instance network_info: |[{"id": "c2016e6b-5cc0-4544-a861-9f81357a8b63", "address": "fa:16:3e:23:c7:4d", "network": {"id": "5ba9924b-469a-4173-9dca-3102a90bd748", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1931949303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29f77999cffb4913aa2ed1da07d88a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2016e6b-5c", "ovs_interfaceid": "c2016e6b-5cc0-4544-a861-9f81357a8b63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1168.659846] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:c7:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f880ac2e-d532-4f54-87bb-998a8d1bca78', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2016e6b-5cc0-4544-a861-9f81357a8b63', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1168.670425] env[63097]: DEBUG oslo.service.loopingcall [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1168.670734] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1168.671017] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e43380e2-0be2-400a-a9d6-c37cab13ed6a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.696836] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1168.696836] env[63097]: value = "task-1686422" [ 1168.696836] env[63097]: _type = "Task" [ 1168.696836] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.708888] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686422, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.734808] env[63097]: DEBUG oslo_concurrency.lockutils [None req-24467a63-67d1-40a3-a697-d056db849b3d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Releasing lock "refresh_cache-f7682359-f969-4869-869c-318c3bf750fb" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.735744] env[63097]: DEBUG nova.compute.manager [None req-24467a63-67d1-40a3-a697-d056db849b3d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1168.735744] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-24467a63-67d1-40a3-a697-d056db849b3d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1168.736411] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e253bf55-a649-418c-96b1-7182e7dd18d8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.739463] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b15a6081-fbf7-441b-9c90-6cec2a7d5f28 tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Lock "3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.731s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.748126] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-24467a63-67d1-40a3-a697-d056db849b3d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1168.748423] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eacae09c-dc1e-4a5c-8d60-8a3f56aa4f89 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.756737] env[63097]: DEBUG oslo_vmware.api [None req-24467a63-67d1-40a3-a697-d056db849b3d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Waiting for the task: (returnval){ [ 1168.756737] env[63097]: value = "task-1686423" [ 1168.756737] env[63097]: _type = "Task" [ 1168.756737] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.771922] env[63097]: DEBUG nova.scheduler.client.report [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1168.773988] env[63097]: DEBUG oslo_vmware.api [None req-24467a63-67d1-40a3-a697-d056db849b3d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': task-1686423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.898878] env[63097]: DEBUG oslo_concurrency.lockutils [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Acquiring lock "a6e7feca-e724-4018-8405-de21ae80b373" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.898878] env[63097]: DEBUG oslo_concurrency.lockutils [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Lock "a6e7feca-e724-4018-8405-de21ae80b373" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.899197] env[63097]: DEBUG oslo_concurrency.lockutils [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquiring lock "3ac3d689-7f96-4afb-9ea1-1e5b260d6246" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.899197] env[63097]: DEBUG oslo_concurrency.lockutils [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "3ac3d689-7f96-4afb-9ea1-1e5b260d6246" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1169.026333] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686419, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654465} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.026619] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 9c6e2679-c149-49c8-8a9f-bbae63fc378d/9c6e2679-c149-49c8-8a9f-bbae63fc378d.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1169.026839] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1169.027105] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a61d0626-c8e0-4a1d-a171-53deae18ee8d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.040376] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Waiting for the task: (returnval){ [ 1169.040376] env[63097]: value = "task-1686424" [ 1169.040376] env[63097]: _type = "Task" [ 1169.040376] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.060723] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686424, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.110060] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686421, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.213655] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686422, 'name': CreateVM_Task, 'duration_secs': 0.48379} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.213977] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1169.215059] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.215471] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.215839] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1169.216148] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b512ed56-e0a8-46cb-89bb-b0ebcab01702 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.224167] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Waiting for the task: (returnval){ [ 1169.224167] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]529af205-0959-6ddc-a37f-0c60625373c9" [ 1169.224167] env[63097]: _type = "Task" [ 1169.224167] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.235846] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]529af205-0959-6ddc-a37f-0c60625373c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.242722] env[63097]: DEBUG nova.compute.manager [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1169.270809] env[63097]: DEBUG oslo_vmware.api [None req-24467a63-67d1-40a3-a697-d056db849b3d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': task-1686423, 'name': PowerOffVM_Task, 'duration_secs': 0.147777} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.270809] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-24467a63-67d1-40a3-a697-d056db849b3d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1169.271055] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-24467a63-67d1-40a3-a697-d056db849b3d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1169.273028] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63b4049e-80bb-4771-911e-b21368ed1996 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.275930] env[63097]: DEBUG oslo_concurrency.lockutils [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.635s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1169.276252] env[63097]: INFO nova.compute.manager [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Migrating [ 1169.276857] env[63097]: DEBUG oslo_concurrency.lockutils [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.276857] env[63097]: DEBUG oslo_concurrency.lockutils [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Acquired lock "compute-rpcapi-router" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.278933] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.280s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1169.281390] env[63097]: INFO nova.compute.claims [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1169.304857] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-24467a63-67d1-40a3-a697-d056db849b3d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1169.305259] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-24467a63-67d1-40a3-a697-d056db849b3d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1169.305349] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-24467a63-67d1-40a3-a697-d056db849b3d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Deleting the datastore file [datastore1] f7682359-f969-4869-869c-318c3bf750fb {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1169.305583] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1099f516-676f-4896-b68c-6ad2ddc1454b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.315376] env[63097]: DEBUG oslo_vmware.api [None req-24467a63-67d1-40a3-a697-d056db849b3d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Waiting for the task: (returnval){ [ 1169.315376] env[63097]: value = "task-1686426" [ 1169.315376] env[63097]: _type = "Task" [ 1169.315376] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.331724] env[63097]: DEBUG oslo_vmware.api [None req-24467a63-67d1-40a3-a697-d056db849b3d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': task-1686426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.471786] env[63097]: DEBUG nova.compute.manager [req-a9ba0b82-3b59-4ff6-9e9d-ea82a3655f61 req-aaec6431-dd0f-4bd7-9fa3-db02ee9367ef service nova] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] Received event network-vif-plugged-818f2e22-c775-41a8-aeb7-86a85b5c28a6 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1169.471786] env[63097]: DEBUG oslo_concurrency.lockutils [req-a9ba0b82-3b59-4ff6-9e9d-ea82a3655f61 req-aaec6431-dd0f-4bd7-9fa3-db02ee9367ef service nova] Acquiring lock "9c6e2679-c149-49c8-8a9f-bbae63fc378d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1169.472009] env[63097]: DEBUG oslo_concurrency.lockutils [req-a9ba0b82-3b59-4ff6-9e9d-ea82a3655f61 req-aaec6431-dd0f-4bd7-9fa3-db02ee9367ef service nova] Lock "9c6e2679-c149-49c8-8a9f-bbae63fc378d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1169.473037] env[63097]: DEBUG oslo_concurrency.lockutils [req-a9ba0b82-3b59-4ff6-9e9d-ea82a3655f61 req-aaec6431-dd0f-4bd7-9fa3-db02ee9367ef service nova] Lock "9c6e2679-c149-49c8-8a9f-bbae63fc378d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1169.473235] env[63097]: DEBUG nova.compute.manager [req-a9ba0b82-3b59-4ff6-9e9d-ea82a3655f61 req-aaec6431-dd0f-4bd7-9fa3-db02ee9367ef service nova] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] No waiting events found dispatching network-vif-plugged-818f2e22-c775-41a8-aeb7-86a85b5c28a6 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1169.473399] env[63097]: WARNING nova.compute.manager [req-a9ba0b82-3b59-4ff6-9e9d-ea82a3655f61 req-aaec6431-dd0f-4bd7-9fa3-db02ee9367ef service nova] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] Received unexpected event network-vif-plugged-818f2e22-c775-41a8-aeb7-86a85b5c28a6 for instance with vm_state building and task_state spawning. [ 1169.473563] env[63097]: DEBUG nova.compute.manager [req-a9ba0b82-3b59-4ff6-9e9d-ea82a3655f61 req-aaec6431-dd0f-4bd7-9fa3-db02ee9367ef service nova] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] Received event network-changed-818f2e22-c775-41a8-aeb7-86a85b5c28a6 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1169.473761] env[63097]: DEBUG nova.compute.manager [req-a9ba0b82-3b59-4ff6-9e9d-ea82a3655f61 req-aaec6431-dd0f-4bd7-9fa3-db02ee9367ef service nova] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] Refreshing instance network info cache due to event network-changed-818f2e22-c775-41a8-aeb7-86a85b5c28a6. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1169.474040] env[63097]: DEBUG oslo_concurrency.lockutils [req-a9ba0b82-3b59-4ff6-9e9d-ea82a3655f61 req-aaec6431-dd0f-4bd7-9fa3-db02ee9367ef service nova] Acquiring lock "refresh_cache-9c6e2679-c149-49c8-8a9f-bbae63fc378d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.474040] env[63097]: DEBUG oslo_concurrency.lockutils [req-a9ba0b82-3b59-4ff6-9e9d-ea82a3655f61 req-aaec6431-dd0f-4bd7-9fa3-db02ee9367ef service nova] Acquired lock "refresh_cache-9c6e2679-c149-49c8-8a9f-bbae63fc378d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.474210] env[63097]: DEBUG nova.network.neutron [req-a9ba0b82-3b59-4ff6-9e9d-ea82a3655f61 req-aaec6431-dd0f-4bd7-9fa3-db02ee9367ef service nova] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] Refreshing network info cache for port 818f2e22-c775-41a8-aeb7-86a85b5c28a6 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1169.552415] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686424, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11025} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.552415] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1169.554903] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b62264-24c4-4b59-8b01-7996233cd58a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.585640] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 9c6e2679-c149-49c8-8a9f-bbae63fc378d/9c6e2679-c149-49c8-8a9f-bbae63fc378d.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.586664] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e0e6e1b-1f63-48c1-8474-e30bfb79c7e5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.620201] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686421, 'name': PowerOnVM_Task, 'duration_secs': 0.717533} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.624225] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1169.624225] env[63097]: INFO nova.compute.manager [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Took 10.72 seconds to spawn the instance on the hypervisor. [ 1169.624225] env[63097]: DEBUG nova.compute.manager [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1169.624225] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Waiting for the task: (returnval){ [ 1169.624225] env[63097]: value = "task-1686427" [ 1169.624225] env[63097]: _type = "Task" [ 1169.624225] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.624225] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f40755-0b3b-461b-aa38-a4457a17fd49 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.642588] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686427, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.738602] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]529af205-0959-6ddc-a37f-0c60625373c9, 'name': SearchDatastore_Task, 'duration_secs': 0.011337} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.739094] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.739094] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1169.741192] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.741192] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.741192] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1169.741192] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba4d0a69-6351-48a5-b16c-f0420d4e86fb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.768597] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1169.768804] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1169.769766] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15c2d561-44ba-47bc-b3f3-5a168994bad0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.779051] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Waiting for the task: (returnval){ [ 1169.779051] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]523cad5d-d634-fcb5-0901-566d6bf409d3" [ 1169.779051] env[63097]: _type = "Task" [ 1169.779051] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.797336] env[63097]: INFO nova.compute.rpcapi [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Automatically selected compute RPC version 6.3 from minimum service version 67 [ 1169.797935] env[63097]: DEBUG oslo_concurrency.lockutils [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Releasing lock "compute-rpcapi-router" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.805545] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]523cad5d-d634-fcb5-0901-566d6bf409d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.817881] env[63097]: DEBUG oslo_concurrency.lockutils [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1169.838696] env[63097]: DEBUG oslo_vmware.api [None req-24467a63-67d1-40a3-a697-d056db849b3d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Task: {'id': task-1686426, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272299} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.838696] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-24467a63-67d1-40a3-a697-d056db849b3d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1169.838696] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-24467a63-67d1-40a3-a697-d056db849b3d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1169.838696] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-24467a63-67d1-40a3-a697-d056db849b3d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1169.838696] env[63097]: INFO nova.compute.manager [None req-24467a63-67d1-40a3-a697-d056db849b3d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1169.839230] env[63097]: DEBUG oslo.service.loopingcall [None req-24467a63-67d1-40a3-a697-d056db849b3d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1169.839230] env[63097]: DEBUG nova.compute.manager [-] [instance: f7682359-f969-4869-869c-318c3bf750fb] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1169.839230] env[63097]: DEBUG nova.network.neutron [-] [instance: f7682359-f969-4869-869c-318c3bf750fb] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1169.882735] env[63097]: DEBUG nova.network.neutron [-] [instance: f7682359-f969-4869-869c-318c3bf750fb] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1170.143482] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686427, 'name': ReconfigVM_Task, 'duration_secs': 0.506395} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.143482] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 9c6e2679-c149-49c8-8a9f-bbae63fc378d/9c6e2679-c149-49c8-8a9f-bbae63fc378d.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.143482] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0097946b-802f-40f9-9021-4d152b7f35f9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.151425] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Waiting for the task: (returnval){ [ 1170.151425] env[63097]: value = "task-1686428" [ 1170.151425] env[63097]: _type = "Task" [ 1170.151425] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.176522] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686428, 'name': Rename_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.176522] env[63097]: INFO nova.compute.manager [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Took 31.56 seconds to build instance. [ 1170.292460] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]523cad5d-d634-fcb5-0901-566d6bf409d3, 'name': SearchDatastore_Task, 'duration_secs': 0.014181} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.296217] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10896c58-2ac4-4dd8-aba6-b30f461fa550 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.305245] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Waiting for the task: (returnval){ [ 1170.305245] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52dbe046-acf2-fd85-6cd8-7166214d2b82" [ 1170.305245] env[63097]: _type = "Task" [ 1170.305245] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.317718] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52dbe046-acf2-fd85-6cd8-7166214d2b82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.321130] env[63097]: DEBUG oslo_concurrency.lockutils [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Acquiring lock "refresh_cache-98ba3b33-2415-4b39-9e7a-1d2cdaa0683e" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.321130] env[63097]: DEBUG oslo_concurrency.lockutils [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Acquired lock "refresh_cache-98ba3b33-2415-4b39-9e7a-1d2cdaa0683e" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.321130] env[63097]: DEBUG nova.network.neutron [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1170.385435] env[63097]: DEBUG nova.network.neutron [-] [instance: f7682359-f969-4869-869c-318c3bf750fb] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.423679] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e0089be2-bb47-477a-9259-07f9fcab0c7f tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Acquiring lock "3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1170.423679] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e0089be2-bb47-477a-9259-07f9fcab0c7f tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Lock "3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1170.423814] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e0089be2-bb47-477a-9259-07f9fcab0c7f tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Acquiring lock "3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1170.423893] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e0089be2-bb47-477a-9259-07f9fcab0c7f tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Lock "3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1170.424073] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e0089be2-bb47-477a-9259-07f9fcab0c7f tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Lock "3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1170.432119] env[63097]: INFO nova.compute.manager [None req-e0089be2-bb47-477a-9259-07f9fcab0c7f tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] Terminating instance [ 1170.436432] env[63097]: DEBUG nova.compute.manager [None req-e0089be2-bb47-477a-9259-07f9fcab0c7f tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1170.436720] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e0089be2-bb47-477a-9259-07f9fcab0c7f tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1170.437578] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbd231c-4a52-4e1d-9acc-5c6c8ea82101 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.446985] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0089be2-bb47-477a-9259-07f9fcab0c7f tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1170.450395] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7872a3a2-d0a9-40aa-bf3d-cf28d5f14a63 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.459343] env[63097]: DEBUG oslo_vmware.api [None req-e0089be2-bb47-477a-9259-07f9fcab0c7f tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Waiting for the task: (returnval){ [ 1170.459343] env[63097]: value = "task-1686429" [ 1170.459343] env[63097]: _type = "Task" [ 1170.459343] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.473238] env[63097]: DEBUG oslo_vmware.api [None req-e0089be2-bb47-477a-9259-07f9fcab0c7f tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Task: {'id': task-1686429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.565899] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bee18e69-2fce-4075-a980-106cea59e941 tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Acquiring lock "a2b10901-0c3a-46fd-b950-e6c6bab0c382" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1170.565899] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bee18e69-2fce-4075-a980-106cea59e941 tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Lock "a2b10901-0c3a-46fd-b950-e6c6bab0c382" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1170.565899] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bee18e69-2fce-4075-a980-106cea59e941 tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Acquiring lock "a2b10901-0c3a-46fd-b950-e6c6bab0c382-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1170.565899] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bee18e69-2fce-4075-a980-106cea59e941 tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Lock "a2b10901-0c3a-46fd-b950-e6c6bab0c382-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1170.566284] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bee18e69-2fce-4075-a980-106cea59e941 tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Lock "a2b10901-0c3a-46fd-b950-e6c6bab0c382-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1170.571277] env[63097]: INFO nova.compute.manager [None req-bee18e69-2fce-4075-a980-106cea59e941 tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] Terminating instance [ 1170.576829] env[63097]: DEBUG nova.compute.manager [None req-bee18e69-2fce-4075-a980-106cea59e941 tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1170.576829] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-bee18e69-2fce-4075-a980-106cea59e941 tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1170.576829] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002dd500-f47d-4d00-b0d6-d9c5a9ac689f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.589245] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee18e69-2fce-4075-a980-106cea59e941 tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1170.589708] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e745c5e-a52c-411e-b74f-0d2eaaf82169 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.598514] env[63097]: DEBUG oslo_vmware.api [None req-bee18e69-2fce-4075-a980-106cea59e941 tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Waiting for the task: (returnval){ [ 1170.598514] env[63097]: value = "task-1686430" [ 1170.598514] env[63097]: _type = "Task" [ 1170.598514] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.609941] env[63097]: DEBUG oslo_vmware.api [None req-bee18e69-2fce-4075-a980-106cea59e941 tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Task: {'id': task-1686430, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.635871] env[63097]: DEBUG nova.network.neutron [req-a9ba0b82-3b59-4ff6-9e9d-ea82a3655f61 req-aaec6431-dd0f-4bd7-9fa3-db02ee9367ef service nova] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] Updated VIF entry in instance network info cache for port 818f2e22-c775-41a8-aeb7-86a85b5c28a6. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1170.636374] env[63097]: DEBUG nova.network.neutron [req-a9ba0b82-3b59-4ff6-9e9d-ea82a3655f61 req-aaec6431-dd0f-4bd7-9fa3-db02ee9367ef service nova] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] Updating instance_info_cache with network_info: [{"id": "818f2e22-c775-41a8-aeb7-86a85b5c28a6", "address": "fa:16:3e:50:c5:27", "network": {"id": "5ba9924b-469a-4173-9dca-3102a90bd748", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1931949303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29f77999cffb4913aa2ed1da07d88a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap818f2e22-c7", "ovs_interfaceid": "818f2e22-c775-41a8-aeb7-86a85b5c28a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.662797] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686428, 'name': Rename_Task, 'duration_secs': 0.202805} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.662942] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1170.663237] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4127fd5-09dd-4d7e-a937-5c12a4059984 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.680654] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Lock "cac7b2cc-74f0-44e9-a296-1e4c837a17a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.435s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1170.680819] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Waiting for the task: (returnval){ [ 1170.680819] env[63097]: value = "task-1686431" [ 1170.680819] env[63097]: _type = "Task" [ 1170.680819] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.699987] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686431, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.819517] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52dbe046-acf2-fd85-6cd8-7166214d2b82, 'name': SearchDatastore_Task, 'duration_secs': 0.02639} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.819833] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.820189] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] a3a989cd-3f8f-4acd-ab51-6c14699295a3/a3a989cd-3f8f-4acd-ab51-6c14699295a3.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1170.820493] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5702185f-cf11-43d3-adfa-75ce6666cc28 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.835397] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Waiting for the task: (returnval){ [ 1170.835397] env[63097]: value = "task-1686432" [ 1170.835397] env[63097]: _type = "Task" [ 1170.835397] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.850653] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.891966] env[63097]: INFO nova.compute.manager [-] [instance: f7682359-f969-4869-869c-318c3bf750fb] Took 1.05 seconds to deallocate network for instance. [ 1170.908547] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d3c1c1-56a1-49ad-88bb-c578093b6f0d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.917198] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688f8ebf-9f4f-4fce-b380-505f7d491f05 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.957197] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e840de46-843e-4b87-9d2b-bd633b5a57a8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.966429] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2877ca56-6af5-4dfd-9247-b39a4768758b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.973893] env[63097]: DEBUG oslo_vmware.api [None req-e0089be2-bb47-477a-9259-07f9fcab0c7f tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Task: {'id': task-1686429, 'name': PowerOffVM_Task, 'duration_secs': 0.292155} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.974455] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0089be2-bb47-477a-9259-07f9fcab0c7f tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1170.974669] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e0089be2-bb47-477a-9259-07f9fcab0c7f tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1170.974946] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a06f8d64-edf3-4a19-b875-30be26e86333 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.984791] env[63097]: DEBUG nova.compute.provider_tree [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.066199] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e0089be2-bb47-477a-9259-07f9fcab0c7f tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1171.066409] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e0089be2-bb47-477a-9259-07f9fcab0c7f tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1171.066697] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0089be2-bb47-477a-9259-07f9fcab0c7f tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Deleting the datastore file [datastore1] 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.067220] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91095958-2ff6-43ee-af2e-af5d1588a766 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.091019] env[63097]: DEBUG oslo_vmware.api [None req-e0089be2-bb47-477a-9259-07f9fcab0c7f tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Waiting for the task: (returnval){ [ 1171.091019] env[63097]: value = "task-1686434" [ 1171.091019] env[63097]: _type = "Task" [ 1171.091019] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.106406] env[63097]: DEBUG oslo_vmware.api [None req-e0089be2-bb47-477a-9259-07f9fcab0c7f tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Task: {'id': task-1686434, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.115999] env[63097]: DEBUG oslo_vmware.api [None req-bee18e69-2fce-4075-a980-106cea59e941 tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Task: {'id': task-1686430, 'name': PowerOffVM_Task, 'duration_secs': 0.289779} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.116400] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee18e69-2fce-4075-a980-106cea59e941 tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1171.116456] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-bee18e69-2fce-4075-a980-106cea59e941 tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1171.116756] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09e4393c-7bc3-4fa4-a953-ebbf3ffe5617 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.139226] env[63097]: DEBUG oslo_concurrency.lockutils [req-a9ba0b82-3b59-4ff6-9e9d-ea82a3655f61 req-aaec6431-dd0f-4bd7-9fa3-db02ee9367ef service nova] Releasing lock "refresh_cache-9c6e2679-c149-49c8-8a9f-bbae63fc378d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.139336] env[63097]: DEBUG nova.compute.manager [req-a9ba0b82-3b59-4ff6-9e9d-ea82a3655f61 req-aaec6431-dd0f-4bd7-9fa3-db02ee9367ef service nova] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] Received event network-vif-plugged-c2016e6b-5cc0-4544-a861-9f81357a8b63 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1171.139539] env[63097]: DEBUG oslo_concurrency.lockutils [req-a9ba0b82-3b59-4ff6-9e9d-ea82a3655f61 req-aaec6431-dd0f-4bd7-9fa3-db02ee9367ef service nova] Acquiring lock "a3a989cd-3f8f-4acd-ab51-6c14699295a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.139759] env[63097]: DEBUG oslo_concurrency.lockutils [req-a9ba0b82-3b59-4ff6-9e9d-ea82a3655f61 req-aaec6431-dd0f-4bd7-9fa3-db02ee9367ef service nova] Lock "a3a989cd-3f8f-4acd-ab51-6c14699295a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1171.139953] env[63097]: DEBUG oslo_concurrency.lockutils [req-a9ba0b82-3b59-4ff6-9e9d-ea82a3655f61 req-aaec6431-dd0f-4bd7-9fa3-db02ee9367ef service nova] Lock "a3a989cd-3f8f-4acd-ab51-6c14699295a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1171.140165] env[63097]: DEBUG nova.compute.manager [req-a9ba0b82-3b59-4ff6-9e9d-ea82a3655f61 req-aaec6431-dd0f-4bd7-9fa3-db02ee9367ef service nova] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] No waiting events found dispatching network-vif-plugged-c2016e6b-5cc0-4544-a861-9f81357a8b63 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1171.140344] env[63097]: WARNING nova.compute.manager [req-a9ba0b82-3b59-4ff6-9e9d-ea82a3655f61 req-aaec6431-dd0f-4bd7-9fa3-db02ee9367ef service nova] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] Received unexpected event network-vif-plugged-c2016e6b-5cc0-4544-a861-9f81357a8b63 for instance with vm_state building and task_state spawning. [ 1171.140554] env[63097]: DEBUG nova.compute.manager [req-a9ba0b82-3b59-4ff6-9e9d-ea82a3655f61 req-aaec6431-dd0f-4bd7-9fa3-db02ee9367ef service nova] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] Received event network-changed-c2016e6b-5cc0-4544-a861-9f81357a8b63 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1171.140661] env[63097]: DEBUG nova.compute.manager [req-a9ba0b82-3b59-4ff6-9e9d-ea82a3655f61 req-aaec6431-dd0f-4bd7-9fa3-db02ee9367ef service nova] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] Refreshing instance network info cache due to event network-changed-c2016e6b-5cc0-4544-a861-9f81357a8b63. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1171.140848] env[63097]: DEBUG oslo_concurrency.lockutils [req-a9ba0b82-3b59-4ff6-9e9d-ea82a3655f61 req-aaec6431-dd0f-4bd7-9fa3-db02ee9367ef service nova] Acquiring lock "refresh_cache-a3a989cd-3f8f-4acd-ab51-6c14699295a3" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.141034] env[63097]: DEBUG oslo_concurrency.lockutils [req-a9ba0b82-3b59-4ff6-9e9d-ea82a3655f61 req-aaec6431-dd0f-4bd7-9fa3-db02ee9367ef service nova] Acquired lock "refresh_cache-a3a989cd-3f8f-4acd-ab51-6c14699295a3" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.141210] env[63097]: DEBUG nova.network.neutron [req-a9ba0b82-3b59-4ff6-9e9d-ea82a3655f61 req-aaec6431-dd0f-4bd7-9fa3-db02ee9367ef service nova] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] Refreshing network info cache for port c2016e6b-5cc0-4544-a861-9f81357a8b63 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1171.188099] env[63097]: DEBUG nova.compute.manager [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1171.203479] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686431, 'name': PowerOnVM_Task, 'duration_secs': 0.519342} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.203479] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1171.203479] env[63097]: INFO nova.compute.manager [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] Took 9.67 seconds to spawn the instance on the hypervisor. [ 1171.203479] env[63097]: DEBUG nova.compute.manager [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1171.203479] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495abe2e-53da-4a2f-adfd-8938b1d0f737 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.217153] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-bee18e69-2fce-4075-a980-106cea59e941 tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1171.217153] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-bee18e69-2fce-4075-a980-106cea59e941 tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1171.217371] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-bee18e69-2fce-4075-a980-106cea59e941 tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Deleting the datastore file [datastore1] a2b10901-0c3a-46fd-b950-e6c6bab0c382 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.217990] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0867f27e-b0d7-4171-8c8a-3e1451c86b46 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.228050] env[63097]: DEBUG oslo_vmware.api [None req-bee18e69-2fce-4075-a980-106cea59e941 tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Waiting for the task: (returnval){ [ 1171.228050] env[63097]: value = "task-1686436" [ 1171.228050] env[63097]: _type = "Task" [ 1171.228050] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.242921] env[63097]: DEBUG oslo_vmware.api [None req-bee18e69-2fce-4075-a980-106cea59e941 tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Task: {'id': task-1686436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.348143] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686432, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.403832] env[63097]: DEBUG oslo_concurrency.lockutils [None req-24467a63-67d1-40a3-a697-d056db849b3d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.488643] env[63097]: DEBUG nova.scheduler.client.report [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1171.540373] env[63097]: DEBUG nova.network.neutron [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Updating instance_info_cache with network_info: [{"id": "0260462a-b6f8-48bf-a7b9-562fa29cb029", "address": "fa:16:3e:25:ef:67", "network": {"id": "6b81232d-2bfc-4ee5-aaa8-178b8f49236c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6d5186fbfb8046dfb1f369e636f8eafb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0260462a-b6", "ovs_interfaceid": "0260462a-b6f8-48bf-a7b9-562fa29cb029", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.600195] env[63097]: DEBUG oslo_vmware.api [None req-e0089be2-bb47-477a-9259-07f9fcab0c7f tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Task: {'id': task-1686434, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.482789} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.600195] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0089be2-bb47-477a-9259-07f9fcab0c7f tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1171.600195] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e0089be2-bb47-477a-9259-07f9fcab0c7f tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1171.600195] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e0089be2-bb47-477a-9259-07f9fcab0c7f tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1171.600195] env[63097]: INFO nova.compute.manager [None req-e0089be2-bb47-477a-9259-07f9fcab0c7f tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1171.600500] env[63097]: DEBUG oslo.service.loopingcall [None req-e0089be2-bb47-477a-9259-07f9fcab0c7f tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1171.600537] env[63097]: DEBUG nova.compute.manager [-] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1171.600794] env[63097]: DEBUG nova.network.neutron [-] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1171.726373] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.732124] env[63097]: INFO nova.compute.manager [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] Took 32.12 seconds to build instance. [ 1171.742955] env[63097]: DEBUG oslo_vmware.api [None req-bee18e69-2fce-4075-a980-106cea59e941 tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Task: {'id': task-1686436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.848446] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686432, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.801011} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.848825] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] a3a989cd-3f8f-4acd-ab51-6c14699295a3/a3a989cd-3f8f-4acd-ab51-6c14699295a3.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1171.848945] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1171.849219] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34f63185-1490-4a45-97f3-82332451fe13 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.857720] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Waiting for the task: (returnval){ [ 1171.857720] env[63097]: value = "task-1686437" [ 1171.857720] env[63097]: _type = "Task" [ 1171.857720] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.867517] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686437, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.998144] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1171.998829] env[63097]: DEBUG nova.compute.manager [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1172.005220] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.836s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1172.007273] env[63097]: INFO nova.compute.claims [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 9614706d-274e-4569-8e45-02a470762719] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1172.048508] env[63097]: DEBUG oslo_concurrency.lockutils [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Releasing lock "refresh_cache-98ba3b33-2415-4b39-9e7a-1d2cdaa0683e" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1172.234148] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Lock "9c6e2679-c149-49c8-8a9f-bbae63fc378d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.943s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1172.240138] env[63097]: DEBUG oslo_vmware.api [None req-bee18e69-2fce-4075-a980-106cea59e941 tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Task: {'id': task-1686436, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.63026} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.240297] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-bee18e69-2fce-4075-a980-106cea59e941 tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.240463] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-bee18e69-2fce-4075-a980-106cea59e941 tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1172.240753] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-bee18e69-2fce-4075-a980-106cea59e941 tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1172.241173] env[63097]: INFO nova.compute.manager [None req-bee18e69-2fce-4075-a980-106cea59e941 tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1172.241554] env[63097]: DEBUG oslo.service.loopingcall [None req-bee18e69-2fce-4075-a980-106cea59e941 tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1172.241863] env[63097]: DEBUG nova.compute.manager [-] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1172.242087] env[63097]: DEBUG nova.network.neutron [-] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1172.371384] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686437, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.285229} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.372324] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1172.373232] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345e5d5f-328e-47f7-88d9-d72a08b4aee7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.404377] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] a3a989cd-3f8f-4acd-ab51-6c14699295a3/a3a989cd-3f8f-4acd-ab51-6c14699295a3.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1172.404377] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48dee62e-e5fe-47b7-81bd-979f244f2a70 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.430032] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Waiting for the task: (returnval){ [ 1172.430032] env[63097]: value = "task-1686438" [ 1172.430032] env[63097]: _type = "Task" [ 1172.430032] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.439641] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686438, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.518038] env[63097]: DEBUG nova.compute.utils [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1172.525399] env[63097]: DEBUG nova.compute.manager [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1172.525399] env[63097]: DEBUG nova.network.neutron [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1172.584859] env[63097]: DEBUG nova.policy [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4e6f323213a44429bfb3fc74fe737f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83456e97c2b84196b1bd073e8638cd42', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1172.624685] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Acquiring lock "26a52ba8-20a1-407d-a980-614f2dd21737" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1172.624914] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Lock "26a52ba8-20a1-407d-a980-614f2dd21737" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1172.660296] env[63097]: DEBUG nova.network.neutron [req-a9ba0b82-3b59-4ff6-9e9d-ea82a3655f61 req-aaec6431-dd0f-4bd7-9fa3-db02ee9367ef service nova] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] Updated VIF entry in instance network info cache for port c2016e6b-5cc0-4544-a861-9f81357a8b63. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1172.660698] env[63097]: DEBUG nova.network.neutron [req-a9ba0b82-3b59-4ff6-9e9d-ea82a3655f61 req-aaec6431-dd0f-4bd7-9fa3-db02ee9367ef service nova] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] Updating instance_info_cache with network_info: [{"id": "c2016e6b-5cc0-4544-a861-9f81357a8b63", "address": "fa:16:3e:23:c7:4d", "network": {"id": "5ba9924b-469a-4173-9dca-3102a90bd748", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1931949303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29f77999cffb4913aa2ed1da07d88a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2016e6b-5c", "ovs_interfaceid": "c2016e6b-5cc0-4544-a861-9f81357a8b63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.737236] env[63097]: DEBUG nova.compute.manager [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1172.943966] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686438, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.025511] env[63097]: DEBUG nova.compute.manager [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1173.104115] env[63097]: DEBUG nova.network.neutron [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Successfully created port: d2b7695f-3c1d-4eaf-902a-c124bb74000d {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1173.146099] env[63097]: DEBUG nova.compute.manager [req-b1f74ed3-4c80-478b-8cdc-d58487b12b33 req-c750b857-4128-4685-811e-788d1a10949b service nova] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Received event network-changed-36e0db32-9a29-4560-ab07-a4347fc817ed {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1173.146099] env[63097]: DEBUG nova.compute.manager [req-b1f74ed3-4c80-478b-8cdc-d58487b12b33 req-c750b857-4128-4685-811e-788d1a10949b service nova] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Refreshing instance network info cache due to event network-changed-36e0db32-9a29-4560-ab07-a4347fc817ed. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1173.146099] env[63097]: DEBUG oslo_concurrency.lockutils [req-b1f74ed3-4c80-478b-8cdc-d58487b12b33 req-c750b857-4128-4685-811e-788d1a10949b service nova] Acquiring lock "refresh_cache-5eaf4ad2-99a2-4372-b133-f6b71dc7f980" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1173.146099] env[63097]: DEBUG oslo_concurrency.lockutils [req-b1f74ed3-4c80-478b-8cdc-d58487b12b33 req-c750b857-4128-4685-811e-788d1a10949b service nova] Acquired lock "refresh_cache-5eaf4ad2-99a2-4372-b133-f6b71dc7f980" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.146099] env[63097]: DEBUG nova.network.neutron [req-b1f74ed3-4c80-478b-8cdc-d58487b12b33 req-c750b857-4128-4685-811e-788d1a10949b service nova] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Refreshing network info cache for port 36e0db32-9a29-4560-ab07-a4347fc817ed {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1173.163203] env[63097]: DEBUG oslo_concurrency.lockutils [req-a9ba0b82-3b59-4ff6-9e9d-ea82a3655f61 req-aaec6431-dd0f-4bd7-9fa3-db02ee9367ef service nova] Releasing lock "refresh_cache-a3a989cd-3f8f-4acd-ab51-6c14699295a3" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.265283] env[63097]: DEBUG oslo_concurrency.lockutils [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1173.279413] env[63097]: DEBUG nova.network.neutron [-] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.448153] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686438, 'name': ReconfigVM_Task, 'duration_secs': 0.966231} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.448434] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] Reconfigured VM instance instance-00000010 to attach disk [datastore2] a3a989cd-3f8f-4acd-ab51-6c14699295a3/a3a989cd-3f8f-4acd-ab51-6c14699295a3.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1173.449102] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff04b8ab-4f72-4fd6-88af-a97e9b9d4916 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.457704] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Waiting for the task: (returnval){ [ 1173.457704] env[63097]: value = "task-1686439" [ 1173.457704] env[63097]: _type = "Task" [ 1173.457704] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.464087] env[63097]: DEBUG nova.network.neutron [-] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.475589] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686439, 'name': Rename_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.572751] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c70b4ce-5ff8-48aa-b90a-d99aab33e736 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.598309] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Updating instance '98ba3b33-2415-4b39-9e7a-1d2cdaa0683e' progress to 0 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1173.685043] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7d87a2-e05c-4950-8e30-9f70a273729b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.694194] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2d18aa-6951-44ef-8cda-2e5ceca9af91 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.732800] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba87344-0b07-4473-82c2-272ba53f13ff {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.744360] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846946f6-7958-49b7-8600-d082df9ada5a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.773125] env[63097]: DEBUG nova.compute.provider_tree [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.784030] env[63097]: INFO nova.compute.manager [-] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] Took 2.18 seconds to deallocate network for instance. [ 1173.968638] env[63097]: INFO nova.compute.manager [-] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] Took 1.73 seconds to deallocate network for instance. [ 1173.980472] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686439, 'name': Rename_Task, 'duration_secs': 0.298722} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.981115] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1173.981434] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7a7f870-6f09-4be1-b865-e45382190985 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.993147] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Waiting for the task: (returnval){ [ 1173.993147] env[63097]: value = "task-1686440" [ 1173.993147] env[63097]: _type = "Task" [ 1173.993147] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.007458] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686440, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.040036] env[63097]: DEBUG nova.compute.manager [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1174.066542] env[63097]: DEBUG nova.virt.hardware [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1174.066795] env[63097]: DEBUG nova.virt.hardware [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1174.066977] env[63097]: DEBUG nova.virt.hardware [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1174.067134] env[63097]: DEBUG nova.virt.hardware [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1174.067280] env[63097]: DEBUG nova.virt.hardware [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1174.067420] env[63097]: DEBUG nova.virt.hardware [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1174.067622] env[63097]: DEBUG nova.virt.hardware [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1174.067772] env[63097]: DEBUG nova.virt.hardware [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1174.068053] env[63097]: DEBUG nova.virt.hardware [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1174.068130] env[63097]: DEBUG nova.virt.hardware [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1174.068626] env[63097]: DEBUG nova.virt.hardware [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1174.069284] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05236e81-d8e4-492f-a7f9-38251a698d09 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.081091] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b9c6d4-818e-4dde-83ab-3e5e01743dcf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.115603] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1174.116422] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4079e7a2-2505-49ef-aa52-54570456cd94 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.127357] env[63097]: DEBUG oslo_vmware.api [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Waiting for the task: (returnval){ [ 1174.127357] env[63097]: value = "task-1686441" [ 1174.127357] env[63097]: _type = "Task" [ 1174.127357] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.137257] env[63097]: DEBUG oslo_vmware.api [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1686441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.279178] env[63097]: DEBUG nova.scheduler.client.report [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1174.294800] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e0089be2-bb47-477a-9259-07f9fcab0c7f tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.317306] env[63097]: DEBUG nova.network.neutron [req-b1f74ed3-4c80-478b-8cdc-d58487b12b33 req-c750b857-4128-4685-811e-788d1a10949b service nova] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Updated VIF entry in instance network info cache for port 36e0db32-9a29-4560-ab07-a4347fc817ed. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1174.317666] env[63097]: DEBUG nova.network.neutron [req-b1f74ed3-4c80-478b-8cdc-d58487b12b33 req-c750b857-4128-4685-811e-788d1a10949b service nova] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Updating instance_info_cache with network_info: [{"id": "36e0db32-9a29-4560-ab07-a4347fc817ed", "address": "fa:16:3e:5c:f3:ab", "network": {"id": "30a3ca56-e7b1-4feb-ae87-e3441279feb9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-570308918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0a3dd50ae4420c9fdd9ea91ca9fc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36e0db32-9a", "ovs_interfaceid": "36e0db32-9a29-4560-ab07-a4347fc817ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.482611] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bee18e69-2fce-4075-a980-106cea59e941 tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.505843] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686440, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.645323] env[63097]: DEBUG oslo_vmware.api [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1686441, 'name': PowerOffVM_Task, 'duration_secs': 0.291142} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.645323] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1174.645323] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Updating instance '98ba3b33-2415-4b39-9e7a-1d2cdaa0683e' progress to 17 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1174.785504] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.783s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1174.789017] env[63097]: DEBUG nova.compute.manager [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 9614706d-274e-4569-8e45-02a470762719] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1174.789981] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.701s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.793138] env[63097]: INFO nova.compute.claims [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1174.822048] env[63097]: DEBUG oslo_concurrency.lockutils [req-b1f74ed3-4c80-478b-8cdc-d58487b12b33 req-c750b857-4128-4685-811e-788d1a10949b service nova] Releasing lock "refresh_cache-5eaf4ad2-99a2-4372-b133-f6b71dc7f980" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.882061] env[63097]: DEBUG nova.network.neutron [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Successfully updated port: d2b7695f-3c1d-4eaf-902a-c124bb74000d {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1175.007499] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686440, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.121207] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Acquiring lock "39ba48cc-7c15-4bad-aee8-ff350e266b41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1175.121456] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Lock "39ba48cc-7c15-4bad-aee8-ff350e266b41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1175.152574] env[63097]: DEBUG nova.virt.hardware [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:21:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1175.152975] env[63097]: DEBUG nova.virt.hardware [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1175.153209] env[63097]: DEBUG nova.virt.hardware [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1175.153416] env[63097]: DEBUG nova.virt.hardware [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1175.153564] env[63097]: DEBUG nova.virt.hardware [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1175.153710] env[63097]: DEBUG nova.virt.hardware [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1175.153918] env[63097]: DEBUG nova.virt.hardware [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1175.154102] env[63097]: DEBUG nova.virt.hardware [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1175.154251] env[63097]: DEBUG nova.virt.hardware [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1175.154416] env[63097]: DEBUG nova.virt.hardware [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1175.154582] env[63097]: DEBUG nova.virt.hardware [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1175.161855] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02e424db-af3c-4a24-8e71-1d981960d97b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.181755] env[63097]: DEBUG oslo_vmware.api [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Waiting for the task: (returnval){ [ 1175.181755] env[63097]: value = "task-1686442" [ 1175.181755] env[63097]: _type = "Task" [ 1175.181755] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.193558] env[63097]: DEBUG oslo_vmware.api [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1686442, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.299445] env[63097]: DEBUG nova.compute.utils [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1175.304528] env[63097]: DEBUG nova.compute.manager [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 9614706d-274e-4569-8e45-02a470762719] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1175.304652] env[63097]: DEBUG nova.network.neutron [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 9614706d-274e-4569-8e45-02a470762719] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1175.362675] env[63097]: DEBUG nova.policy [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c040f777f5fc42ec99f9fecbdc3c5071', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ff393decd2240ac99c6a597137c742b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1175.384513] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Acquiring lock "refresh_cache-79f55b1b-b1e0-4c79-b215-9a34a1bd1516" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.384585] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Acquired lock "refresh_cache-79f55b1b-b1e0-4c79-b215-9a34a1bd1516" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.384722] env[63097]: DEBUG nova.network.neutron [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1175.510111] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686440, 'name': PowerOnVM_Task} progress is 91%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.667188] env[63097]: DEBUG nova.network.neutron [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 9614706d-274e-4569-8e45-02a470762719] Successfully created port: e13e0ce1-0d0f-433b-be83-3c3ce9eb9545 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1175.673994] env[63097]: DEBUG nova.compute.manager [req-35304b07-94c3-4e20-8c3e-04bde145e175 req-5e75ab53-34d8-44a2-86d4-382b4b42ed0d service nova] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Received event network-vif-plugged-d2b7695f-3c1d-4eaf-902a-c124bb74000d {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1175.673994] env[63097]: DEBUG oslo_concurrency.lockutils [req-35304b07-94c3-4e20-8c3e-04bde145e175 req-5e75ab53-34d8-44a2-86d4-382b4b42ed0d service nova] Acquiring lock "79f55b1b-b1e0-4c79-b215-9a34a1bd1516-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1175.673994] env[63097]: DEBUG oslo_concurrency.lockutils [req-35304b07-94c3-4e20-8c3e-04bde145e175 req-5e75ab53-34d8-44a2-86d4-382b4b42ed0d service nova] Lock "79f55b1b-b1e0-4c79-b215-9a34a1bd1516-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1175.673994] env[63097]: DEBUG oslo_concurrency.lockutils [req-35304b07-94c3-4e20-8c3e-04bde145e175 req-5e75ab53-34d8-44a2-86d4-382b4b42ed0d service nova] Lock "79f55b1b-b1e0-4c79-b215-9a34a1bd1516-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1175.674749] env[63097]: DEBUG nova.compute.manager [req-35304b07-94c3-4e20-8c3e-04bde145e175 req-5e75ab53-34d8-44a2-86d4-382b4b42ed0d service nova] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] No waiting events found dispatching network-vif-plugged-d2b7695f-3c1d-4eaf-902a-c124bb74000d {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1175.674963] env[63097]: WARNING nova.compute.manager [req-35304b07-94c3-4e20-8c3e-04bde145e175 req-5e75ab53-34d8-44a2-86d4-382b4b42ed0d service nova] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Received unexpected event network-vif-plugged-d2b7695f-3c1d-4eaf-902a-c124bb74000d for instance with vm_state building and task_state spawning. [ 1175.696123] env[63097]: DEBUG oslo_vmware.api [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1686442, 'name': ReconfigVM_Task, 'duration_secs': 0.206066} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.697328] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Updating instance '98ba3b33-2415-4b39-9e7a-1d2cdaa0683e' progress to 33 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1175.812039] env[63097]: DEBUG nova.compute.manager [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 9614706d-274e-4569-8e45-02a470762719] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1175.974374] env[63097]: DEBUG nova.network.neutron [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1176.007925] env[63097]: DEBUG oslo_vmware.api [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686440, 'name': PowerOnVM_Task, 'duration_secs': 1.541095} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.012264] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1176.012576] env[63097]: INFO nova.compute.manager [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] Took 11.71 seconds to spawn the instance on the hypervisor. [ 1176.012651] env[63097]: DEBUG nova.compute.manager [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1176.013484] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b019743c-5b57-4b5c-8fa1-a6948514a137 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.210180] env[63097]: DEBUG nova.virt.hardware [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1176.210467] env[63097]: DEBUG nova.virt.hardware [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1176.210627] env[63097]: DEBUG nova.virt.hardware [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1176.210809] env[63097]: DEBUG nova.virt.hardware [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1176.210978] env[63097]: DEBUG nova.virt.hardware [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1176.211141] env[63097]: DEBUG nova.virt.hardware [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1176.211362] env[63097]: DEBUG nova.virt.hardware [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1176.211519] env[63097]: DEBUG nova.virt.hardware [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1176.211682] env[63097]: DEBUG nova.virt.hardware [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1176.211842] env[63097]: DEBUG nova.virt.hardware [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1176.212021] env[63097]: DEBUG nova.virt.hardware [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1176.217970] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Reconfiguring VM instance instance-00000006 to detach disk 2000 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1176.220764] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f5edccb-d8c9-47ba-ad6b-629684ca2a2b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.240925] env[63097]: DEBUG oslo_vmware.api [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Waiting for the task: (returnval){ [ 1176.240925] env[63097]: value = "task-1686443" [ 1176.240925] env[63097]: _type = "Task" [ 1176.240925] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.251320] env[63097]: DEBUG oslo_vmware.api [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1686443, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.318380] env[63097]: DEBUG nova.compute.manager [req-f8ec708f-bdd7-46ca-8dd5-37491ef641d5 req-b21ac657-1574-4dcb-a013-cbe53fc756ff service nova] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] Received event network-vif-deleted-19a9e402-9120-4d8b-a4d9-772345d2ee44 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1176.318627] env[63097]: DEBUG nova.compute.manager [req-f8ec708f-bdd7-46ca-8dd5-37491ef641d5 req-b21ac657-1574-4dcb-a013-cbe53fc756ff service nova] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] Received event network-vif-deleted-0320c20d-7151-499a-8698-2b8c67e91a6a {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1176.370224] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0046d6df-635c-4029-b6b9-e715e5f64006 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.379440] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c2976f-8162-42d4-b9c3-cc23e042875a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.414912] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b55431-b4eb-4e9b-a6da-9ab00ea54939 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.426046] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd87d590-7594-4dbc-9f34-e6070a445aa9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.447713] env[63097]: DEBUG nova.compute.provider_tree [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.540527] env[63097]: DEBUG nova.network.neutron [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Updating instance_info_cache with network_info: [{"id": "d2b7695f-3c1d-4eaf-902a-c124bb74000d", "address": "fa:16:3e:04:51:13", "network": {"id": "26466973-442a-4225-a243-1df07b76af83", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-161675466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83456e97c2b84196b1bd073e8638cd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2b7695f-3c", "ovs_interfaceid": "d2b7695f-3c1d-4eaf-902a-c124bb74000d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.542804] env[63097]: INFO nova.compute.manager [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] Took 33.45 seconds to build instance. [ 1176.752755] env[63097]: DEBUG oslo_vmware.api [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1686443, 'name': ReconfigVM_Task, 'duration_secs': 0.173788} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.753288] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Reconfigured VM instance instance-00000006 to detach disk 2000 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1176.753854] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ac77c3-b681-4736-8b12-9d06ad25c96f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.777341] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e/98ba3b33-2415-4b39-9e7a-1d2cdaa0683e.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1176.778051] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92727563-5558-4d07-bd58-0d3def884181 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.797702] env[63097]: DEBUG oslo_vmware.api [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Waiting for the task: (returnval){ [ 1176.797702] env[63097]: value = "task-1686444" [ 1176.797702] env[63097]: _type = "Task" [ 1176.797702] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.809741] env[63097]: DEBUG oslo_vmware.api [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1686444, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.824694] env[63097]: DEBUG nova.compute.manager [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 9614706d-274e-4569-8e45-02a470762719] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1176.852358] env[63097]: DEBUG nova.virt.hardware [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1176.852684] env[63097]: DEBUG nova.virt.hardware [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1176.852848] env[63097]: DEBUG nova.virt.hardware [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1176.853069] env[63097]: DEBUG nova.virt.hardware [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1176.853530] env[63097]: DEBUG nova.virt.hardware [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1176.853720] env[63097]: DEBUG nova.virt.hardware [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1176.853959] env[63097]: DEBUG nova.virt.hardware [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1176.854141] env[63097]: DEBUG nova.virt.hardware [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1176.854315] env[63097]: DEBUG nova.virt.hardware [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1176.854498] env[63097]: DEBUG nova.virt.hardware [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1176.854702] env[63097]: DEBUG nova.virt.hardware [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1176.855637] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4e1d95-45b0-4897-acf6-dbe453400d87 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.865520] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dff4cff-3287-4159-a8c3-2ff41c1f5f80 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.952740] env[63097]: DEBUG nova.scheduler.client.report [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1177.048608] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Releasing lock "refresh_cache-79f55b1b-b1e0-4c79-b215-9a34a1bd1516" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.048943] env[63097]: DEBUG nova.compute.manager [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Instance network_info: |[{"id": "d2b7695f-3c1d-4eaf-902a-c124bb74000d", "address": "fa:16:3e:04:51:13", "network": {"id": "26466973-442a-4225-a243-1df07b76af83", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-161675466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83456e97c2b84196b1bd073e8638cd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2b7695f-3c", "ovs_interfaceid": "d2b7695f-3c1d-4eaf-902a-c124bb74000d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1177.049356] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6e622a74-8208-4cce-b4fa-f2471def3341 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Lock "a3a989cd-3f8f-4acd-ab51-6c14699295a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.723s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.051227] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:51:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2b7695f-3c1d-4eaf-902a-c124bb74000d', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1177.062041] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Creating folder: Project (83456e97c2b84196b1bd073e8638cd42). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1177.062041] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f26d39b-84f1-4ef3-9e8f-df90364c79fa {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.090127] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Created folder: Project (83456e97c2b84196b1bd073e8638cd42) in parent group-v351483. [ 1177.090127] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Creating folder: Instances. Parent ref: group-v351536. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1177.090127] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97646b89-edad-43ac-bec8-fc625ad14cb1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.102306] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Created folder: Instances in parent group-v351536. [ 1177.102306] env[63097]: DEBUG oslo.service.loopingcall [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1177.102306] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1177.102306] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed990121-415a-42b4-8de1-f51c98c2ab9a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.129175] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1177.129175] env[63097]: value = "task-1686447" [ 1177.129175] env[63097]: _type = "Task" [ 1177.129175] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.140112] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686447, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.246896] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.314730] env[63097]: DEBUG oslo_vmware.api [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1686444, 'name': ReconfigVM_Task, 'duration_secs': 0.291612} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.315012] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e/98ba3b33-2415-4b39-9e7a-1d2cdaa0683e.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.315441] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Updating instance '98ba3b33-2415-4b39-9e7a-1d2cdaa0683e' progress to 50 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1177.459991] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.460805] env[63097]: DEBUG nova.compute.manager [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1177.466271] env[63097]: DEBUG oslo_concurrency.lockutils [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.148s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1177.466472] env[63097]: DEBUG nova.objects.instance [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] [instance: f7682359-f969-4869-869c-318c3bf750fb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63097) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1177.536117] env[63097]: DEBUG nova.network.neutron [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 9614706d-274e-4569-8e45-02a470762719] Successfully updated port: e13e0ce1-0d0f-433b-be83-3c3ce9eb9545 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1177.566151] env[63097]: DEBUG nova.compute.manager [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1177.572464] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Acquiring lock "fa82a482-c837-4555-a130-9425fb6d34fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1177.572727] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Lock "fa82a482-c837-4555-a130-9425fb6d34fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1177.640449] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686447, 'name': CreateVM_Task, 'duration_secs': 0.420826} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.640755] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1177.641469] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.641652] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.642201] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1177.642457] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b0c1d5b-4046-4f90-a58e-c78a6fd7fe99 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.647999] env[63097]: DEBUG oslo_vmware.api [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Waiting for the task: (returnval){ [ 1177.647999] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b2cef2-8a09-cf76-4f6a-78a1b4c39eb4" [ 1177.647999] env[63097]: _type = "Task" [ 1177.647999] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.657781] env[63097]: DEBUG oslo_vmware.api [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b2cef2-8a09-cf76-4f6a-78a1b4c39eb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.822957] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6feec551-233d-4809-94a7-03c4485460e0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.850613] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1d8339-747b-4250-8b90-fe498d92bc1b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.870306] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Updating instance '98ba3b33-2415-4b39-9e7a-1d2cdaa0683e' progress to 67 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1177.970621] env[63097]: DEBUG nova.compute.utils [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1177.976815] env[63097]: DEBUG nova.compute.manager [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1177.977035] env[63097]: DEBUG nova.network.neutron [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1178.038857] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Acquiring lock "refresh_cache-9614706d-274e-4569-8e45-02a470762719" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.039058] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Acquired lock "refresh_cache-9614706d-274e-4569-8e45-02a470762719" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.039295] env[63097]: DEBUG nova.network.neutron [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 9614706d-274e-4569-8e45-02a470762719] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1178.049597] env[63097]: DEBUG nova.policy [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c040f777f5fc42ec99f9fecbdc3c5071', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ff393decd2240ac99c6a597137c742b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1178.101455] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.162418] env[63097]: DEBUG oslo_vmware.api [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b2cef2-8a09-cf76-4f6a-78a1b4c39eb4, 'name': SearchDatastore_Task, 'duration_secs': 0.044726} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.162753] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.163009] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1178.163323] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.163404] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.163733] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1178.164056] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d241eee-2252-4e72-87e8-a21605dc34dd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.176268] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1178.176529] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1178.177243] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bd7b20e-1197-4cdd-8688-5529bc00b92f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.193721] env[63097]: DEBUG oslo_vmware.api [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Waiting for the task: (returnval){ [ 1178.193721] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b1aa74-2ab2-b59f-8a56-d20fa042256d" [ 1178.193721] env[63097]: _type = "Task" [ 1178.193721] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.204984] env[63097]: DEBUG oslo_vmware.api [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b1aa74-2ab2-b59f-8a56-d20fa042256d, 'name': SearchDatastore_Task, 'duration_secs': 0.010808} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.206055] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cec886df-1cf6-441f-aaea-3366b2e37a3f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.213782] env[63097]: DEBUG oslo_vmware.api [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Waiting for the task: (returnval){ [ 1178.213782] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]526b236a-13da-6b32-dc04-668833242d8b" [ 1178.213782] env[63097]: _type = "Task" [ 1178.213782] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.223536] env[63097]: DEBUG oslo_vmware.api [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]526b236a-13da-6b32-dc04-668833242d8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.243933] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1178.244237] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1178.422336] env[63097]: DEBUG nova.compute.manager [req-09f5ec5b-5ff4-41a4-b485-219e43c0f7ab req-b48051e0-f34f-4220-86f9-75c965c5fb59 service nova] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Received event network-changed-d2b7695f-3c1d-4eaf-902a-c124bb74000d {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1178.422336] env[63097]: DEBUG nova.compute.manager [req-09f5ec5b-5ff4-41a4-b485-219e43c0f7ab req-b48051e0-f34f-4220-86f9-75c965c5fb59 service nova] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Refreshing instance network info cache due to event network-changed-d2b7695f-3c1d-4eaf-902a-c124bb74000d. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1178.422336] env[63097]: DEBUG oslo_concurrency.lockutils [req-09f5ec5b-5ff4-41a4-b485-219e43c0f7ab req-b48051e0-f34f-4220-86f9-75c965c5fb59 service nova] Acquiring lock "refresh_cache-79f55b1b-b1e0-4c79-b215-9a34a1bd1516" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.423172] env[63097]: DEBUG oslo_concurrency.lockutils [req-09f5ec5b-5ff4-41a4-b485-219e43c0f7ab req-b48051e0-f34f-4220-86f9-75c965c5fb59 service nova] Acquired lock "refresh_cache-79f55b1b-b1e0-4c79-b215-9a34a1bd1516" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.423524] env[63097]: DEBUG nova.network.neutron [req-09f5ec5b-5ff4-41a4-b485-219e43c0f7ab req-b48051e0-f34f-4220-86f9-75c965c5fb59 service nova] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Refreshing network info cache for port d2b7695f-3c1d-4eaf-902a-c124bb74000d {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1178.476707] env[63097]: DEBUG nova.compute.manager [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1178.483476] env[63097]: DEBUG oslo_concurrency.lockutils [None req-547154be-f4b1-4b5e-8f99-188f7b79a73d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1178.483756] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.068s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.490088] env[63097]: INFO nova.compute.claims [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1178.492500] env[63097]: DEBUG nova.network.neutron [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] Successfully created port: 12cdb18d-f4c8-469d-a00e-4d6fef93b211 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1178.526969] env[63097]: DEBUG nova.network.neutron [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Port 0260462a-b6f8-48bf-a7b9-562fa29cb029 binding to destination host cpu-1 is already ACTIVE {{(pid=63097) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1178.645421] env[63097]: DEBUG nova.network.neutron [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 9614706d-274e-4569-8e45-02a470762719] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1178.729676] env[63097]: DEBUG oslo_vmware.api [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]526b236a-13da-6b32-dc04-668833242d8b, 'name': SearchDatastore_Task, 'duration_secs': 0.011527} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.729957] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.730677] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 79f55b1b-b1e0-4c79-b215-9a34a1bd1516/79f55b1b-b1e0-4c79-b215-9a34a1bd1516.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1178.731318] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3799fac-4150-4199-8d21-75f279ce8a91 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.744108] env[63097]: DEBUG oslo_vmware.api [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Waiting for the task: (returnval){ [ 1178.744108] env[63097]: value = "task-1686448" [ 1178.744108] env[63097]: _type = "Task" [ 1178.744108] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.749430] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.758164] env[63097]: DEBUG oslo_vmware.api [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Task: {'id': task-1686448, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.814475] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Acquiring lock "592b8898-43e7-46b1-b16f-39ed5cfe8fc3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.814723] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Lock "592b8898-43e7-46b1-b16f-39ed5cfe8fc3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1179.257140] env[63097]: DEBUG oslo_vmware.api [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Task: {'id': task-1686448, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.490032] env[63097]: DEBUG nova.compute.manager [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1179.507469] env[63097]: DEBUG nova.network.neutron [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 9614706d-274e-4569-8e45-02a470762719] Updating instance_info_cache with network_info: [{"id": "e13e0ce1-0d0f-433b-be83-3c3ce9eb9545", "address": "fa:16:3e:56:79:63", "network": {"id": "1b858eed-f2c6-4189-accb-8b6d4616e102", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-305388067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ff393decd2240ac99c6a597137c742b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape13e0ce1-0d", "ovs_interfaceid": "e13e0ce1-0d0f-433b-be83-3c3ce9eb9545", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.520860] env[63097]: DEBUG nova.virt.hardware [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1179.521320] env[63097]: DEBUG nova.virt.hardware [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1179.521574] env[63097]: DEBUG nova.virt.hardware [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1179.521854] env[63097]: DEBUG nova.virt.hardware [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1179.526019] env[63097]: DEBUG nova.virt.hardware [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1179.526019] env[63097]: DEBUG nova.virt.hardware [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1179.526019] env[63097]: DEBUG nova.virt.hardware [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1179.526019] env[63097]: DEBUG nova.virt.hardware [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1179.526019] env[63097]: DEBUG nova.virt.hardware [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1179.526355] env[63097]: DEBUG nova.virt.hardware [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1179.526355] env[63097]: DEBUG nova.virt.hardware [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1179.526355] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc629e6-2efa-4265-b15a-d70f2ffafa63 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.540156] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fa0b0c-11f6-4721-9299-982120d4de94 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.577029] env[63097]: DEBUG oslo_concurrency.lockutils [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Acquiring lock "98ba3b33-2415-4b39-9e7a-1d2cdaa0683e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1179.577029] env[63097]: DEBUG oslo_concurrency.lockutils [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Lock "98ba3b33-2415-4b39-9e7a-1d2cdaa0683e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1179.577029] env[63097]: DEBUG oslo_concurrency.lockutils [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Lock "98ba3b33-2415-4b39-9e7a-1d2cdaa0683e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.760374] env[63097]: DEBUG oslo_vmware.api [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Task: {'id': task-1686448, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705984} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.760672] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 79f55b1b-b1e0-4c79-b215-9a34a1bd1516/79f55b1b-b1e0-4c79-b215-9a34a1bd1516.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1179.760900] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1179.761196] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1150e6a4-4f47-416e-9fb9-13ec1d17d946 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.769201] env[63097]: DEBUG oslo_vmware.api [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Waiting for the task: (returnval){ [ 1179.769201] env[63097]: value = "task-1686449" [ 1179.769201] env[63097]: _type = "Task" [ 1179.769201] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.778513] env[63097]: DEBUG oslo_vmware.api [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Task: {'id': task-1686449, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.845058] env[63097]: DEBUG nova.network.neutron [req-09f5ec5b-5ff4-41a4-b485-219e43c0f7ab req-b48051e0-f34f-4220-86f9-75c965c5fb59 service nova] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Updated VIF entry in instance network info cache for port d2b7695f-3c1d-4eaf-902a-c124bb74000d. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1179.845440] env[63097]: DEBUG nova.network.neutron [req-09f5ec5b-5ff4-41a4-b485-219e43c0f7ab req-b48051e0-f34f-4220-86f9-75c965c5fb59 service nova] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Updating instance_info_cache with network_info: [{"id": "d2b7695f-3c1d-4eaf-902a-c124bb74000d", "address": "fa:16:3e:04:51:13", "network": {"id": "26466973-442a-4225-a243-1df07b76af83", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-161675466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83456e97c2b84196b1bd073e8638cd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2b7695f-3c", "ovs_interfaceid": "d2b7695f-3c1d-4eaf-902a-c124bb74000d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.014549] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Releasing lock "refresh_cache-9614706d-274e-4569-8e45-02a470762719" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.014857] env[63097]: DEBUG nova.compute.manager [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 9614706d-274e-4569-8e45-02a470762719] Instance network_info: |[{"id": "e13e0ce1-0d0f-433b-be83-3c3ce9eb9545", "address": "fa:16:3e:56:79:63", "network": {"id": "1b858eed-f2c6-4189-accb-8b6d4616e102", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-305388067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ff393decd2240ac99c6a597137c742b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape13e0ce1-0d", "ovs_interfaceid": "e13e0ce1-0d0f-433b-be83-3c3ce9eb9545", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1180.015555] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 9614706d-274e-4569-8e45-02a470762719] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:79:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de7fa486-5f28-44ae-b0cf-72234ff87546', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e13e0ce1-0d0f-433b-be83-3c3ce9eb9545', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1180.023729] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Creating folder: Project (5ff393decd2240ac99c6a597137c742b). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1180.026539] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-637da0b5-deee-49ff-bb36-8a832ac51afa {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.039464] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Created folder: Project (5ff393decd2240ac99c6a597137c742b) in parent group-v351483. [ 1180.039659] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Creating folder: Instances. Parent ref: group-v351539. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1180.040273] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c120a5f0-3ac1-4fb0-ade0-253875e9c624 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.054387] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Created folder: Instances in parent group-v351539. [ 1180.054677] env[63097]: DEBUG oslo.service.loopingcall [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1180.054884] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9614706d-274e-4569-8e45-02a470762719] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1180.055106] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2867448-beda-40b0-a224-914c3db65e6c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.097345] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1180.097345] env[63097]: value = "task-1686452" [ 1180.097345] env[63097]: _type = "Task" [ 1180.097345] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.106444] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686452, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.111488] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5490b8a-922d-4121-8a9a-59774597c6a6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.119813] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96cc56b-4d82-48e8-9f8d-5b59508cc82e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.156505] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0191deb-8cbe-49d9-aa49-8d455187f641 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.167664] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8307b02d-13ad-4d34-bb84-f4894bc679f2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.191657] env[63097]: DEBUG nova.compute.provider_tree [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.253190] env[63097]: DEBUG nova.network.neutron [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] Successfully updated port: 12cdb18d-f4c8-469d-a00e-4d6fef93b211 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1180.281851] env[63097]: DEBUG oslo_vmware.api [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Task: {'id': task-1686449, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096538} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.282414] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1180.283348] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec95bbe6-7407-4ad2-909c-e65beac55316 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.308451] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 79f55b1b-b1e0-4c79-b215-9a34a1bd1516/79f55b1b-b1e0-4c79-b215-9a34a1bd1516.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.308785] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be651008-ebd0-4b4d-8b8b-e8c8b7ddb76d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.333776] env[63097]: DEBUG oslo_vmware.api [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Waiting for the task: (returnval){ [ 1180.333776] env[63097]: value = "task-1686453" [ 1180.333776] env[63097]: _type = "Task" [ 1180.333776] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.342830] env[63097]: DEBUG oslo_vmware.api [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Task: {'id': task-1686453, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.348714] env[63097]: DEBUG oslo_concurrency.lockutils [req-09f5ec5b-5ff4-41a4-b485-219e43c0f7ab req-b48051e0-f34f-4220-86f9-75c965c5fb59 service nova] Releasing lock "refresh_cache-79f55b1b-b1e0-4c79-b215-9a34a1bd1516" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.348984] env[63097]: DEBUG nova.compute.manager [req-09f5ec5b-5ff4-41a4-b485-219e43c0f7ab req-b48051e0-f34f-4220-86f9-75c965c5fb59 service nova] [instance: 9614706d-274e-4569-8e45-02a470762719] Received event network-vif-plugged-e13e0ce1-0d0f-433b-be83-3c3ce9eb9545 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1180.349203] env[63097]: DEBUG oslo_concurrency.lockutils [req-09f5ec5b-5ff4-41a4-b485-219e43c0f7ab req-b48051e0-f34f-4220-86f9-75c965c5fb59 service nova] Acquiring lock "9614706d-274e-4569-8e45-02a470762719-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1180.349406] env[63097]: DEBUG oslo_concurrency.lockutils [req-09f5ec5b-5ff4-41a4-b485-219e43c0f7ab req-b48051e0-f34f-4220-86f9-75c965c5fb59 service nova] Lock "9614706d-274e-4569-8e45-02a470762719-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1180.349565] env[63097]: DEBUG oslo_concurrency.lockutils [req-09f5ec5b-5ff4-41a4-b485-219e43c0f7ab req-b48051e0-f34f-4220-86f9-75c965c5fb59 service nova] Lock "9614706d-274e-4569-8e45-02a470762719-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1180.349730] env[63097]: DEBUG nova.compute.manager [req-09f5ec5b-5ff4-41a4-b485-219e43c0f7ab req-b48051e0-f34f-4220-86f9-75c965c5fb59 service nova] [instance: 9614706d-274e-4569-8e45-02a470762719] No waiting events found dispatching network-vif-plugged-e13e0ce1-0d0f-433b-be83-3c3ce9eb9545 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1180.349908] env[63097]: WARNING nova.compute.manager [req-09f5ec5b-5ff4-41a4-b485-219e43c0f7ab req-b48051e0-f34f-4220-86f9-75c965c5fb59 service nova] [instance: 9614706d-274e-4569-8e45-02a470762719] Received unexpected event network-vif-plugged-e13e0ce1-0d0f-433b-be83-3c3ce9eb9545 for instance with vm_state building and task_state spawning. [ 1180.350141] env[63097]: DEBUG nova.compute.manager [req-09f5ec5b-5ff4-41a4-b485-219e43c0f7ab req-b48051e0-f34f-4220-86f9-75c965c5fb59 service nova] [instance: 9614706d-274e-4569-8e45-02a470762719] Received event network-changed-e13e0ce1-0d0f-433b-be83-3c3ce9eb9545 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1180.350328] env[63097]: DEBUG nova.compute.manager [req-09f5ec5b-5ff4-41a4-b485-219e43c0f7ab req-b48051e0-f34f-4220-86f9-75c965c5fb59 service nova] [instance: 9614706d-274e-4569-8e45-02a470762719] Refreshing instance network info cache due to event network-changed-e13e0ce1-0d0f-433b-be83-3c3ce9eb9545. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1180.350516] env[63097]: DEBUG oslo_concurrency.lockutils [req-09f5ec5b-5ff4-41a4-b485-219e43c0f7ab req-b48051e0-f34f-4220-86f9-75c965c5fb59 service nova] Acquiring lock "refresh_cache-9614706d-274e-4569-8e45-02a470762719" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.351081] env[63097]: DEBUG oslo_concurrency.lockutils [req-09f5ec5b-5ff4-41a4-b485-219e43c0f7ab req-b48051e0-f34f-4220-86f9-75c965c5fb59 service nova] Acquired lock "refresh_cache-9614706d-274e-4569-8e45-02a470762719" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.351081] env[63097]: DEBUG nova.network.neutron [req-09f5ec5b-5ff4-41a4-b485-219e43c0f7ab req-b48051e0-f34f-4220-86f9-75c965c5fb59 service nova] [instance: 9614706d-274e-4569-8e45-02a470762719] Refreshing network info cache for port e13e0ce1-0d0f-433b-be83-3c3ce9eb9545 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1180.606021] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686452, 'name': CreateVM_Task, 'duration_secs': 0.402358} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.606205] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9614706d-274e-4569-8e45-02a470762719] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1180.609399] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.609399] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.609399] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1180.609399] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64c3f097-f651-440a-9569-1f338d305d08 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.614576] env[63097]: DEBUG oslo_vmware.api [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Waiting for the task: (returnval){ [ 1180.614576] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52216a94-6aa2-7d06-963e-b09eda1cb1a4" [ 1180.614576] env[63097]: _type = "Task" [ 1180.614576] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.628879] env[63097]: DEBUG oslo_vmware.api [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52216a94-6aa2-7d06-963e-b09eda1cb1a4, 'name': SearchDatastore_Task, 'duration_secs': 0.010836} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.629400] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.629638] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 9614706d-274e-4569-8e45-02a470762719] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1180.630417] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.630822] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.630904] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1180.631834] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0216d4ca-0b20-4c5c-8d97-cc7e5adcabca {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.641782] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1180.641977] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1180.643450] env[63097]: DEBUG oslo_concurrency.lockutils [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Acquiring lock "refresh_cache-98ba3b33-2415-4b39-9e7a-1d2cdaa0683e" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.643610] env[63097]: DEBUG oslo_concurrency.lockutils [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Acquired lock "refresh_cache-98ba3b33-2415-4b39-9e7a-1d2cdaa0683e" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.643790] env[63097]: DEBUG nova.network.neutron [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1180.644942] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40d0ee57-985d-4942-94d0-fb9fcfbc996f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.652196] env[63097]: DEBUG oslo_vmware.api [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Waiting for the task: (returnval){ [ 1180.652196] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527d7fec-d33a-f09d-79b4-a88da3147680" [ 1180.652196] env[63097]: _type = "Task" [ 1180.652196] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.664638] env[63097]: DEBUG oslo_vmware.api [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527d7fec-d33a-f09d-79b4-a88da3147680, 'name': SearchDatastore_Task} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.665481] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2693a006-c368-4f2f-8203-bacc32164ada {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.675362] env[63097]: DEBUG oslo_vmware.api [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Waiting for the task: (returnval){ [ 1180.675362] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a30935-c97f-b3c9-e10e-cad5919fb06c" [ 1180.675362] env[63097]: _type = "Task" [ 1180.675362] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.683614] env[63097]: DEBUG oslo_vmware.api [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a30935-c97f-b3c9-e10e-cad5919fb06c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.696133] env[63097]: DEBUG nova.scheduler.client.report [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1180.755249] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Acquiring lock "refresh_cache-4f939250-0a12-4672-aab7-b7ccecce4924" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.755424] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Acquired lock "refresh_cache-4f939250-0a12-4672-aab7-b7ccecce4924" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.756689] env[63097]: DEBUG nova.network.neutron [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1180.844235] env[63097]: DEBUG oslo_vmware.api [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Task: {'id': task-1686453, 'name': ReconfigVM_Task, 'duration_secs': 0.282431} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.844552] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 79f55b1b-b1e0-4c79-b215-9a34a1bd1516/79f55b1b-b1e0-4c79-b215-9a34a1bd1516.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1180.845176] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f784fa9-1263-471a-b76c-bc0a6d31c894 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.855927] env[63097]: DEBUG oslo_vmware.api [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Waiting for the task: (returnval){ [ 1180.855927] env[63097]: value = "task-1686454" [ 1180.855927] env[63097]: _type = "Task" [ 1180.855927] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.869061] env[63097]: DEBUG oslo_vmware.api [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Task: {'id': task-1686454, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.027961] env[63097]: DEBUG nova.compute.manager [req-a6cc8022-44e9-4351-bfad-9a95b856b403 req-b3bdfe8b-2424-41d0-b13a-379593958278 service nova] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] Received event network-vif-plugged-12cdb18d-f4c8-469d-a00e-4d6fef93b211 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1181.028276] env[63097]: DEBUG oslo_concurrency.lockutils [req-a6cc8022-44e9-4351-bfad-9a95b856b403 req-b3bdfe8b-2424-41d0-b13a-379593958278 service nova] Acquiring lock "4f939250-0a12-4672-aab7-b7ccecce4924-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1181.028504] env[63097]: DEBUG oslo_concurrency.lockutils [req-a6cc8022-44e9-4351-bfad-9a95b856b403 req-b3bdfe8b-2424-41d0-b13a-379593958278 service nova] Lock "4f939250-0a12-4672-aab7-b7ccecce4924-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1181.033187] env[63097]: DEBUG oslo_concurrency.lockutils [req-a6cc8022-44e9-4351-bfad-9a95b856b403 req-b3bdfe8b-2424-41d0-b13a-379593958278 service nova] Lock "4f939250-0a12-4672-aab7-b7ccecce4924-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1181.033187] env[63097]: DEBUG nova.compute.manager [req-a6cc8022-44e9-4351-bfad-9a95b856b403 req-b3bdfe8b-2424-41d0-b13a-379593958278 service nova] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] No waiting events found dispatching network-vif-plugged-12cdb18d-f4c8-469d-a00e-4d6fef93b211 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1181.033187] env[63097]: WARNING nova.compute.manager [req-a6cc8022-44e9-4351-bfad-9a95b856b403 req-b3bdfe8b-2424-41d0-b13a-379593958278 service nova] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] Received unexpected event network-vif-plugged-12cdb18d-f4c8-469d-a00e-4d6fef93b211 for instance with vm_state building and task_state spawning. [ 1181.033187] env[63097]: DEBUG nova.compute.manager [req-a6cc8022-44e9-4351-bfad-9a95b856b403 req-b3bdfe8b-2424-41d0-b13a-379593958278 service nova] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] Received event network-changed-12cdb18d-f4c8-469d-a00e-4d6fef93b211 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1181.033187] env[63097]: DEBUG nova.compute.manager [req-a6cc8022-44e9-4351-bfad-9a95b856b403 req-b3bdfe8b-2424-41d0-b13a-379593958278 service nova] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] Refreshing instance network info cache due to event network-changed-12cdb18d-f4c8-469d-a00e-4d6fef93b211. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1181.033503] env[63097]: DEBUG oslo_concurrency.lockutils [req-a6cc8022-44e9-4351-bfad-9a95b856b403 req-b3bdfe8b-2424-41d0-b13a-379593958278 service nova] Acquiring lock "refresh_cache-4f939250-0a12-4672-aab7-b7ccecce4924" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.096908] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7995ae74-b4f4-42d2-b29e-deec226aee63 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Acquiring lock "cac7b2cc-74f0-44e9-a296-1e4c837a17a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1181.097231] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7995ae74-b4f4-42d2-b29e-deec226aee63 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Lock "cac7b2cc-74f0-44e9-a296-1e4c837a17a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1181.097541] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7995ae74-b4f4-42d2-b29e-deec226aee63 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Acquiring lock "cac7b2cc-74f0-44e9-a296-1e4c837a17a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1181.097780] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7995ae74-b4f4-42d2-b29e-deec226aee63 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Lock "cac7b2cc-74f0-44e9-a296-1e4c837a17a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1181.097973] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7995ae74-b4f4-42d2-b29e-deec226aee63 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Lock "cac7b2cc-74f0-44e9-a296-1e4c837a17a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1181.101588] env[63097]: INFO nova.compute.manager [None req-7995ae74-b4f4-42d2-b29e-deec226aee63 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Terminating instance [ 1181.105078] env[63097]: DEBUG nova.compute.manager [None req-7995ae74-b4f4-42d2-b29e-deec226aee63 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1181.105284] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7995ae74-b4f4-42d2-b29e-deec226aee63 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1181.106132] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792e9f7e-ece0-48a8-9611-430f6eb2378f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.117886] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7995ae74-b4f4-42d2-b29e-deec226aee63 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1181.122167] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7152665a-9cf7-4bd4-bb74-9ae9faccfb7f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.131198] env[63097]: DEBUG oslo_vmware.api [None req-7995ae74-b4f4-42d2-b29e-deec226aee63 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Waiting for the task: (returnval){ [ 1181.131198] env[63097]: value = "task-1686455" [ 1181.131198] env[63097]: _type = "Task" [ 1181.131198] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.142194] env[63097]: DEBUG nova.network.neutron [req-09f5ec5b-5ff4-41a4-b485-219e43c0f7ab req-b48051e0-f34f-4220-86f9-75c965c5fb59 service nova] [instance: 9614706d-274e-4569-8e45-02a470762719] Updated VIF entry in instance network info cache for port e13e0ce1-0d0f-433b-be83-3c3ce9eb9545. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1181.142544] env[63097]: DEBUG nova.network.neutron [req-09f5ec5b-5ff4-41a4-b485-219e43c0f7ab req-b48051e0-f34f-4220-86f9-75c965c5fb59 service nova] [instance: 9614706d-274e-4569-8e45-02a470762719] Updating instance_info_cache with network_info: [{"id": "e13e0ce1-0d0f-433b-be83-3c3ce9eb9545", "address": "fa:16:3e:56:79:63", "network": {"id": "1b858eed-f2c6-4189-accb-8b6d4616e102", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-305388067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ff393decd2240ac99c6a597137c742b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape13e0ce1-0d", "ovs_interfaceid": "e13e0ce1-0d0f-433b-be83-3c3ce9eb9545", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.152399] env[63097]: DEBUG oslo_vmware.api [None req-7995ae74-b4f4-42d2-b29e-deec226aee63 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.196701] env[63097]: DEBUG oslo_vmware.api [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a30935-c97f-b3c9-e10e-cad5919fb06c, 'name': SearchDatastore_Task, 'duration_secs': 0.01071} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.197205] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.198026] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 9614706d-274e-4569-8e45-02a470762719/9614706d-274e-4569-8e45-02a470762719.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1181.198026] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c90c2e4-ccaf-4ae8-a670-03fae4174351 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.200839] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1181.201531] env[63097]: DEBUG nova.compute.manager [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1181.204229] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b943f381-5793-4ea1-a707-d8029396cc4b tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.473s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1181.204378] env[63097]: DEBUG nova.objects.instance [None req-b943f381-5793-4ea1-a707-d8029396cc4b tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Lazy-loading 'resources' on Instance uuid e4cdc641-a801-43ce-9b9b-b755a743be9a {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.212380] env[63097]: DEBUG oslo_vmware.api [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Waiting for the task: (returnval){ [ 1181.212380] env[63097]: value = "task-1686456" [ 1181.212380] env[63097]: _type = "Task" [ 1181.212380] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.223234] env[63097]: DEBUG oslo_vmware.api [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686456, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.355073] env[63097]: DEBUG nova.network.neutron [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1181.369206] env[63097]: DEBUG oslo_vmware.api [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Task: {'id': task-1686454, 'name': Rename_Task, 'duration_secs': 0.164043} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.369406] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1181.369847] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04ffa5d6-da14-4569-b615-72b55497fac8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.374990] env[63097]: DEBUG nova.network.neutron [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Updating instance_info_cache with network_info: [{"id": "0260462a-b6f8-48bf-a7b9-562fa29cb029", "address": "fa:16:3e:25:ef:67", "network": {"id": "6b81232d-2bfc-4ee5-aaa8-178b8f49236c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6d5186fbfb8046dfb1f369e636f8eafb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0260462a-b6", "ovs_interfaceid": "0260462a-b6f8-48bf-a7b9-562fa29cb029", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.382027] env[63097]: DEBUG oslo_vmware.api [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Waiting for the task: (returnval){ [ 1181.382027] env[63097]: value = "task-1686457" [ 1181.382027] env[63097]: _type = "Task" [ 1181.382027] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.390536] env[63097]: DEBUG oslo_vmware.api [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Task: {'id': task-1686457, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.646303] env[63097]: DEBUG oslo_concurrency.lockutils [req-09f5ec5b-5ff4-41a4-b485-219e43c0f7ab req-b48051e0-f34f-4220-86f9-75c965c5fb59 service nova] Releasing lock "refresh_cache-9614706d-274e-4569-8e45-02a470762719" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.646736] env[63097]: DEBUG oslo_vmware.api [None req-7995ae74-b4f4-42d2-b29e-deec226aee63 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686455, 'name': PowerOffVM_Task, 'duration_secs': 0.19035} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.647361] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7995ae74-b4f4-42d2-b29e-deec226aee63 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1181.647361] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7995ae74-b4f4-42d2-b29e-deec226aee63 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1181.647789] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-770a56cc-c07f-41f7-b2b2-8f217739d9c4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.710237] env[63097]: DEBUG nova.compute.utils [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1181.717085] env[63097]: DEBUG nova.compute.manager [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1181.717298] env[63097]: DEBUG nova.network.neutron [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1181.729941] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7995ae74-b4f4-42d2-b29e-deec226aee63 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1181.730317] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7995ae74-b4f4-42d2-b29e-deec226aee63 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1181.730521] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-7995ae74-b4f4-42d2-b29e-deec226aee63 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Deleting the datastore file [datastore2] cac7b2cc-74f0-44e9-a296-1e4c837a17a7 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1181.731758] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d23f1992-2adb-4072-9dd8-6a6c80bfde9b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.737584] env[63097]: DEBUG oslo_vmware.api [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686456, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.746151] env[63097]: DEBUG oslo_vmware.api [None req-7995ae74-b4f4-42d2-b29e-deec226aee63 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Waiting for the task: (returnval){ [ 1181.746151] env[63097]: value = "task-1686459" [ 1181.746151] env[63097]: _type = "Task" [ 1181.746151] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.759940] env[63097]: DEBUG oslo_vmware.api [None req-7995ae74-b4f4-42d2-b29e-deec226aee63 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.785169] env[63097]: DEBUG nova.policy [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e33a2336b80e4412b64b71ea38e7faf7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b52ce07a34b9471bb325a81bab2a1dc4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1181.878368] env[63097]: DEBUG oslo_concurrency.lockutils [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Releasing lock "refresh_cache-98ba3b33-2415-4b39-9e7a-1d2cdaa0683e" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.900032] env[63097]: DEBUG oslo_vmware.api [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Task: {'id': task-1686457, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.941172] env[63097]: DEBUG nova.network.neutron [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] Updating instance_info_cache with network_info: [{"id": "12cdb18d-f4c8-469d-a00e-4d6fef93b211", "address": "fa:16:3e:e4:14:58", "network": {"id": "1b858eed-f2c6-4189-accb-8b6d4616e102", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-305388067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ff393decd2240ac99c6a597137c742b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12cdb18d-f4", "ovs_interfaceid": "12cdb18d-f4c8-469d-a00e-4d6fef93b211", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.197760] env[63097]: DEBUG nova.network.neutron [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Successfully created port: 4b8202a5-57ab-41ff-9e81-733ca445acae {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1182.218082] env[63097]: DEBUG nova.compute.manager [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1182.245886] env[63097]: DEBUG oslo_vmware.api [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686456, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535771} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.249538] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 9614706d-274e-4569-8e45-02a470762719/9614706d-274e-4569-8e45-02a470762719.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1182.249800] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 9614706d-274e-4569-8e45-02a470762719] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1182.252747] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf09248f-1abf-4b68-97cb-6940f91910eb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.262885] env[63097]: DEBUG oslo_vmware.api [None req-7995ae74-b4f4-42d2-b29e-deec226aee63 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686459, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18533} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.266022] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-7995ae74-b4f4-42d2-b29e-deec226aee63 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1182.266022] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7995ae74-b4f4-42d2-b29e-deec226aee63 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1182.266022] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7995ae74-b4f4-42d2-b29e-deec226aee63 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1182.266022] env[63097]: INFO nova.compute.manager [None req-7995ae74-b4f4-42d2-b29e-deec226aee63 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1182.266022] env[63097]: DEBUG oslo.service.loopingcall [None req-7995ae74-b4f4-42d2-b29e-deec226aee63 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1182.267426] env[63097]: DEBUG oslo_vmware.api [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Waiting for the task: (returnval){ [ 1182.267426] env[63097]: value = "task-1686460" [ 1182.267426] env[63097]: _type = "Task" [ 1182.267426] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.267426] env[63097]: DEBUG nova.compute.manager [-] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1182.267426] env[63097]: DEBUG nova.network.neutron [-] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1182.285849] env[63097]: DEBUG oslo_vmware.api [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686460, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.398702] env[63097]: DEBUG oslo_vmware.api [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Task: {'id': task-1686457, 'name': PowerOnVM_Task, 'duration_secs': 0.731365} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.398702] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1182.399095] env[63097]: INFO nova.compute.manager [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Took 8.36 seconds to spawn the instance on the hypervisor. [ 1182.399095] env[63097]: DEBUG nova.compute.manager [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1182.401056] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453dbcfc-9458-4558-8415-df8f6090f611 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.404190] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15dd2252-2e79-461d-a552-9b2ed04666b6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.407634] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbcf527-d100-41d8-adcb-a2869d17d429 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.430630] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a05d6d-9839-4505-b708-a32c89103641 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.439343] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f439252-faf8-4713-a456-c6530e997d54 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.443249] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Releasing lock "refresh_cache-4f939250-0a12-4672-aab7-b7ccecce4924" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1182.446229] env[63097]: DEBUG nova.compute.manager [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] Instance network_info: |[{"id": "12cdb18d-f4c8-469d-a00e-4d6fef93b211", "address": "fa:16:3e:e4:14:58", "network": {"id": "1b858eed-f2c6-4189-accb-8b6d4616e102", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-305388067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ff393decd2240ac99c6a597137c742b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12cdb18d-f4", "ovs_interfaceid": "12cdb18d-f4c8-469d-a00e-4d6fef93b211", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1182.446229] env[63097]: DEBUG oslo_concurrency.lockutils [req-a6cc8022-44e9-4351-bfad-9a95b856b403 req-b3bdfe8b-2424-41d0-b13a-379593958278 service nova] Acquired lock "refresh_cache-4f939250-0a12-4672-aab7-b7ccecce4924" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.446611] env[63097]: DEBUG nova.network.neutron [req-a6cc8022-44e9-4351-bfad-9a95b856b403 req-b3bdfe8b-2424-41d0-b13a-379593958278 service nova] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] Refreshing network info cache for port 12cdb18d-f4c8-469d-a00e-4d6fef93b211 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1182.446611] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:14:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de7fa486-5f28-44ae-b0cf-72234ff87546', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12cdb18d-f4c8-469d-a00e-4d6fef93b211', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1182.454152] env[63097]: DEBUG oslo.service.loopingcall [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1182.482994] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1182.483616] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Updating instance '98ba3b33-2415-4b39-9e7a-1d2cdaa0683e' progress to 83 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1182.488568] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf150db7-8c66-45b2-a8ae-6bdb8a9d9c7d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.505854] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b165dc1-3ed5-48a6-ad5b-d7e64dade1da {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.516463] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f890c9-7f1d-498a-94c7-9eef157d03c6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.520958] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1182.520958] env[63097]: value = "task-1686461" [ 1182.520958] env[63097]: _type = "Task" [ 1182.520958] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.540742] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686461, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.541318] env[63097]: DEBUG nova.compute.provider_tree [None req-b943f381-5793-4ea1-a707-d8029396cc4b tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.784047] env[63097]: DEBUG oslo_vmware.api [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686460, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079659} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.784790] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 9614706d-274e-4569-8e45-02a470762719] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1182.785796] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744909b8-6c7f-4507-a39e-2ef1d6aef42c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.812628] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 9614706d-274e-4569-8e45-02a470762719] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 9614706d-274e-4569-8e45-02a470762719/9614706d-274e-4569-8e45-02a470762719.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1182.813089] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f69fc7fc-56d0-49f3-85f1-66ea0cb128cf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.840685] env[63097]: DEBUG oslo_vmware.api [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Waiting for the task: (returnval){ [ 1182.840685] env[63097]: value = "task-1686462" [ 1182.840685] env[63097]: _type = "Task" [ 1182.840685] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.959654] env[63097]: INFO nova.compute.manager [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Took 34.98 seconds to build instance. [ 1183.011458] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1183.012245] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9dfbc7fb-9f51-4c0c-baf3-0489774f313b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.023728] env[63097]: DEBUG oslo_vmware.api [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Waiting for the task: (returnval){ [ 1183.023728] env[63097]: value = "task-1686463" [ 1183.023728] env[63097]: _type = "Task" [ 1183.023728] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.786009] env[63097]: DEBUG nova.scheduler.client.report [None req-b943f381-5793-4ea1-a707-d8029396cc4b tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1183.790009] env[63097]: DEBUG nova.compute.manager [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1183.792258] env[63097]: DEBUG nova.network.neutron [-] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.793350] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1715390f-6afe-4565-9ecf-72e643811aad tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Lock "79f55b1b-b1e0-4c79-b215-9a34a1bd1516" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.374s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1183.797620] env[63097]: DEBUG nova.compute.manager [req-4b31ad74-e722-48ab-9997-3f72ccc2bebc req-4ce06b05-5271-4bfc-bb92-20abdab1ff0a service nova] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Received event network-vif-deleted-3ffb6560-aca0-4f1a-a552-8785176fb002 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1183.797804] env[63097]: INFO nova.compute.manager [req-4b31ad74-e722-48ab-9997-3f72ccc2bebc req-4ce06b05-5271-4bfc-bb92-20abdab1ff0a service nova] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Neutron deleted interface 3ffb6560-aca0-4f1a-a552-8785176fb002; detaching it from the instance and deleting it from the info cache [ 1183.799144] env[63097]: DEBUG nova.network.neutron [req-4b31ad74-e722-48ab-9997-3f72ccc2bebc req-4ce06b05-5271-4bfc-bb92-20abdab1ff0a service nova] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.815411] env[63097]: DEBUG oslo_vmware.api [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1686463, 'name': PowerOnVM_Task, 'duration_secs': 0.492753} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.815592] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686461, 'name': CreateVM_Task, 'duration_secs': 0.80213} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.819611] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1183.819807] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-86cfd6bb-115c-4bb8-aeaa-54307915456c tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Updating instance '98ba3b33-2415-4b39-9e7a-1d2cdaa0683e' progress to 100 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1183.823408] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1183.824125] env[63097]: DEBUG oslo_vmware.api [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686462, 'name': ReconfigVM_Task, 'duration_secs': 0.343193} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.827150] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.827251] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.827558] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1183.827825] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 9614706d-274e-4569-8e45-02a470762719] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 9614706d-274e-4569-8e45-02a470762719/9614706d-274e-4569-8e45-02a470762719.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1183.828990] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-609342d1-2be8-4167-8d6b-937c8efd7e6b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.830739] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb383ae7-b4a7-43f5-95df-4beeaee81098 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.836219] env[63097]: DEBUG nova.virt.hardware [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1183.836457] env[63097]: DEBUG nova.virt.hardware [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1183.836606] env[63097]: DEBUG nova.virt.hardware [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1183.836783] env[63097]: DEBUG nova.virt.hardware [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1183.836921] env[63097]: DEBUG nova.virt.hardware [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1183.837073] env[63097]: DEBUG nova.virt.hardware [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1183.837277] env[63097]: DEBUG nova.virt.hardware [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1183.837454] env[63097]: DEBUG nova.virt.hardware [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1183.837723] env[63097]: DEBUG nova.virt.hardware [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1183.837936] env[63097]: DEBUG nova.virt.hardware [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1183.838220] env[63097]: DEBUG nova.virt.hardware [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1183.839499] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83029366-c9ea-45ff-b9b3-7f90496e01c8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.847076] env[63097]: DEBUG oslo_vmware.api [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Waiting for the task: (returnval){ [ 1183.847076] env[63097]: value = "task-1686464" [ 1183.847076] env[63097]: _type = "Task" [ 1183.847076] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.847377] env[63097]: DEBUG oslo_vmware.api [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Waiting for the task: (returnval){ [ 1183.847377] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d2de80-2852-ba00-0fc2-715c54276835" [ 1183.847377] env[63097]: _type = "Task" [ 1183.847377] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.858290] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74dcc54b-d894-4215-9aa7-f1ac48e88999 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.869713] env[63097]: DEBUG oslo_vmware.api [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d2de80-2852-ba00-0fc2-715c54276835, 'name': SearchDatastore_Task, 'duration_secs': 0.021036} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.869976] env[63097]: DEBUG oslo_vmware.api [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686464, 'name': Rename_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.870818] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.871101] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1183.871391] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.871542] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.871749] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1183.872078] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd53110d-f5c1-453b-94fa-4681b0d1e4bb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.890955] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1183.891165] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1183.892149] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f09f14a-6286-4d23-ab4c-48c1f81ff743 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.898213] env[63097]: DEBUG oslo_vmware.api [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Waiting for the task: (returnval){ [ 1183.898213] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5272fdd8-f9de-415b-85cf-5f794b58cb71" [ 1183.898213] env[63097]: _type = "Task" [ 1183.898213] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.908670] env[63097]: DEBUG oslo_vmware.api [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5272fdd8-f9de-415b-85cf-5f794b58cb71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.196670] env[63097]: DEBUG nova.network.neutron [req-a6cc8022-44e9-4351-bfad-9a95b856b403 req-b3bdfe8b-2424-41d0-b13a-379593958278 service nova] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] Updated VIF entry in instance network info cache for port 12cdb18d-f4c8-469d-a00e-4d6fef93b211. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1184.197039] env[63097]: DEBUG nova.network.neutron [req-a6cc8022-44e9-4351-bfad-9a95b856b403 req-b3bdfe8b-2424-41d0-b13a-379593958278 service nova] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] Updating instance_info_cache with network_info: [{"id": "12cdb18d-f4c8-469d-a00e-4d6fef93b211", "address": "fa:16:3e:e4:14:58", "network": {"id": "1b858eed-f2c6-4189-accb-8b6d4616e102", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-305388067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ff393decd2240ac99c6a597137c742b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12cdb18d-f4", "ovs_interfaceid": "12cdb18d-f4c8-469d-a00e-4d6fef93b211", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.301047] env[63097]: INFO nova.compute.manager [-] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Took 2.03 seconds to deallocate network for instance. [ 1184.301840] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b943f381-5793-4ea1-a707-d8029396cc4b tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.098s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1184.305741] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7036e459-6047-4c87-9232-6c1f4a1a6e5a tempest-DeleteServersAdminTestJSON-944596720 tempest-DeleteServersAdminTestJSON-944596720-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.922s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1184.306018] env[63097]: DEBUG nova.objects.instance [None req-7036e459-6047-4c87-9232-6c1f4a1a6e5a tempest-DeleteServersAdminTestJSON-944596720 tempest-DeleteServersAdminTestJSON-944596720-project-admin] Lazy-loading 'resources' on Instance uuid d1ce0a08-27b4-43b6-aeed-c9048f248e41 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.312803] env[63097]: DEBUG nova.compute.manager [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1184.331467] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b76f5de-53f6-4231-91b8-39c27f8c583e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.343389] env[63097]: INFO nova.scheduler.client.report [None req-b943f381-5793-4ea1-a707-d8029396cc4b tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Deleted allocations for instance e4cdc641-a801-43ce-9b9b-b755a743be9a [ 1184.348153] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce60f8c-64bb-4ec3-9cda-09c6ba314ade {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.374911] env[63097]: DEBUG oslo_vmware.api [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686464, 'name': Rename_Task, 'duration_secs': 0.419837} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.375217] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 9614706d-274e-4569-8e45-02a470762719] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1184.375461] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-462a40cb-de6a-4645-ab09-9033e25c7538 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.395973] env[63097]: DEBUG nova.compute.manager [req-4b31ad74-e722-48ab-9997-3f72ccc2bebc req-4ce06b05-5271-4bfc-bb92-20abdab1ff0a service nova] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Detach interface failed, port_id=3ffb6560-aca0-4f1a-a552-8785176fb002, reason: Instance cac7b2cc-74f0-44e9-a296-1e4c837a17a7 could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1184.401038] env[63097]: DEBUG oslo_vmware.api [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Waiting for the task: (returnval){ [ 1184.401038] env[63097]: value = "task-1686465" [ 1184.401038] env[63097]: _type = "Task" [ 1184.401038] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.417328] env[63097]: DEBUG oslo_vmware.api [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5272fdd8-f9de-415b-85cf-5f794b58cb71, 'name': SearchDatastore_Task, 'duration_secs': 0.011594} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.418256] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dc85252-a3ce-4cab-b818-1e88bd90ec3b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.428853] env[63097]: DEBUG oslo_vmware.api [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Waiting for the task: (returnval){ [ 1184.428853] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5248b683-f597-6419-5cb3-2c6093bf446b" [ 1184.428853] env[63097]: _type = "Task" [ 1184.428853] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.442278] env[63097]: DEBUG oslo_vmware.api [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5248b683-f597-6419-5cb3-2c6093bf446b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.494199] env[63097]: DEBUG nova.network.neutron [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Successfully updated port: 4b8202a5-57ab-41ff-9e81-733ca445acae {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1184.654956] env[63097]: DEBUG nova.compute.manager [req-e225b203-60bf-47fa-b854-dd8e12724cb0 req-a29c3f46-f159-4f89-ba2e-37349cbe0ea6 service nova] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Received event network-vif-plugged-4b8202a5-57ab-41ff-9e81-733ca445acae {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1184.655755] env[63097]: DEBUG oslo_concurrency.lockutils [req-e225b203-60bf-47fa-b854-dd8e12724cb0 req-a29c3f46-f159-4f89-ba2e-37349cbe0ea6 service nova] Acquiring lock "6dfa3031-a980-4de8-83fd-7432ef153490-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1184.656870] env[63097]: DEBUG oslo_concurrency.lockutils [req-e225b203-60bf-47fa-b854-dd8e12724cb0 req-a29c3f46-f159-4f89-ba2e-37349cbe0ea6 service nova] Lock "6dfa3031-a980-4de8-83fd-7432ef153490-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1184.656870] env[63097]: DEBUG oslo_concurrency.lockutils [req-e225b203-60bf-47fa-b854-dd8e12724cb0 req-a29c3f46-f159-4f89-ba2e-37349cbe0ea6 service nova] Lock "6dfa3031-a980-4de8-83fd-7432ef153490-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1184.656870] env[63097]: DEBUG nova.compute.manager [req-e225b203-60bf-47fa-b854-dd8e12724cb0 req-a29c3f46-f159-4f89-ba2e-37349cbe0ea6 service nova] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] No waiting events found dispatching network-vif-plugged-4b8202a5-57ab-41ff-9e81-733ca445acae {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1184.656870] env[63097]: WARNING nova.compute.manager [req-e225b203-60bf-47fa-b854-dd8e12724cb0 req-a29c3f46-f159-4f89-ba2e-37349cbe0ea6 service nova] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Received unexpected event network-vif-plugged-4b8202a5-57ab-41ff-9e81-733ca445acae for instance with vm_state building and task_state spawning. [ 1184.702459] env[63097]: DEBUG oslo_concurrency.lockutils [req-a6cc8022-44e9-4351-bfad-9a95b856b403 req-b3bdfe8b-2424-41d0-b13a-379593958278 service nova] Releasing lock "refresh_cache-4f939250-0a12-4672-aab7-b7ccecce4924" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.821978] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7995ae74-b4f4-42d2-b29e-deec226aee63 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1184.845341] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1184.873484] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b943f381-5793-4ea1-a707-d8029396cc4b tempest-ServerDiagnosticsV248Test-2078457198 tempest-ServerDiagnosticsV248Test-2078457198-project-member] Lock "e4cdc641-a801-43ce-9b9b-b755a743be9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.514s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1184.920027] env[63097]: DEBUG oslo_vmware.api [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686465, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.948392] env[63097]: DEBUG oslo_vmware.api [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5248b683-f597-6419-5cb3-2c6093bf446b, 'name': SearchDatastore_Task, 'duration_secs': 0.017141} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.952967] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.953432] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 4f939250-0a12-4672-aab7-b7ccecce4924/4f939250-0a12-4672-aab7-b7ccecce4924.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1184.954015] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8825578-a4a9-4005-94b0-21e2a90827d4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.964575] env[63097]: DEBUG oslo_vmware.api [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Waiting for the task: (returnval){ [ 1184.964575] env[63097]: value = "task-1686466" [ 1184.964575] env[63097]: _type = "Task" [ 1184.964575] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.978354] env[63097]: DEBUG oslo_vmware.api [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686466, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.002909] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquiring lock "refresh_cache-6dfa3031-a980-4de8-83fd-7432ef153490" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.003452] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquired lock "refresh_cache-6dfa3031-a980-4de8-83fd-7432ef153490" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.003452] env[63097]: DEBUG nova.network.neutron [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1185.049818] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Acquiring lock "ff1bf9fe-3695-43fd-8da5-99d6eb6441c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1185.050230] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Lock "ff1bf9fe-3695-43fd-8da5-99d6eb6441c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1185.420770] env[63097]: DEBUG oslo_vmware.api [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686465, 'name': PowerOnVM_Task, 'duration_secs': 0.691467} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.421253] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 9614706d-274e-4569-8e45-02a470762719] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1185.424443] env[63097]: INFO nova.compute.manager [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 9614706d-274e-4569-8e45-02a470762719] Took 8.60 seconds to spawn the instance on the hypervisor. [ 1185.424443] env[63097]: DEBUG nova.compute.manager [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 9614706d-274e-4569-8e45-02a470762719] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1185.424985] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad81dd5-436b-4673-9729-e8e1a86bbdbf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.483580] env[63097]: DEBUG oslo_vmware.api [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686466, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.563865] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2af3b5-b7bb-46b7-ad36-26152db261a0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.577069] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9580c02-cf53-4409-b81c-69e10d2078ba {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.623965] env[63097]: DEBUG nova.network.neutron [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1185.628117] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a00ebc-bacd-4edf-b72d-2f129df4067e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.636358] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56be6ad2-411c-463c-af68-0f4a758e09bc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.656924] env[63097]: DEBUG nova.compute.provider_tree [None req-7036e459-6047-4c87-9232-6c1f4a1a6e5a tempest-DeleteServersAdminTestJSON-944596720 tempest-DeleteServersAdminTestJSON-944596720-project-admin] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.951099] env[63097]: INFO nova.compute.manager [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 9614706d-274e-4569-8e45-02a470762719] Took 37.81 seconds to build instance. [ 1185.981853] env[63097]: DEBUG oslo_vmware.api [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686466, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.008056] env[63097]: DEBUG nova.network.neutron [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Updating instance_info_cache with network_info: [{"id": "4b8202a5-57ab-41ff-9e81-733ca445acae", "address": "fa:16:3e:a6:fe:7d", "network": {"id": "3c4644db-8291-4901-b015-9f1261ac2515", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1197415890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b52ce07a34b9471bb325a81bab2a1dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b8202a5-57", "ovs_interfaceid": "4b8202a5-57ab-41ff-9e81-733ca445acae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.161174] env[63097]: DEBUG nova.scheduler.client.report [None req-7036e459-6047-4c87-9232-6c1f4a1a6e5a tempest-DeleteServersAdminTestJSON-944596720 tempest-DeleteServersAdminTestJSON-944596720-project-admin] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1186.303745] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3d44143a-b8a7-42fe-b4b4-ca24a365d988 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Acquiring lock "98ba3b33-2415-4b39-9e7a-1d2cdaa0683e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1186.304038] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3d44143a-b8a7-42fe-b4b4-ca24a365d988 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Lock "98ba3b33-2415-4b39-9e7a-1d2cdaa0683e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1186.304238] env[63097]: DEBUG nova.compute.manager [None req-3d44143a-b8a7-42fe-b4b4-ca24a365d988 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Going to confirm migration 1 {{(pid=63097) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1186.454144] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Lock "9614706d-274e-4569-8e45-02a470762719" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.651s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1186.483730] env[63097]: DEBUG oslo_vmware.api [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686466, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.510935] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Releasing lock "refresh_cache-6dfa3031-a980-4de8-83fd-7432ef153490" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.511344] env[63097]: DEBUG nova.compute.manager [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Instance network_info: |[{"id": "4b8202a5-57ab-41ff-9e81-733ca445acae", "address": "fa:16:3e:a6:fe:7d", "network": {"id": "3c4644db-8291-4901-b015-9f1261ac2515", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1197415890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b52ce07a34b9471bb325a81bab2a1dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b8202a5-57", "ovs_interfaceid": "4b8202a5-57ab-41ff-9e81-733ca445acae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1186.512156] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:fe:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b8202a5-57ab-41ff-9e81-733ca445acae', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1186.526388] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Creating folder: Project (b52ce07a34b9471bb325a81bab2a1dc4). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1186.526715] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58c8ebff-fb40-4cb4-aca1-17da6a0844c4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.542548] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Created folder: Project (b52ce07a34b9471bb325a81bab2a1dc4) in parent group-v351483. [ 1186.542772] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Creating folder: Instances. Parent ref: group-v351543. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1186.543600] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a26f2bc6-61e8-4703-9561-2345ab1e94c5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.557329] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Created folder: Instances in parent group-v351543. [ 1186.557576] env[63097]: DEBUG oslo.service.loopingcall [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1186.557811] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1186.557991] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbeb6f71-320a-4e16-9458-e59d30072be2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.580837] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1186.580837] env[63097]: value = "task-1686469" [ 1186.580837] env[63097]: _type = "Task" [ 1186.580837] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.589652] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686469, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.668644] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7036e459-6047-4c87-9232-6c1f4a1a6e5a tempest-DeleteServersAdminTestJSON-944596720 tempest-DeleteServersAdminTestJSON-944596720-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.363s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1186.672235] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.182s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1186.672235] env[63097]: DEBUG nova.objects.instance [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] [instance: f7682359-f969-4869-869c-318c3bf750fb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63097) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1186.697311] env[63097]: DEBUG nova.compute.manager [req-1ba9d8d8-53b8-4974-8348-8fbdbbc396c1 req-4478a9b7-b4aa-4da1-a94e-ece27ef1e8c3 service nova] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Received event network-changed-4b8202a5-57ab-41ff-9e81-733ca445acae {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1186.697311] env[63097]: DEBUG nova.compute.manager [req-1ba9d8d8-53b8-4974-8348-8fbdbbc396c1 req-4478a9b7-b4aa-4da1-a94e-ece27ef1e8c3 service nova] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Refreshing instance network info cache due to event network-changed-4b8202a5-57ab-41ff-9e81-733ca445acae. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1186.698086] env[63097]: DEBUG oslo_concurrency.lockutils [req-1ba9d8d8-53b8-4974-8348-8fbdbbc396c1 req-4478a9b7-b4aa-4da1-a94e-ece27ef1e8c3 service nova] Acquiring lock "refresh_cache-6dfa3031-a980-4de8-83fd-7432ef153490" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.698524] env[63097]: DEBUG oslo_concurrency.lockutils [req-1ba9d8d8-53b8-4974-8348-8fbdbbc396c1 req-4478a9b7-b4aa-4da1-a94e-ece27ef1e8c3 service nova] Acquired lock "refresh_cache-6dfa3031-a980-4de8-83fd-7432ef153490" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.698840] env[63097]: DEBUG nova.network.neutron [req-1ba9d8d8-53b8-4974-8348-8fbdbbc396c1 req-4478a9b7-b4aa-4da1-a94e-ece27ef1e8c3 service nova] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Refreshing network info cache for port 4b8202a5-57ab-41ff-9e81-733ca445acae {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1186.709275] env[63097]: INFO nova.scheduler.client.report [None req-7036e459-6047-4c87-9232-6c1f4a1a6e5a tempest-DeleteServersAdminTestJSON-944596720 tempest-DeleteServersAdminTestJSON-944596720-project-admin] Deleted allocations for instance d1ce0a08-27b4-43b6-aeed-c9048f248e41 [ 1186.933154] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3d44143a-b8a7-42fe-b4b4-ca24a365d988 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Acquiring lock "refresh_cache-98ba3b33-2415-4b39-9e7a-1d2cdaa0683e" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.933249] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3d44143a-b8a7-42fe-b4b4-ca24a365d988 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Acquired lock "refresh_cache-98ba3b33-2415-4b39-9e7a-1d2cdaa0683e" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.933425] env[63097]: DEBUG nova.network.neutron [None req-3d44143a-b8a7-42fe-b4b4-ca24a365d988 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1186.933608] env[63097]: DEBUG nova.objects.instance [None req-3d44143a-b8a7-42fe-b4b4-ca24a365d988 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Lazy-loading 'info_cache' on Instance uuid 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.963234] env[63097]: DEBUG nova.compute.manager [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1186.989746] env[63097]: DEBUG oslo_vmware.api [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686466, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.783139} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.990273] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 4f939250-0a12-4672-aab7-b7ccecce4924/4f939250-0a12-4672-aab7-b7ccecce4924.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1186.990592] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1186.991194] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b84cb8b-5ca4-4aaa-9ada-7d795c9bc700 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.999565] env[63097]: DEBUG oslo_vmware.api [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Waiting for the task: (returnval){ [ 1186.999565] env[63097]: value = "task-1686470" [ 1186.999565] env[63097]: _type = "Task" [ 1186.999565] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.012559] env[63097]: DEBUG oslo_vmware.api [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686470, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.097018] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686469, 'name': CreateVM_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.217394] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7036e459-6047-4c87-9232-6c1f4a1a6e5a tempest-DeleteServersAdminTestJSON-944596720 tempest-DeleteServersAdminTestJSON-944596720-project-admin] Lock "d1ce0a08-27b4-43b6-aeed-c9048f248e41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.048s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1187.477366] env[63097]: DEBUG nova.network.neutron [req-1ba9d8d8-53b8-4974-8348-8fbdbbc396c1 req-4478a9b7-b4aa-4da1-a94e-ece27ef1e8c3 service nova] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Updated VIF entry in instance network info cache for port 4b8202a5-57ab-41ff-9e81-733ca445acae. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1187.477750] env[63097]: DEBUG nova.network.neutron [req-1ba9d8d8-53b8-4974-8348-8fbdbbc396c1 req-4478a9b7-b4aa-4da1-a94e-ece27ef1e8c3 service nova] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Updating instance_info_cache with network_info: [{"id": "4b8202a5-57ab-41ff-9e81-733ca445acae", "address": "fa:16:3e:a6:fe:7d", "network": {"id": "3c4644db-8291-4901-b015-9f1261ac2515", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1197415890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b52ce07a34b9471bb325a81bab2a1dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b8202a5-57", "ovs_interfaceid": "4b8202a5-57ab-41ff-9e81-733ca445acae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.493699] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.511075] env[63097]: DEBUG oslo_vmware.api [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686470, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071684} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.513240] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1187.514113] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3c9ed2-04ca-46f1-a3fd-7cbda4463ce6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.540625] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 4f939250-0a12-4672-aab7-b7ccecce4924/4f939250-0a12-4672-aab7-b7ccecce4924.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1187.541008] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b98b516-ff76-4bda-aec3-e5c2fcdc5dde {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.564535] env[63097]: DEBUG oslo_vmware.api [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Waiting for the task: (returnval){ [ 1187.564535] env[63097]: value = "task-1686471" [ 1187.564535] env[63097]: _type = "Task" [ 1187.564535] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.575202] env[63097]: DEBUG oslo_vmware.api [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686471, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.597128] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686469, 'name': CreateVM_Task, 'duration_secs': 0.636219} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.597128] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1187.597128] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.597128] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.597128] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1187.597128] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-213835c4-56f5-484e-b35e-86466cd5ed2f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.603739] env[63097]: DEBUG oslo_vmware.api [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1187.603739] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52e3c023-9178-b99e-496b-71400abb559b" [ 1187.603739] env[63097]: _type = "Task" [ 1187.603739] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.612816] env[63097]: DEBUG oslo_vmware.api [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52e3c023-9178-b99e-496b-71400abb559b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.688801] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b0b6e8f2-dfe1-40a4-b63e-3dfb796683e7 tempest-ServersAdmin275Test-180996837 tempest-ServersAdmin275Test-180996837-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1187.689463] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.178s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1187.691352] env[63097]: INFO nova.compute.claims [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1187.984156] env[63097]: DEBUG oslo_concurrency.lockutils [req-1ba9d8d8-53b8-4974-8348-8fbdbbc396c1 req-4478a9b7-b4aa-4da1-a94e-ece27ef1e8c3 service nova] Releasing lock "refresh_cache-6dfa3031-a980-4de8-83fd-7432ef153490" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.984687] env[63097]: DEBUG nova.compute.manager [req-1ba9d8d8-53b8-4974-8348-8fbdbbc396c1 req-4478a9b7-b4aa-4da1-a94e-ece27ef1e8c3 service nova] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Received event network-changed-d2b7695f-3c1d-4eaf-902a-c124bb74000d {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1187.984923] env[63097]: DEBUG nova.compute.manager [req-1ba9d8d8-53b8-4974-8348-8fbdbbc396c1 req-4478a9b7-b4aa-4da1-a94e-ece27ef1e8c3 service nova] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Refreshing instance network info cache due to event network-changed-d2b7695f-3c1d-4eaf-902a-c124bb74000d. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1187.985127] env[63097]: DEBUG oslo_concurrency.lockutils [req-1ba9d8d8-53b8-4974-8348-8fbdbbc396c1 req-4478a9b7-b4aa-4da1-a94e-ece27ef1e8c3 service nova] Acquiring lock "refresh_cache-79f55b1b-b1e0-4c79-b215-9a34a1bd1516" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.985262] env[63097]: DEBUG oslo_concurrency.lockutils [req-1ba9d8d8-53b8-4974-8348-8fbdbbc396c1 req-4478a9b7-b4aa-4da1-a94e-ece27ef1e8c3 service nova] Acquired lock "refresh_cache-79f55b1b-b1e0-4c79-b215-9a34a1bd1516" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.985417] env[63097]: DEBUG nova.network.neutron [req-1ba9d8d8-53b8-4974-8348-8fbdbbc396c1 req-4478a9b7-b4aa-4da1-a94e-ece27ef1e8c3 service nova] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Refreshing network info cache for port d2b7695f-3c1d-4eaf-902a-c124bb74000d {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1188.091755] env[63097]: DEBUG oslo_vmware.api [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686471, 'name': ReconfigVM_Task, 'duration_secs': 0.349115} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.094319] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 4f939250-0a12-4672-aab7-b7ccecce4924/4f939250-0a12-4672-aab7-b7ccecce4924.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.094924] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f83c355-ea68-4296-881d-d4e7569f67f6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.102796] env[63097]: DEBUG oslo_vmware.api [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Waiting for the task: (returnval){ [ 1188.102796] env[63097]: value = "task-1686472" [ 1188.102796] env[63097]: _type = "Task" [ 1188.102796] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.116466] env[63097]: DEBUG oslo_vmware.api [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52e3c023-9178-b99e-496b-71400abb559b, 'name': SearchDatastore_Task, 'duration_secs': 0.013211} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.120230] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.120562] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1188.120818] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.120966] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.121261] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1188.121559] env[63097]: DEBUG oslo_vmware.api [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686472, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.121787] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5bf2d1c7-75ef-44f2-ac7a-f4e68a6fdb4f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.140171] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1188.140389] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1188.141160] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87838afa-0514-4f11-b0c7-47a56d31d33f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.149300] env[63097]: DEBUG oslo_vmware.api [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1188.149300] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527e3058-5522-fba1-606a-0bf14824c361" [ 1188.149300] env[63097]: _type = "Task" [ 1188.149300] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.156957] env[63097]: DEBUG oslo_vmware.api [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527e3058-5522-fba1-606a-0bf14824c361, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.227032] env[63097]: DEBUG nova.network.neutron [None req-3d44143a-b8a7-42fe-b4b4-ca24a365d988 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Updating instance_info_cache with network_info: [{"id": "0260462a-b6f8-48bf-a7b9-562fa29cb029", "address": "fa:16:3e:25:ef:67", "network": {"id": "6b81232d-2bfc-4ee5-aaa8-178b8f49236c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6d5186fbfb8046dfb1f369e636f8eafb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0260462a-b6", "ovs_interfaceid": "0260462a-b6f8-48bf-a7b9-562fa29cb029", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.386962] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Acquiring lock "b2ee9372-b171-415c-a8a5-bbe57b34f001" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1188.387213] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Lock "b2ee9372-b171-415c-a8a5-bbe57b34f001" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.482041] env[63097]: DEBUG oslo_concurrency.lockutils [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Acquiring lock "c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1188.482297] env[63097]: DEBUG oslo_concurrency.lockutils [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Lock "c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.617540] env[63097]: DEBUG oslo_vmware.api [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686472, 'name': Rename_Task, 'duration_secs': 0.198503} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.624279] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1188.624366] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a444397-299f-4585-928e-00fa912c1618 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.634582] env[63097]: DEBUG oslo_vmware.api [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Waiting for the task: (returnval){ [ 1188.634582] env[63097]: value = "task-1686473" [ 1188.634582] env[63097]: _type = "Task" [ 1188.634582] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.644667] env[63097]: DEBUG oslo_vmware.api [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686473, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.661323] env[63097]: DEBUG oslo_vmware.api [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527e3058-5522-fba1-606a-0bf14824c361, 'name': SearchDatastore_Task, 'duration_secs': 0.013698} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.666566] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da033796-8abf-49c3-80c3-35ed57017086 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.674864] env[63097]: DEBUG oslo_vmware.api [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1188.674864] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52dc7c5c-025c-e832-5131-086a5ec71504" [ 1188.674864] env[63097]: _type = "Task" [ 1188.674864] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.685678] env[63097]: DEBUG oslo_vmware.api [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52dc7c5c-025c-e832-5131-086a5ec71504, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.732938] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3d44143a-b8a7-42fe-b4b4-ca24a365d988 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Releasing lock "refresh_cache-98ba3b33-2415-4b39-9e7a-1d2cdaa0683e" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.733356] env[63097]: DEBUG nova.objects.instance [None req-3d44143a-b8a7-42fe-b4b4-ca24a365d988 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Lazy-loading 'migration_context' on Instance uuid 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.831397] env[63097]: DEBUG nova.network.neutron [req-1ba9d8d8-53b8-4974-8348-8fbdbbc396c1 req-4478a9b7-b4aa-4da1-a94e-ece27ef1e8c3 service nova] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Updated VIF entry in instance network info cache for port d2b7695f-3c1d-4eaf-902a-c124bb74000d. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1188.831763] env[63097]: DEBUG nova.network.neutron [req-1ba9d8d8-53b8-4974-8348-8fbdbbc396c1 req-4478a9b7-b4aa-4da1-a94e-ece27ef1e8c3 service nova] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Updating instance_info_cache with network_info: [{"id": "d2b7695f-3c1d-4eaf-902a-c124bb74000d", "address": "fa:16:3e:04:51:13", "network": {"id": "26466973-442a-4225-a243-1df07b76af83", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-161675466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83456e97c2b84196b1bd073e8638cd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2b7695f-3c", "ovs_interfaceid": "d2b7695f-3c1d-4eaf-902a-c124bb74000d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.115799] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Acquiring lock "e73c5fb1-ec75-4b70-8097-acad36f44a18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1189.116049] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Lock "e73c5fb1-ec75-4b70-8097-acad36f44a18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1189.150077] env[63097]: DEBUG oslo_vmware.api [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686473, 'name': PowerOnVM_Task} progress is 76%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.197628] env[63097]: DEBUG oslo_vmware.api [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52dc7c5c-025c-e832-5131-086a5ec71504, 'name': SearchDatastore_Task, 'duration_secs': 0.024938} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.197628] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.198524] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 6dfa3031-a980-4de8-83fd-7432ef153490/6dfa3031-a980-4de8-83fd-7432ef153490.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1189.202056] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce566af4-3a5f-470a-ad34-9f623a7539e3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.210740] env[63097]: DEBUG oslo_vmware.api [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1189.210740] env[63097]: value = "task-1686474" [ 1189.210740] env[63097]: _type = "Task" [ 1189.210740] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.224842] env[63097]: DEBUG oslo_vmware.api [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686474, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.237669] env[63097]: DEBUG nova.objects.base [None req-3d44143a-b8a7-42fe-b4b4-ca24a365d988 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Object Instance<98ba3b33-2415-4b39-9e7a-1d2cdaa0683e> lazy-loaded attributes: info_cache,migration_context {{(pid=63097) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1189.238840] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2c75a2-6026-4252-abb8-d08684ed1046 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.263883] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5454bfa-de8f-4312-b013-11f43513d912 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.270573] env[63097]: DEBUG oslo_vmware.api [None req-3d44143a-b8a7-42fe-b4b4-ca24a365d988 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Waiting for the task: (returnval){ [ 1189.270573] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5220cad7-f922-3477-d983-9061912a74b0" [ 1189.270573] env[63097]: _type = "Task" [ 1189.270573] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.281937] env[63097]: DEBUG oslo_vmware.api [None req-3d44143a-b8a7-42fe-b4b4-ca24a365d988 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5220cad7-f922-3477-d983-9061912a74b0, 'name': SearchDatastore_Task, 'duration_secs': 0.008175} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.285685] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3d44143a-b8a7-42fe-b4b4-ca24a365d988 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1189.334138] env[63097]: DEBUG oslo_concurrency.lockutils [req-1ba9d8d8-53b8-4974-8348-8fbdbbc396c1 req-4478a9b7-b4aa-4da1-a94e-ece27ef1e8c3 service nova] Releasing lock "refresh_cache-79f55b1b-b1e0-4c79-b215-9a34a1bd1516" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.377119] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9644ed0-6f88-48f7-860a-1498e86cd369 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.385289] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ee5479-1e61-427b-869c-e09d4634093b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.426556] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0f51f9-dc1d-40d9-92f3-967f13101174 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.437803] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473ad703-2a93-4d46-8209-cf8a88618424 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.453209] env[63097]: DEBUG nova.compute.provider_tree [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.650766] env[63097]: DEBUG oslo_vmware.api [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686473, 'name': PowerOnVM_Task, 'duration_secs': 0.784711} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.651085] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1189.651510] env[63097]: INFO nova.compute.manager [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] Took 10.16 seconds to spawn the instance on the hypervisor. [ 1189.651715] env[63097]: DEBUG nova.compute.manager [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1189.652878] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2b51c8-1f91-4ee2-a9ce-4701bd889950 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.725643] env[63097]: DEBUG oslo_vmware.api [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686474, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.956138] env[63097]: DEBUG nova.scheduler.client.report [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1190.174806] env[63097]: INFO nova.compute.manager [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] Took 40.11 seconds to build instance. [ 1190.223496] env[63097]: DEBUG oslo_vmware.api [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686474, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561008} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.223888] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 6dfa3031-a980-4de8-83fd-7432ef153490/6dfa3031-a980-4de8-83fd-7432ef153490.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1190.224077] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1190.224803] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7194d82-ceb7-4c20-b2b6-10bb3ed476df {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.235164] env[63097]: DEBUG oslo_vmware.api [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1190.235164] env[63097]: value = "task-1686475" [ 1190.235164] env[63097]: _type = "Task" [ 1190.235164] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.247329] env[63097]: DEBUG oslo_vmware.api [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.461614] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1190.461833] env[63097]: DEBUG nova.compute.manager [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1190.467586] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.579s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1190.469226] env[63097]: INFO nova.compute.claims [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1190.677328] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18de9164-ea9b-4bfd-a48d-7884d2444bb6 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Lock "4f939250-0a12-4672-aab7-b7ccecce4924" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.833s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1190.745084] env[63097]: DEBUG oslo_vmware.api [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168279} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.745340] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1190.746113] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5510a9b-c3a6-4af1-9f14-9c5f257af77c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.769030] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 6dfa3031-a980-4de8-83fd-7432ef153490/6dfa3031-a980-4de8-83fd-7432ef153490.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.769372] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f100f57-5b7c-4e58-af70-4cf10233b170 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.792491] env[63097]: DEBUG oslo_vmware.api [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1190.792491] env[63097]: value = "task-1686476" [ 1190.792491] env[63097]: _type = "Task" [ 1190.792491] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.801596] env[63097]: DEBUG oslo_vmware.api [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686476, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.978177] env[63097]: DEBUG nova.compute.utils [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1190.979737] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b495b6b5-b387-4d82-9a3e-62fd4dfadb48 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Acquiring lock "9614706d-274e-4569-8e45-02a470762719" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1190.979970] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b495b6b5-b387-4d82-9a3e-62fd4dfadb48 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Lock "9614706d-274e-4569-8e45-02a470762719" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1190.980203] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b495b6b5-b387-4d82-9a3e-62fd4dfadb48 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Acquiring lock "9614706d-274e-4569-8e45-02a470762719-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1190.980392] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b495b6b5-b387-4d82-9a3e-62fd4dfadb48 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Lock "9614706d-274e-4569-8e45-02a470762719-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1190.984021] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b495b6b5-b387-4d82-9a3e-62fd4dfadb48 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Lock "9614706d-274e-4569-8e45-02a470762719-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1190.984021] env[63097]: DEBUG nova.compute.manager [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1190.984021] env[63097]: DEBUG nova.network.neutron [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1190.985044] env[63097]: INFO nova.compute.manager [None req-b495b6b5-b387-4d82-9a3e-62fd4dfadb48 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 9614706d-274e-4569-8e45-02a470762719] Terminating instance [ 1190.986993] env[63097]: DEBUG nova.compute.manager [None req-b495b6b5-b387-4d82-9a3e-62fd4dfadb48 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 9614706d-274e-4569-8e45-02a470762719] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1190.987259] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b495b6b5-b387-4d82-9a3e-62fd4dfadb48 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 9614706d-274e-4569-8e45-02a470762719] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1190.988437] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0cf002-0525-4a54-99aa-fa4832b9d3dc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.999648] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b495b6b5-b387-4d82-9a3e-62fd4dfadb48 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 9614706d-274e-4569-8e45-02a470762719] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1191.000021] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3af8e13b-187d-414c-9eb4-79abf7cdec5b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.008084] env[63097]: DEBUG oslo_vmware.api [None req-b495b6b5-b387-4d82-9a3e-62fd4dfadb48 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Waiting for the task: (returnval){ [ 1191.008084] env[63097]: value = "task-1686477" [ 1191.008084] env[63097]: _type = "Task" [ 1191.008084] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.018500] env[63097]: DEBUG oslo_vmware.api [None req-b495b6b5-b387-4d82-9a3e-62fd4dfadb48 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.040163] env[63097]: DEBUG nova.policy [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bae4322300614e59864289c069303c55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a00e94d35e44678b6698f8af082c448', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1191.155153] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a67abe9b-2200-4ca3-8375-fe74aeee7459 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Acquiring lock "4f939250-0a12-4672-aab7-b7ccecce4924" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1191.155153] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a67abe9b-2200-4ca3-8375-fe74aeee7459 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Lock "4f939250-0a12-4672-aab7-b7ccecce4924" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1191.155153] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a67abe9b-2200-4ca3-8375-fe74aeee7459 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Acquiring lock "4f939250-0a12-4672-aab7-b7ccecce4924-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1191.155153] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a67abe9b-2200-4ca3-8375-fe74aeee7459 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Lock "4f939250-0a12-4672-aab7-b7ccecce4924-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1191.155328] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a67abe9b-2200-4ca3-8375-fe74aeee7459 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Lock "4f939250-0a12-4672-aab7-b7ccecce4924-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1191.159973] env[63097]: INFO nova.compute.manager [None req-a67abe9b-2200-4ca3-8375-fe74aeee7459 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] Terminating instance [ 1191.163101] env[63097]: DEBUG nova.compute.manager [None req-a67abe9b-2200-4ca3-8375-fe74aeee7459 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1191.163101] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a67abe9b-2200-4ca3-8375-fe74aeee7459 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1191.165956] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cfe978e-27ca-4695-9476-f0112a26a3ef {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.178193] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a67abe9b-2200-4ca3-8375-fe74aeee7459 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1191.178466] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40774a09-a24e-40d2-b4cb-486164f8c0f9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.180266] env[63097]: DEBUG nova.compute.manager [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1191.189339] env[63097]: DEBUG oslo_vmware.api [None req-a67abe9b-2200-4ca3-8375-fe74aeee7459 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Waiting for the task: (returnval){ [ 1191.189339] env[63097]: value = "task-1686478" [ 1191.189339] env[63097]: _type = "Task" [ 1191.189339] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.199736] env[63097]: DEBUG oslo_vmware.api [None req-a67abe9b-2200-4ca3-8375-fe74aeee7459 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686478, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.305086] env[63097]: DEBUG oslo_vmware.api [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.404232] env[63097]: DEBUG nova.network.neutron [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Successfully created port: 73da1d5d-ea02-4567-9437-a4ee36ed7f28 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1191.487670] env[63097]: DEBUG nova.compute.manager [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1191.522411] env[63097]: DEBUG oslo_vmware.api [None req-b495b6b5-b387-4d82-9a3e-62fd4dfadb48 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686477, 'name': PowerOffVM_Task, 'duration_secs': 0.273676} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.522686] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b495b6b5-b387-4d82-9a3e-62fd4dfadb48 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 9614706d-274e-4569-8e45-02a470762719] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1191.522849] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b495b6b5-b387-4d82-9a3e-62fd4dfadb48 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 9614706d-274e-4569-8e45-02a470762719] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1191.523479] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62717372-2cbb-4a60-bb84-f29f12804d86 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.607862] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b495b6b5-b387-4d82-9a3e-62fd4dfadb48 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 9614706d-274e-4569-8e45-02a470762719] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1191.608202] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b495b6b5-b387-4d82-9a3e-62fd4dfadb48 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 9614706d-274e-4569-8e45-02a470762719] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1191.610199] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-b495b6b5-b387-4d82-9a3e-62fd4dfadb48 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Deleting the datastore file [datastore1] 9614706d-274e-4569-8e45-02a470762719 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1191.610199] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0cde47c1-b608-4ee6-b077-9b17a3e80c61 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.620644] env[63097]: DEBUG oslo_vmware.api [None req-b495b6b5-b387-4d82-9a3e-62fd4dfadb48 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Waiting for the task: (returnval){ [ 1191.620644] env[63097]: value = "task-1686480" [ 1191.620644] env[63097]: _type = "Task" [ 1191.620644] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.633985] env[63097]: DEBUG oslo_vmware.api [None req-b495b6b5-b387-4d82-9a3e-62fd4dfadb48 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686480, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.706731] env[63097]: DEBUG oslo_vmware.api [None req-a67abe9b-2200-4ca3-8375-fe74aeee7459 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686478, 'name': PowerOffVM_Task, 'duration_secs': 0.249373} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.707816] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1191.708146] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a67abe9b-2200-4ca3-8375-fe74aeee7459 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1191.708305] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a67abe9b-2200-4ca3-8375-fe74aeee7459 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1191.708552] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c34070e-2cb4-4225-b59c-f1537ad0afcc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.734602] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Acquiring lock "b1912e4c-6e63-4d6a-af4c-103d0bd50473" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1191.734887] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Lock "b1912e4c-6e63-4d6a-af4c-103d0bd50473" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1191.785374] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a67abe9b-2200-4ca3-8375-fe74aeee7459 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1191.785602] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a67abe9b-2200-4ca3-8375-fe74aeee7459 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1191.785784] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a67abe9b-2200-4ca3-8375-fe74aeee7459 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Deleting the datastore file [datastore1] 4f939250-0a12-4672-aab7-b7ccecce4924 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1191.786068] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cba8979e-3bbf-4026-952e-7dbcc2baf5ec {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.794274] env[63097]: DEBUG oslo_vmware.api [None req-a67abe9b-2200-4ca3-8375-fe74aeee7459 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Waiting for the task: (returnval){ [ 1191.794274] env[63097]: value = "task-1686482" [ 1191.794274] env[63097]: _type = "Task" [ 1191.794274] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.817289] env[63097]: DEBUG oslo_vmware.api [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686476, 'name': ReconfigVM_Task, 'duration_secs': 0.606332} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.817289] env[63097]: DEBUG oslo_vmware.api [None req-a67abe9b-2200-4ca3-8375-fe74aeee7459 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.819555] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 6dfa3031-a980-4de8-83fd-7432ef153490/6dfa3031-a980-4de8-83fd-7432ef153490.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1191.820595] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4689c06-e1f8-4adf-96ce-c9304c60ab0d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.831255] env[63097]: DEBUG oslo_vmware.api [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1191.831255] env[63097]: value = "task-1686483" [ 1191.831255] env[63097]: _type = "Task" [ 1191.831255] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.843893] env[63097]: DEBUG oslo_vmware.api [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686483, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.075370] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6b5aef-11ef-49b4-9477-3318296d702d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.083927] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0727cb7-1ab4-4053-9c70-f213b03697cf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.116137] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7678c590-a88b-44b2-aea5-c81cc595427e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.126586] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8006feca-27b5-4ba4-92b3-ec39f2a955d3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.133518] env[63097]: DEBUG oslo_vmware.api [None req-b495b6b5-b387-4d82-9a3e-62fd4dfadb48 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686480, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261061} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.134148] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-b495b6b5-b387-4d82-9a3e-62fd4dfadb48 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1192.134335] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b495b6b5-b387-4d82-9a3e-62fd4dfadb48 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 9614706d-274e-4569-8e45-02a470762719] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1192.134576] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b495b6b5-b387-4d82-9a3e-62fd4dfadb48 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 9614706d-274e-4569-8e45-02a470762719] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1192.134762] env[63097]: INFO nova.compute.manager [None req-b495b6b5-b387-4d82-9a3e-62fd4dfadb48 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 9614706d-274e-4569-8e45-02a470762719] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1192.134999] env[63097]: DEBUG oslo.service.loopingcall [None req-b495b6b5-b387-4d82-9a3e-62fd4dfadb48 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1192.135200] env[63097]: DEBUG nova.compute.manager [-] [instance: 9614706d-274e-4569-8e45-02a470762719] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1192.135298] env[63097]: DEBUG nova.network.neutron [-] [instance: 9614706d-274e-4569-8e45-02a470762719] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1192.144693] env[63097]: DEBUG nova.compute.provider_tree [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.304988] env[63097]: DEBUG oslo_vmware.api [None req-a67abe9b-2200-4ca3-8375-fe74aeee7459 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296055} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.305625] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a67abe9b-2200-4ca3-8375-fe74aeee7459 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1192.306068] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a67abe9b-2200-4ca3-8375-fe74aeee7459 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1192.306203] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a67abe9b-2200-4ca3-8375-fe74aeee7459 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1192.306823] env[63097]: INFO nova.compute.manager [None req-a67abe9b-2200-4ca3-8375-fe74aeee7459 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1192.306823] env[63097]: DEBUG oslo.service.loopingcall [None req-a67abe9b-2200-4ca3-8375-fe74aeee7459 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1192.307172] env[63097]: DEBUG nova.compute.manager [-] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1192.309162] env[63097]: DEBUG nova.network.neutron [-] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1192.339924] env[63097]: DEBUG oslo_vmware.api [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686483, 'name': Rename_Task, 'duration_secs': 0.153483} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.342326] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1192.342326] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7aef54de-4d78-4d54-a937-433e474d72f3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.349023] env[63097]: DEBUG oslo_vmware.api [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1192.349023] env[63097]: value = "task-1686484" [ 1192.349023] env[63097]: _type = "Task" [ 1192.349023] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.355843] env[63097]: DEBUG oslo_vmware.api [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686484, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.507499] env[63097]: DEBUG nova.compute.manager [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1192.532111] env[63097]: DEBUG nova.virt.hardware [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1192.532111] env[63097]: DEBUG nova.virt.hardware [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1192.532111] env[63097]: DEBUG nova.virt.hardware [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1192.532340] env[63097]: DEBUG nova.virt.hardware [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1192.532763] env[63097]: DEBUG nova.virt.hardware [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1192.533576] env[63097]: DEBUG nova.virt.hardware [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1192.533968] env[63097]: DEBUG nova.virt.hardware [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1192.534285] env[63097]: DEBUG nova.virt.hardware [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1192.534778] env[63097]: DEBUG nova.virt.hardware [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1192.535130] env[63097]: DEBUG nova.virt.hardware [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1192.535718] env[63097]: DEBUG nova.virt.hardware [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1192.536666] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2ed216-c763-442f-b1b7-7b2585843070 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.547557] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd9ff4f-dc94-45f5-b216-a18193b417a7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.650183] env[63097]: DEBUG nova.scheduler.client.report [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1192.654079] env[63097]: DEBUG nova.compute.manager [req-5e2ca50a-203e-4e9e-88f1-03690d0d9715 req-160a6550-99db-4ae0-baac-095b2f2a01dc service nova] [instance: 9614706d-274e-4569-8e45-02a470762719] Received event network-vif-deleted-e13e0ce1-0d0f-433b-be83-3c3ce9eb9545 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1192.656217] env[63097]: INFO nova.compute.manager [req-5e2ca50a-203e-4e9e-88f1-03690d0d9715 req-160a6550-99db-4ae0-baac-095b2f2a01dc service nova] [instance: 9614706d-274e-4569-8e45-02a470762719] Neutron deleted interface e13e0ce1-0d0f-433b-be83-3c3ce9eb9545; detaching it from the instance and deleting it from the info cache [ 1192.656217] env[63097]: DEBUG nova.network.neutron [req-5e2ca50a-203e-4e9e-88f1-03690d0d9715 req-160a6550-99db-4ae0-baac-095b2f2a01dc service nova] [instance: 9614706d-274e-4569-8e45-02a470762719] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.858624] env[63097]: DEBUG oslo_vmware.api [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686484, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.886765] env[63097]: DEBUG nova.compute.manager [req-165032fc-d9a7-4906-831b-ae3c252bf26a req-5c55095a-09ee-4f9d-9aca-24b1849babfe service nova] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Received event network-vif-plugged-73da1d5d-ea02-4567-9437-a4ee36ed7f28 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1192.887036] env[63097]: DEBUG oslo_concurrency.lockutils [req-165032fc-d9a7-4906-831b-ae3c252bf26a req-5c55095a-09ee-4f9d-9aca-24b1849babfe service nova] Acquiring lock "40586716-fefe-4da9-a96b-d2e7a6355ec0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1192.887267] env[63097]: DEBUG oslo_concurrency.lockutils [req-165032fc-d9a7-4906-831b-ae3c252bf26a req-5c55095a-09ee-4f9d-9aca-24b1849babfe service nova] Lock "40586716-fefe-4da9-a96b-d2e7a6355ec0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.887438] env[63097]: DEBUG oslo_concurrency.lockutils [req-165032fc-d9a7-4906-831b-ae3c252bf26a req-5c55095a-09ee-4f9d-9aca-24b1849babfe service nova] Lock "40586716-fefe-4da9-a96b-d2e7a6355ec0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.887606] env[63097]: DEBUG nova.compute.manager [req-165032fc-d9a7-4906-831b-ae3c252bf26a req-5c55095a-09ee-4f9d-9aca-24b1849babfe service nova] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] No waiting events found dispatching network-vif-plugged-73da1d5d-ea02-4567-9437-a4ee36ed7f28 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1192.887768] env[63097]: WARNING nova.compute.manager [req-165032fc-d9a7-4906-831b-ae3c252bf26a req-5c55095a-09ee-4f9d-9aca-24b1849babfe service nova] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Received unexpected event network-vif-plugged-73da1d5d-ea02-4567-9437-a4ee36ed7f28 for instance with vm_state building and task_state spawning. [ 1192.958494] env[63097]: DEBUG nova.network.neutron [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Successfully updated port: 73da1d5d-ea02-4567-9437-a4ee36ed7f28 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1193.071407] env[63097]: DEBUG nova.network.neutron [-] [instance: 9614706d-274e-4569-8e45-02a470762719] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.158578] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1193.160102] env[63097]: DEBUG nova.compute.manager [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1193.162533] env[63097]: DEBUG oslo_concurrency.lockutils [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.347s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1193.164062] env[63097]: INFO nova.compute.claims [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1193.168856] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2819c53c-2620-4e93-85e8-d4f43196c2dc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.181068] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0deda448-fd41-436b-9271-c91cf7dca092 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.198825] env[63097]: DEBUG nova.network.neutron [-] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.227395] env[63097]: DEBUG nova.compute.manager [req-5e2ca50a-203e-4e9e-88f1-03690d0d9715 req-160a6550-99db-4ae0-baac-095b2f2a01dc service nova] [instance: 9614706d-274e-4569-8e45-02a470762719] Detach interface failed, port_id=e13e0ce1-0d0f-433b-be83-3c3ce9eb9545, reason: Instance 9614706d-274e-4569-8e45-02a470762719 could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1193.359261] env[63097]: DEBUG oslo_vmware.api [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686484, 'name': PowerOnVM_Task, 'duration_secs': 0.62284} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.359614] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1193.359736] env[63097]: INFO nova.compute.manager [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Took 9.57 seconds to spawn the instance on the hypervisor. [ 1193.359888] env[63097]: DEBUG nova.compute.manager [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1193.360702] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f760cf9-e71d-49f2-afb7-abbd66aacfcd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.461594] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "refresh_cache-40586716-fefe-4da9-a96b-d2e7a6355ec0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1193.461746] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquired lock "refresh_cache-40586716-fefe-4da9-a96b-d2e7a6355ec0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.461895] env[63097]: DEBUG nova.network.neutron [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1193.574194] env[63097]: INFO nova.compute.manager [-] [instance: 9614706d-274e-4569-8e45-02a470762719] Took 1.44 seconds to deallocate network for instance. [ 1193.669463] env[63097]: DEBUG nova.compute.utils [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1193.674339] env[63097]: DEBUG nova.compute.manager [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1193.674339] env[63097]: DEBUG nova.network.neutron [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1193.702632] env[63097]: INFO nova.compute.manager [-] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] Took 1.39 seconds to deallocate network for instance. [ 1193.722976] env[63097]: DEBUG nova.policy [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7bde7110f75a42cca6313b3de55225ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77b129b72fc0442db1a793743eef3418', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1193.881438] env[63097]: INFO nova.compute.manager [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Took 43.49 seconds to build instance. [ 1193.990284] env[63097]: DEBUG nova.network.neutron [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Successfully created port: 49533727-b3ea-4858-a68b-279e2cb2bc45 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1194.008310] env[63097]: DEBUG nova.network.neutron [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1194.081088] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b495b6b5-b387-4d82-9a3e-62fd4dfadb48 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.173826] env[63097]: DEBUG nova.compute.manager [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1194.208915] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a67abe9b-2200-4ca3-8375-fe74aeee7459 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.239235] env[63097]: DEBUG nova.network.neutron [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Updating instance_info_cache with network_info: [{"id": "73da1d5d-ea02-4567-9437-a4ee36ed7f28", "address": "fa:16:3e:fd:7b:3e", "network": {"id": "4023f1be-d600-441b-9ec5-b01eac0704f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1618053137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a00e94d35e44678b6698f8af082c448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73da1d5d-ea", "ovs_interfaceid": "73da1d5d-ea02-4567-9437-a4ee36ed7f28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.383719] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ac5f132c-08bd-4817-9ca0-d2091315734d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "6dfa3031-a980-4de8-83fd-7432ef153490" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.818s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1194.696032] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3f6bd9-803b-48b4-af9b-4c3af0b6620f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.704811] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b9ab99-e0ad-407f-b29f-8c95f62af761 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.735261] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5874ad6f-9688-47e9-a135-a551831bdd54 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.742759] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Releasing lock "refresh_cache-40586716-fefe-4da9-a96b-d2e7a6355ec0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.743074] env[63097]: DEBUG nova.compute.manager [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Instance network_info: |[{"id": "73da1d5d-ea02-4567-9437-a4ee36ed7f28", "address": "fa:16:3e:fd:7b:3e", "network": {"id": "4023f1be-d600-441b-9ec5-b01eac0704f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1618053137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a00e94d35e44678b6698f8af082c448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73da1d5d-ea", "ovs_interfaceid": "73da1d5d-ea02-4567-9437-a4ee36ed7f28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1194.743508] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:7b:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4105fae7-3de1-4a6c-a44b-39097c174699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73da1d5d-ea02-4567-9437-a4ee36ed7f28', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1194.750801] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Creating folder: Project (3a00e94d35e44678b6698f8af082c448). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1194.751996] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46229f3c-27d6-4041-b2cb-b44806080b2a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.756042] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eca663d1-ea7e-4702-98fc-be47d7f7d9c0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.770449] env[63097]: DEBUG nova.compute.provider_tree [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.772655] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Created folder: Project (3a00e94d35e44678b6698f8af082c448) in parent group-v351483. [ 1194.772837] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Creating folder: Instances. Parent ref: group-v351546. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1194.773129] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3bc03c37-4ab7-43fd-951f-c0a412e78b10 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.783494] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Created folder: Instances in parent group-v351546. [ 1194.783746] env[63097]: DEBUG oslo.service.loopingcall [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1194.783929] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1194.784377] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-877e1b44-dcc3-4ad9-bf78-56361f3084b5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.803442] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1194.803442] env[63097]: value = "task-1686487" [ 1194.803442] env[63097]: _type = "Task" [ 1194.803442] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.811480] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686487, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.838989] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ca65bcd3-d5a0-4fa1-a527-443329697681 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquiring lock "6dfa3031-a980-4de8-83fd-7432ef153490" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.838989] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ca65bcd3-d5a0-4fa1-a527-443329697681 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "6dfa3031-a980-4de8-83fd-7432ef153490" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1194.839203] env[63097]: DEBUG nova.compute.manager [None req-ca65bcd3-d5a0-4fa1-a527-443329697681 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1194.841030] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6bb5e7-d7bd-4ea5-8b1c-09a650d8c7fe {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.846746] env[63097]: DEBUG nova.compute.manager [None req-ca65bcd3-d5a0-4fa1-a527-443329697681 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63097) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1194.847399] env[63097]: DEBUG nova.objects.instance [None req-ca65bcd3-d5a0-4fa1-a527-443329697681 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lazy-loading 'flavor' on Instance uuid 6dfa3031-a980-4de8-83fd-7432ef153490 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.850351] env[63097]: DEBUG nova.compute.manager [req-73f8bbde-eb81-4d95-a167-080301eeaf14 req-ab52dbd9-e5f6-4f2a-b3d1-055ac32ee56a service nova] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] Received event network-vif-deleted-12cdb18d-f4c8-469d-a00e-4d6fef93b211 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1194.887709] env[63097]: DEBUG nova.compute.manager [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1195.096543] env[63097]: DEBUG nova.compute.manager [req-0199e81b-d518-4e6f-8ba8-29e05d7802ef req-efb88957-0ecc-436d-94b5-3a80f9e25959 service nova] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Received event network-changed-73da1d5d-ea02-4567-9437-a4ee36ed7f28 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1195.096746] env[63097]: DEBUG nova.compute.manager [req-0199e81b-d518-4e6f-8ba8-29e05d7802ef req-efb88957-0ecc-436d-94b5-3a80f9e25959 service nova] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Refreshing instance network info cache due to event network-changed-73da1d5d-ea02-4567-9437-a4ee36ed7f28. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1195.096965] env[63097]: DEBUG oslo_concurrency.lockutils [req-0199e81b-d518-4e6f-8ba8-29e05d7802ef req-efb88957-0ecc-436d-94b5-3a80f9e25959 service nova] Acquiring lock "refresh_cache-40586716-fefe-4da9-a96b-d2e7a6355ec0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.097226] env[63097]: DEBUG oslo_concurrency.lockutils [req-0199e81b-d518-4e6f-8ba8-29e05d7802ef req-efb88957-0ecc-436d-94b5-3a80f9e25959 service nova] Acquired lock "refresh_cache-40586716-fefe-4da9-a96b-d2e7a6355ec0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.097410] env[63097]: DEBUG nova.network.neutron [req-0199e81b-d518-4e6f-8ba8-29e05d7802ef req-efb88957-0ecc-436d-94b5-3a80f9e25959 service nova] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Refreshing network info cache for port 73da1d5d-ea02-4567-9437-a4ee36ed7f28 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1195.188757] env[63097]: DEBUG nova.compute.manager [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1195.227599] env[63097]: DEBUG nova.virt.hardware [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1195.228491] env[63097]: DEBUG nova.virt.hardware [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1195.228491] env[63097]: DEBUG nova.virt.hardware [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1195.228491] env[63097]: DEBUG nova.virt.hardware [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1195.228491] env[63097]: DEBUG nova.virt.hardware [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1195.228491] env[63097]: DEBUG nova.virt.hardware [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1195.228745] env[63097]: DEBUG nova.virt.hardware [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1195.228745] env[63097]: DEBUG nova.virt.hardware [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1195.228917] env[63097]: DEBUG nova.virt.hardware [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1195.229168] env[63097]: DEBUG nova.virt.hardware [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1195.229305] env[63097]: DEBUG nova.virt.hardware [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1195.230676] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562efcf2-67b3-40e0-8c5b-7ede74f8eb42 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.239594] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718cf1e3-7f45-4734-9d29-2a80e1db1e6b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.276418] env[63097]: DEBUG nova.scheduler.client.report [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1195.314945] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686487, 'name': CreateVM_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.355076] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca65bcd3-d5a0-4fa1-a527-443329697681 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1195.355076] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eff97d9b-fd06-4672-8f72-2b1e5b80d8cb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.363609] env[63097]: DEBUG oslo_vmware.api [None req-ca65bcd3-d5a0-4fa1-a527-443329697681 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1195.363609] env[63097]: value = "task-1686488" [ 1195.363609] env[63097]: _type = "Task" [ 1195.363609] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.374976] env[63097]: DEBUG oslo_vmware.api [None req-ca65bcd3-d5a0-4fa1-a527-443329697681 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.410330] env[63097]: DEBUG oslo_concurrency.lockutils [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1195.495569] env[63097]: DEBUG nova.network.neutron [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Successfully updated port: 49533727-b3ea-4858-a68b-279e2cb2bc45 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1195.781378] env[63097]: DEBUG oslo_concurrency.lockutils [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1195.781938] env[63097]: DEBUG nova.compute.manager [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1195.785154] env[63097]: DEBUG oslo_concurrency.lockutils [None req-24467a63-67d1-40a3-a697-d056db849b3d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.383s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1195.785524] env[63097]: DEBUG nova.objects.instance [None req-24467a63-67d1-40a3-a697-d056db849b3d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Lazy-loading 'resources' on Instance uuid f7682359-f969-4869-869c-318c3bf750fb {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.799205] env[63097]: DEBUG nova.network.neutron [req-0199e81b-d518-4e6f-8ba8-29e05d7802ef req-efb88957-0ecc-436d-94b5-3a80f9e25959 service nova] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Updated VIF entry in instance network info cache for port 73da1d5d-ea02-4567-9437-a4ee36ed7f28. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1195.799513] env[63097]: DEBUG nova.network.neutron [req-0199e81b-d518-4e6f-8ba8-29e05d7802ef req-efb88957-0ecc-436d-94b5-3a80f9e25959 service nova] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Updating instance_info_cache with network_info: [{"id": "73da1d5d-ea02-4567-9437-a4ee36ed7f28", "address": "fa:16:3e:fd:7b:3e", "network": {"id": "4023f1be-d600-441b-9ec5-b01eac0704f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1618053137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a00e94d35e44678b6698f8af082c448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73da1d5d-ea", "ovs_interfaceid": "73da1d5d-ea02-4567-9437-a4ee36ed7f28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.813945] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686487, 'name': CreateVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.874700] env[63097]: DEBUG oslo_vmware.api [None req-ca65bcd3-d5a0-4fa1-a527-443329697681 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686488, 'name': PowerOffVM_Task, 'duration_secs': 0.182225} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.874955] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca65bcd3-d5a0-4fa1-a527-443329697681 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1195.875140] env[63097]: DEBUG nova.compute.manager [None req-ca65bcd3-d5a0-4fa1-a527-443329697681 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1195.875931] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15c68ac-eab9-472f-b2b0-f5662c02c369 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.003402] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Acquiring lock "refresh_cache-a05dedbb-7811-469d-aff7-e2c03dde8c41" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1196.003402] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Acquired lock "refresh_cache-a05dedbb-7811-469d-aff7-e2c03dde8c41" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.003402] env[63097]: DEBUG nova.network.neutron [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1196.289587] env[63097]: DEBUG nova.compute.utils [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1196.294529] env[63097]: DEBUG nova.compute.manager [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1196.294529] env[63097]: DEBUG nova.network.neutron [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1196.302531] env[63097]: DEBUG oslo_concurrency.lockutils [req-0199e81b-d518-4e6f-8ba8-29e05d7802ef req-efb88957-0ecc-436d-94b5-3a80f9e25959 service nova] Releasing lock "refresh_cache-40586716-fefe-4da9-a96b-d2e7a6355ec0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.316601] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686487, 'name': CreateVM_Task, 'duration_secs': 1.390673} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.319247] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1196.320189] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1196.320385] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.320721] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1196.321010] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e15afc73-753e-405b-9881-fe12e8e63ee9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.326520] env[63097]: DEBUG oslo_vmware.api [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for the task: (returnval){ [ 1196.326520] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d93786-c5ee-0360-90bb-b25e3a8fcc78" [ 1196.326520] env[63097]: _type = "Task" [ 1196.326520] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.335684] env[63097]: DEBUG oslo_vmware.api [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d93786-c5ee-0360-90bb-b25e3a8fcc78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.339884] env[63097]: DEBUG nova.policy [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aeca3c84ed1047dbbf816b8901086722', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5a50116421542c9b9c1386b9bd015e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1196.389299] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ca65bcd3-d5a0-4fa1-a527-443329697681 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "6dfa3031-a980-4de8-83fd-7432ef153490" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.550s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1196.536474] env[63097]: DEBUG nova.network.neutron [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1196.621416] env[63097]: DEBUG nova.network.neutron [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Successfully created port: 36256764-a47a-4db0-b7bf-9679759942f4 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1196.707144] env[63097]: DEBUG nova.network.neutron [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Updating instance_info_cache with network_info: [{"id": "49533727-b3ea-4858-a68b-279e2cb2bc45", "address": "fa:16:3e:29:f9:6f", "network": {"id": "97a91bb6-ea1f-4ba3-ba33-aaa65adea374", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-714773217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77b129b72fc0442db1a793743eef3418", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49533727-b3", "ovs_interfaceid": "49533727-b3ea-4858-a68b-279e2cb2bc45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.795066] env[63097]: DEBUG nova.compute.manager [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1196.818699] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c359a60d-0697-4b09-b4e6-452cdb64a47e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.824936] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825ed9ae-d8c0-4ec1-a57c-bbf755f5bca5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.842223] env[63097]: DEBUG oslo_vmware.api [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d93786-c5ee-0360-90bb-b25e3a8fcc78, 'name': SearchDatastore_Task, 'duration_secs': 0.015898} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.870426] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.870868] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1196.871016] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1196.871185] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.871404] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1196.872420] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be3f1370-2e30-4193-b7cf-d2ba299cc319 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.875043] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127953af-863c-4e55-8981-92eb73c5d5ce {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.885698] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11053182-b515-4483-abf0-09f1a7f69e00 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.890713] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1196.890942] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1196.892032] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2938e6b9-fd19-45c0-bf0a-37bf967f3595 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.906939] env[63097]: DEBUG nova.compute.provider_tree [None req-24467a63-67d1-40a3-a697-d056db849b3d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.912307] env[63097]: DEBUG oslo_vmware.api [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for the task: (returnval){ [ 1196.912307] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52765245-2826-76db-da87-468e4acdf4a8" [ 1196.912307] env[63097]: _type = "Task" [ 1196.912307] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.920519] env[63097]: DEBUG oslo_vmware.api [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52765245-2826-76db-da87-468e4acdf4a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.207000] env[63097]: DEBUG nova.compute.manager [req-d73744a1-8a04-4eb3-9da2-bad49f64f7f2 req-f6cfc78a-cc75-4a48-a696-f877a07ee010 service nova] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Received event network-vif-plugged-49533727-b3ea-4858-a68b-279e2cb2bc45 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1197.207194] env[63097]: DEBUG oslo_concurrency.lockutils [req-d73744a1-8a04-4eb3-9da2-bad49f64f7f2 req-f6cfc78a-cc75-4a48-a696-f877a07ee010 service nova] Acquiring lock "a05dedbb-7811-469d-aff7-e2c03dde8c41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1197.207365] env[63097]: DEBUG oslo_concurrency.lockutils [req-d73744a1-8a04-4eb3-9da2-bad49f64f7f2 req-f6cfc78a-cc75-4a48-a696-f877a07ee010 service nova] Lock "a05dedbb-7811-469d-aff7-e2c03dde8c41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1197.207544] env[63097]: DEBUG oslo_concurrency.lockutils [req-d73744a1-8a04-4eb3-9da2-bad49f64f7f2 req-f6cfc78a-cc75-4a48-a696-f877a07ee010 service nova] Lock "a05dedbb-7811-469d-aff7-e2c03dde8c41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1197.207716] env[63097]: DEBUG nova.compute.manager [req-d73744a1-8a04-4eb3-9da2-bad49f64f7f2 req-f6cfc78a-cc75-4a48-a696-f877a07ee010 service nova] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] No waiting events found dispatching network-vif-plugged-49533727-b3ea-4858-a68b-279e2cb2bc45 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1197.207883] env[63097]: WARNING nova.compute.manager [req-d73744a1-8a04-4eb3-9da2-bad49f64f7f2 req-f6cfc78a-cc75-4a48-a696-f877a07ee010 service nova] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Received unexpected event network-vif-plugged-49533727-b3ea-4858-a68b-279e2cb2bc45 for instance with vm_state building and task_state spawning. [ 1197.208147] env[63097]: DEBUG nova.compute.manager [req-d73744a1-8a04-4eb3-9da2-bad49f64f7f2 req-f6cfc78a-cc75-4a48-a696-f877a07ee010 service nova] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Received event network-changed-49533727-b3ea-4858-a68b-279e2cb2bc45 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1197.208732] env[63097]: DEBUG nova.compute.manager [req-d73744a1-8a04-4eb3-9da2-bad49f64f7f2 req-f6cfc78a-cc75-4a48-a696-f877a07ee010 service nova] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Refreshing instance network info cache due to event network-changed-49533727-b3ea-4858-a68b-279e2cb2bc45. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1197.208929] env[63097]: DEBUG oslo_concurrency.lockutils [req-d73744a1-8a04-4eb3-9da2-bad49f64f7f2 req-f6cfc78a-cc75-4a48-a696-f877a07ee010 service nova] Acquiring lock "refresh_cache-a05dedbb-7811-469d-aff7-e2c03dde8c41" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.209711] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Releasing lock "refresh_cache-a05dedbb-7811-469d-aff7-e2c03dde8c41" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.209924] env[63097]: DEBUG nova.compute.manager [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Instance network_info: |[{"id": "49533727-b3ea-4858-a68b-279e2cb2bc45", "address": "fa:16:3e:29:f9:6f", "network": {"id": "97a91bb6-ea1f-4ba3-ba33-aaa65adea374", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-714773217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77b129b72fc0442db1a793743eef3418", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49533727-b3", "ovs_interfaceid": "49533727-b3ea-4858-a68b-279e2cb2bc45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1197.210311] env[63097]: DEBUG oslo_concurrency.lockutils [req-d73744a1-8a04-4eb3-9da2-bad49f64f7f2 req-f6cfc78a-cc75-4a48-a696-f877a07ee010 service nova] Acquired lock "refresh_cache-a05dedbb-7811-469d-aff7-e2c03dde8c41" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.210447] env[63097]: DEBUG nova.network.neutron [req-d73744a1-8a04-4eb3-9da2-bad49f64f7f2 req-f6cfc78a-cc75-4a48-a696-f877a07ee010 service nova] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Refreshing network info cache for port 49533727-b3ea-4858-a68b-279e2cb2bc45 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1197.211737] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:f9:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '87bbf4e0-9064-4516-b7e7-44973f817205', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49533727-b3ea-4858-a68b-279e2cb2bc45', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1197.220325] env[63097]: DEBUG oslo.service.loopingcall [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1197.221405] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1197.222011] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4994d6f4-9d77-433e-a34a-67c2ae487b62 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.246330] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1197.246330] env[63097]: value = "task-1686489" [ 1197.246330] env[63097]: _type = "Task" [ 1197.246330] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.255672] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686489, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.413669] env[63097]: DEBUG nova.scheduler.client.report [None req-24467a63-67d1-40a3-a697-d056db849b3d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1197.429227] env[63097]: DEBUG oslo_vmware.api [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52765245-2826-76db-da87-468e4acdf4a8, 'name': SearchDatastore_Task, 'duration_secs': 0.009818} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.430203] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b17fa4d-f3f2-4525-a796-62500b9a2878 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.436724] env[63097]: DEBUG oslo_vmware.api [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for the task: (returnval){ [ 1197.436724] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5227f325-2140-59ab-ae3c-b58610df57a6" [ 1197.436724] env[63097]: _type = "Task" [ 1197.436724] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.446499] env[63097]: DEBUG oslo_vmware.api [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5227f325-2140-59ab-ae3c-b58610df57a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.757549] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686489, 'name': CreateVM_Task, 'duration_secs': 0.326765} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.757824] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1197.758520] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.758688] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.759023] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.759289] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dc146fa-02d5-4f99-a20f-568d66fcaeb6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.766680] env[63097]: DEBUG oslo_vmware.api [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Waiting for the task: (returnval){ [ 1197.766680] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52fd3518-98b9-552e-0786-f36cfe524ef8" [ 1197.766680] env[63097]: _type = "Task" [ 1197.766680] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.774936] env[63097]: DEBUG oslo_vmware.api [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52fd3518-98b9-552e-0786-f36cfe524ef8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.806387] env[63097]: DEBUG nova.compute.manager [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1197.832363] env[63097]: DEBUG nova.virt.hardware [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1197.832615] env[63097]: DEBUG nova.virt.hardware [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1197.832769] env[63097]: DEBUG nova.virt.hardware [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.832947] env[63097]: DEBUG nova.virt.hardware [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1197.833104] env[63097]: DEBUG nova.virt.hardware [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.833252] env[63097]: DEBUG nova.virt.hardware [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1197.833458] env[63097]: DEBUG nova.virt.hardware [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1197.833619] env[63097]: DEBUG nova.virt.hardware [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1197.833783] env[63097]: DEBUG nova.virt.hardware [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1197.833944] env[63097]: DEBUG nova.virt.hardware [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1197.834128] env[63097]: DEBUG nova.virt.hardware [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1197.835101] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30627de5-0de3-438e-9a74-e0cfdabf1173 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.843588] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2a6704-6ffc-472d-9a31-5a0e19768095 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.922672] env[63097]: DEBUG oslo_concurrency.lockutils [None req-24467a63-67d1-40a3-a697-d056db849b3d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.138s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1197.925849] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.199s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1197.926858] env[63097]: INFO nova.compute.claims [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1197.947441] env[63097]: DEBUG oslo_vmware.api [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5227f325-2140-59ab-ae3c-b58610df57a6, 'name': SearchDatastore_Task, 'duration_secs': 0.00999} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.948589] env[63097]: INFO nova.scheduler.client.report [None req-24467a63-67d1-40a3-a697-d056db849b3d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Deleted allocations for instance f7682359-f969-4869-869c-318c3bf750fb [ 1197.949807] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.953760] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 40586716-fefe-4da9-a96b-d2e7a6355ec0/40586716-fefe-4da9-a96b-d2e7a6355ec0.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1197.955597] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-728071a6-d51c-471e-8ef6-c9d0f08c4def {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.965517] env[63097]: DEBUG oslo_vmware.api [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for the task: (returnval){ [ 1197.965517] env[63097]: value = "task-1686490" [ 1197.965517] env[63097]: _type = "Task" [ 1197.965517] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.979020] env[63097]: DEBUG oslo_vmware.api [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1686490, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.068497] env[63097]: DEBUG nova.network.neutron [req-d73744a1-8a04-4eb3-9da2-bad49f64f7f2 req-f6cfc78a-cc75-4a48-a696-f877a07ee010 service nova] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Updated VIF entry in instance network info cache for port 49533727-b3ea-4858-a68b-279e2cb2bc45. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1198.068951] env[63097]: DEBUG nova.network.neutron [req-d73744a1-8a04-4eb3-9da2-bad49f64f7f2 req-f6cfc78a-cc75-4a48-a696-f877a07ee010 service nova] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Updating instance_info_cache with network_info: [{"id": "49533727-b3ea-4858-a68b-279e2cb2bc45", "address": "fa:16:3e:29:f9:6f", "network": {"id": "97a91bb6-ea1f-4ba3-ba33-aaa65adea374", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-714773217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77b129b72fc0442db1a793743eef3418", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49533727-b3", "ovs_interfaceid": "49533727-b3ea-4858-a68b-279e2cb2bc45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.282845] env[63097]: DEBUG oslo_vmware.api [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52fd3518-98b9-552e-0786-f36cfe524ef8, 'name': SearchDatastore_Task, 'duration_secs': 0.011088} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.283515] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.283951] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1198.284352] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.284701] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.285063] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1198.285530] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5aee56c3-4504-4d8c-9596-e4ce312785ba {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.304142] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1198.304448] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1198.305355] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4cbfbcb-74db-4583-9068-0ae1986d421a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.315584] env[63097]: DEBUG oslo_vmware.api [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Waiting for the task: (returnval){ [ 1198.315584] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a69382-d1c2-34ca-6c4d-e799624f1a32" [ 1198.315584] env[63097]: _type = "Task" [ 1198.315584] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.327837] env[63097]: DEBUG oslo_vmware.api [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a69382-d1c2-34ca-6c4d-e799624f1a32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.375773] env[63097]: DEBUG nova.compute.manager [None req-fb095649-133e-413c-a7ea-fff120291991 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1198.375773] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb3fcb5-5a54-4275-bcca-82a3bb78abdb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.381315] env[63097]: DEBUG nova.network.neutron [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Successfully updated port: 36256764-a47a-4db0-b7bf-9679759942f4 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1198.463165] env[63097]: DEBUG oslo_concurrency.lockutils [None req-24467a63-67d1-40a3-a697-d056db849b3d tempest-ServersAdmin275Test-448998784 tempest-ServersAdmin275Test-448998784-project-member] Lock "f7682359-f969-4869-869c-318c3bf750fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.975s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1198.482533] env[63097]: DEBUG oslo_vmware.api [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1686490, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.571780] env[63097]: DEBUG oslo_concurrency.lockutils [req-d73744a1-8a04-4eb3-9da2-bad49f64f7f2 req-f6cfc78a-cc75-4a48-a696-f877a07ee010 service nova] Releasing lock "refresh_cache-a05dedbb-7811-469d-aff7-e2c03dde8c41" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.827727] env[63097]: DEBUG oslo_vmware.api [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a69382-d1c2-34ca-6c4d-e799624f1a32, 'name': SearchDatastore_Task, 'duration_secs': 0.066014} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.828758] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f159e8f8-b238-4fac-bee9-953c515d25ec {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.835028] env[63097]: DEBUG oslo_vmware.api [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Waiting for the task: (returnval){ [ 1198.835028] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5250b1b0-a9ec-ff02-1a6a-3157e1bb016d" [ 1198.835028] env[63097]: _type = "Task" [ 1198.835028] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.843956] env[63097]: DEBUG oslo_vmware.api [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5250b1b0-a9ec-ff02-1a6a-3157e1bb016d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.885793] env[63097]: DEBUG oslo_concurrency.lockutils [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Acquiring lock "refresh_cache-737c0d60-09bb-4883-b61b-93091bf6cb65" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.885954] env[63097]: DEBUG oslo_concurrency.lockutils [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Acquired lock "refresh_cache-737c0d60-09bb-4883-b61b-93091bf6cb65" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.886120] env[63097]: DEBUG nova.network.neutron [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1198.897445] env[63097]: INFO nova.compute.manager [None req-fb095649-133e-413c-a7ea-fff120291991 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] instance snapshotting [ 1198.897445] env[63097]: WARNING nova.compute.manager [None req-fb095649-133e-413c-a7ea-fff120291991 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1198.900094] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd21d1b-c502-4ed5-be15-056c3620fa39 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.921984] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f29aed4-287b-40a5-b5a1-5f171fd1cf82 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.977405] env[63097]: DEBUG oslo_vmware.api [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1686490, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665234} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.980038] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 40586716-fefe-4da9-a96b-d2e7a6355ec0/40586716-fefe-4da9-a96b-d2e7a6355ec0.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1198.980372] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1198.981029] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea145dda-ea36-484e-9c0c-bf79b870c0ff {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.989413] env[63097]: DEBUG oslo_vmware.api [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for the task: (returnval){ [ 1198.989413] env[63097]: value = "task-1686491" [ 1198.989413] env[63097]: _type = "Task" [ 1198.989413] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.001470] env[63097]: DEBUG oslo_vmware.api [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1686491, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.269459] env[63097]: DEBUG nova.compute.manager [req-0cf23818-86f7-4319-b688-e0c65f61d34a req-73f34a5e-808f-4459-adfe-8a1464e40e30 service nova] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Received event network-vif-plugged-36256764-a47a-4db0-b7bf-9679759942f4 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1199.269693] env[63097]: DEBUG oslo_concurrency.lockutils [req-0cf23818-86f7-4319-b688-e0c65f61d34a req-73f34a5e-808f-4459-adfe-8a1464e40e30 service nova] Acquiring lock "737c0d60-09bb-4883-b61b-93091bf6cb65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1199.269931] env[63097]: DEBUG oslo_concurrency.lockutils [req-0cf23818-86f7-4319-b688-e0c65f61d34a req-73f34a5e-808f-4459-adfe-8a1464e40e30 service nova] Lock "737c0d60-09bb-4883-b61b-93091bf6cb65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1199.270252] env[63097]: DEBUG oslo_concurrency.lockutils [req-0cf23818-86f7-4319-b688-e0c65f61d34a req-73f34a5e-808f-4459-adfe-8a1464e40e30 service nova] Lock "737c0d60-09bb-4883-b61b-93091bf6cb65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1199.270469] env[63097]: DEBUG nova.compute.manager [req-0cf23818-86f7-4319-b688-e0c65f61d34a req-73f34a5e-808f-4459-adfe-8a1464e40e30 service nova] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] No waiting events found dispatching network-vif-plugged-36256764-a47a-4db0-b7bf-9679759942f4 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1199.270688] env[63097]: WARNING nova.compute.manager [req-0cf23818-86f7-4319-b688-e0c65f61d34a req-73f34a5e-808f-4459-adfe-8a1464e40e30 service nova] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Received unexpected event network-vif-plugged-36256764-a47a-4db0-b7bf-9679759942f4 for instance with vm_state building and task_state spawning. [ 1199.271384] env[63097]: DEBUG nova.compute.manager [req-0cf23818-86f7-4319-b688-e0c65f61d34a req-73f34a5e-808f-4459-adfe-8a1464e40e30 service nova] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Received event network-changed-36256764-a47a-4db0-b7bf-9679759942f4 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1199.271384] env[63097]: DEBUG nova.compute.manager [req-0cf23818-86f7-4319-b688-e0c65f61d34a req-73f34a5e-808f-4459-adfe-8a1464e40e30 service nova] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Refreshing instance network info cache due to event network-changed-36256764-a47a-4db0-b7bf-9679759942f4. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1199.271384] env[63097]: DEBUG oslo_concurrency.lockutils [req-0cf23818-86f7-4319-b688-e0c65f61d34a req-73f34a5e-808f-4459-adfe-8a1464e40e30 service nova] Acquiring lock "refresh_cache-737c0d60-09bb-4883-b61b-93091bf6cb65" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.346792] env[63097]: DEBUG oslo_vmware.api [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5250b1b0-a9ec-ff02-1a6a-3157e1bb016d, 'name': SearchDatastore_Task, 'duration_secs': 0.014933} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.351054] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.351354] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] a05dedbb-7811-469d-aff7-e2c03dde8c41/a05dedbb-7811-469d-aff7-e2c03dde8c41.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1199.352031] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3c2bcf7-9946-4016-9540-d8d7c6d9bc13 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.358878] env[63097]: DEBUG oslo_vmware.api [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Waiting for the task: (returnval){ [ 1199.358878] env[63097]: value = "task-1686492" [ 1199.358878] env[63097]: _type = "Task" [ 1199.358878] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.369989] env[63097]: DEBUG oslo_vmware.api [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Task: {'id': task-1686492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.420353] env[63097]: DEBUG nova.network.neutron [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1199.434323] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-fb095649-133e-413c-a7ea-fff120291991 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Creating Snapshot of the VM instance {{(pid=63097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1199.434603] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2fa5184b-e114-41a8-bc94-b3cec1995032 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.448100] env[63097]: DEBUG oslo_vmware.api [None req-fb095649-133e-413c-a7ea-fff120291991 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1199.448100] env[63097]: value = "task-1686493" [ 1199.448100] env[63097]: _type = "Task" [ 1199.448100] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.453272] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980ee5e8-2679-49c5-8fc1-3ff9ab84aa69 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.462243] env[63097]: DEBUG oslo_vmware.api [None req-fb095649-133e-413c-a7ea-fff120291991 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686493, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.465046] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9e823c-b635-40f8-82ac-004a483054cd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.503548] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8efda4a0-489d-4546-9a38-0473d95c800d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.518863] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3e3421-db99-4523-9967-180c0227399a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.523894] env[63097]: DEBUG oslo_vmware.api [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1686491, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071784} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.523894] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1199.525063] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb01f12-3b6d-4015-983f-fd1e0a3c4fac {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.537780] env[63097]: DEBUG nova.compute.provider_tree [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.565026] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 40586716-fefe-4da9-a96b-d2e7a6355ec0/40586716-fefe-4da9-a96b-d2e7a6355ec0.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.570396] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a27a6829-3adb-4f3f-abca-f6a8ab5f7200 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.592426] env[63097]: DEBUG oslo_vmware.api [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for the task: (returnval){ [ 1199.592426] env[63097]: value = "task-1686494" [ 1199.592426] env[63097]: _type = "Task" [ 1199.592426] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.604021] env[63097]: DEBUG oslo_vmware.api [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1686494, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.625916] env[63097]: DEBUG nova.network.neutron [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Updating instance_info_cache with network_info: [{"id": "36256764-a47a-4db0-b7bf-9679759942f4", "address": "fa:16:3e:d2:f6:0f", "network": {"id": "dc9c37f2-f1aa-4353-94d6-e8f7e52b53cf", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1565466553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5a50116421542c9b9c1386b9bd015e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36256764-a4", "ovs_interfaceid": "36256764-a47a-4db0-b7bf-9679759942f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.874226] env[63097]: DEBUG oslo_vmware.api [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Task: {'id': task-1686492, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.958282] env[63097]: DEBUG oslo_vmware.api [None req-fb095649-133e-413c-a7ea-fff120291991 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686493, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.043167] env[63097]: DEBUG nova.scheduler.client.report [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1200.104453] env[63097]: DEBUG oslo_vmware.api [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1686494, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.128503] env[63097]: DEBUG oslo_concurrency.lockutils [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Releasing lock "refresh_cache-737c0d60-09bb-4883-b61b-93091bf6cb65" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.128624] env[63097]: DEBUG nova.compute.manager [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Instance network_info: |[{"id": "36256764-a47a-4db0-b7bf-9679759942f4", "address": "fa:16:3e:d2:f6:0f", "network": {"id": "dc9c37f2-f1aa-4353-94d6-e8f7e52b53cf", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1565466553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5a50116421542c9b9c1386b9bd015e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36256764-a4", "ovs_interfaceid": "36256764-a47a-4db0-b7bf-9679759942f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1200.128969] env[63097]: DEBUG oslo_concurrency.lockutils [req-0cf23818-86f7-4319-b688-e0c65f61d34a req-73f34a5e-808f-4459-adfe-8a1464e40e30 service nova] Acquired lock "refresh_cache-737c0d60-09bb-4883-b61b-93091bf6cb65" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.129145] env[63097]: DEBUG nova.network.neutron [req-0cf23818-86f7-4319-b688-e0c65f61d34a req-73f34a5e-808f-4459-adfe-8a1464e40e30 service nova] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Refreshing network info cache for port 36256764-a47a-4db0-b7bf-9679759942f4 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1200.130512] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:f6:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4c5eb94-841c-4713-985a-8fc4117fbaf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36256764-a47a-4db0-b7bf-9679759942f4', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1200.138613] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Creating folder: Project (f5a50116421542c9b9c1386b9bd015e4). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1200.139885] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28d1df84-dce3-4bbb-9235-0591bcf62684 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.153709] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Created folder: Project (f5a50116421542c9b9c1386b9bd015e4) in parent group-v351483. [ 1200.153709] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Creating folder: Instances. Parent ref: group-v351551. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1200.153709] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7173b4f4-b839-44d4-902d-b3caa01678a7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.167931] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Created folder: Instances in parent group-v351551. [ 1200.168336] env[63097]: DEBUG oslo.service.loopingcall [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1200.168633] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1200.168902] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-769f1e4c-4f32-48f3-a457-eca224a1db4f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.191844] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1200.191844] env[63097]: value = "task-1686497" [ 1200.191844] env[63097]: _type = "Task" [ 1200.191844] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.210652] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686497, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.371575] env[63097]: DEBUG oslo_vmware.api [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Task: {'id': task-1686492, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530537} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.371716] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] a05dedbb-7811-469d-aff7-e2c03dde8c41/a05dedbb-7811-469d-aff7-e2c03dde8c41.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1200.371882] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1200.372161] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-758cbc14-1148-4521-a0d7-44dba2ec6340 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.379565] env[63097]: DEBUG oslo_vmware.api [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Waiting for the task: (returnval){ [ 1200.379565] env[63097]: value = "task-1686498" [ 1200.379565] env[63097]: _type = "Task" [ 1200.379565] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.390032] env[63097]: DEBUG oslo_vmware.api [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Task: {'id': task-1686498, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.460533] env[63097]: DEBUG oslo_vmware.api [None req-fb095649-133e-413c-a7ea-fff120291991 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686493, 'name': CreateSnapshot_Task, 'duration_secs': 0.655195} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.460901] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-fb095649-133e-413c-a7ea-fff120291991 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Created Snapshot of the VM instance {{(pid=63097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1200.461669] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcae1eea-14de-4fa9-9d69-e3bef0d3f6c5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.550069] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1200.551304] env[63097]: DEBUG nova.compute.manager [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1200.554771] env[63097]: DEBUG oslo_concurrency.lockutils [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.290s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1200.560795] env[63097]: INFO nova.compute.claims [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1200.608920] env[63097]: DEBUG oslo_vmware.api [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1686494, 'name': ReconfigVM_Task, 'duration_secs': 0.632786} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.609215] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 40586716-fefe-4da9-a96b-d2e7a6355ec0/40586716-fefe-4da9-a96b-d2e7a6355ec0.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.609783] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d7eb26a-6a50-4bdb-b21c-193342d6c2f6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.616912] env[63097]: DEBUG oslo_vmware.api [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for the task: (returnval){ [ 1200.616912] env[63097]: value = "task-1686499" [ 1200.616912] env[63097]: _type = "Task" [ 1200.616912] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.625953] env[63097]: DEBUG oslo_vmware.api [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1686499, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.708892] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686497, 'name': CreateVM_Task, 'duration_secs': 0.344755} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.709079] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1200.709774] env[63097]: DEBUG oslo_concurrency.lockutils [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.709945] env[63097]: DEBUG oslo_concurrency.lockutils [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.710324] env[63097]: DEBUG oslo_concurrency.lockutils [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1200.710573] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06d4ca00-05c2-40e3-b450-708e85aa6781 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.718321] env[63097]: DEBUG oslo_vmware.api [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Waiting for the task: (returnval){ [ 1200.718321] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5278cf1a-af91-f869-eec7-5658d0ae67c9" [ 1200.718321] env[63097]: _type = "Task" [ 1200.718321] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.727414] env[63097]: DEBUG oslo_vmware.api [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5278cf1a-af91-f869-eec7-5658d0ae67c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.868746] env[63097]: DEBUG nova.network.neutron [req-0cf23818-86f7-4319-b688-e0c65f61d34a req-73f34a5e-808f-4459-adfe-8a1464e40e30 service nova] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Updated VIF entry in instance network info cache for port 36256764-a47a-4db0-b7bf-9679759942f4. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1200.869132] env[63097]: DEBUG nova.network.neutron [req-0cf23818-86f7-4319-b688-e0c65f61d34a req-73f34a5e-808f-4459-adfe-8a1464e40e30 service nova] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Updating instance_info_cache with network_info: [{"id": "36256764-a47a-4db0-b7bf-9679759942f4", "address": "fa:16:3e:d2:f6:0f", "network": {"id": "dc9c37f2-f1aa-4353-94d6-e8f7e52b53cf", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1565466553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5a50116421542c9b9c1386b9bd015e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36256764-a4", "ovs_interfaceid": "36256764-a47a-4db0-b7bf-9679759942f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.890903] env[63097]: DEBUG oslo_vmware.api [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Task: {'id': task-1686498, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077016} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.891651] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1200.892123] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c03da9-895e-4d5e-8a54-520d0ff2f8a3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.918742] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] a05dedbb-7811-469d-aff7-e2c03dde8c41/a05dedbb-7811-469d-aff7-e2c03dde8c41.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1200.919403] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d579d18-3bfb-4cda-b397-35af3292e687 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.941216] env[63097]: DEBUG oslo_vmware.api [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Waiting for the task: (returnval){ [ 1200.941216] env[63097]: value = "task-1686500" [ 1200.941216] env[63097]: _type = "Task" [ 1200.941216] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.950440] env[63097]: DEBUG oslo_vmware.api [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Task: {'id': task-1686500, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.981594] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-fb095649-133e-413c-a7ea-fff120291991 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Creating linked-clone VM from snapshot {{(pid=63097) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1200.981930] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d4bb4f1f-3c97-4cba-bf5b-e6b785eafd5f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.992509] env[63097]: DEBUG oslo_vmware.api [None req-fb095649-133e-413c-a7ea-fff120291991 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1200.992509] env[63097]: value = "task-1686501" [ 1200.992509] env[63097]: _type = "Task" [ 1200.992509] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.002429] env[63097]: DEBUG oslo_vmware.api [None req-fb095649-133e-413c-a7ea-fff120291991 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686501, 'name': CloneVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.067767] env[63097]: DEBUG nova.compute.utils [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1201.069389] env[63097]: DEBUG nova.compute.manager [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1201.069471] env[63097]: DEBUG nova.network.neutron [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1201.115169] env[63097]: DEBUG nova.policy [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c1792554c7541ac82d740dfcec62516', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79f69c2778b7482788d99c705a29be43', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1201.127055] env[63097]: DEBUG oslo_vmware.api [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1686499, 'name': Rename_Task, 'duration_secs': 0.251769} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.127352] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1201.127607] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c426a78-46f0-4c21-9957-320b83905a4d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.134638] env[63097]: DEBUG oslo_vmware.api [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for the task: (returnval){ [ 1201.134638] env[63097]: value = "task-1686502" [ 1201.134638] env[63097]: _type = "Task" [ 1201.134638] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.143802] env[63097]: DEBUG oslo_vmware.api [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1686502, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.235667] env[63097]: DEBUG oslo_vmware.api [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5278cf1a-af91-f869-eec7-5658d0ae67c9, 'name': SearchDatastore_Task, 'duration_secs': 0.010536} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.236225] env[63097]: DEBUG oslo_concurrency.lockutils [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.236625] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1201.237623] env[63097]: DEBUG oslo_concurrency.lockutils [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1201.237623] env[63097]: DEBUG oslo_concurrency.lockutils [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.237623] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1201.237623] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4578ef62-1866-465a-9cd5-59e857ba4978 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.250426] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1201.251016] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1201.252614] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9063efdb-5a9d-4d03-a2d5-64fcfce87044 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.258701] env[63097]: DEBUG oslo_vmware.api [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Waiting for the task: (returnval){ [ 1201.258701] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a01ad6-4493-ffeb-bf42-7f9e2a6732fe" [ 1201.258701] env[63097]: _type = "Task" [ 1201.258701] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.268132] env[63097]: DEBUG oslo_vmware.api [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a01ad6-4493-ffeb-bf42-7f9e2a6732fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.372499] env[63097]: DEBUG oslo_concurrency.lockutils [req-0cf23818-86f7-4319-b688-e0c65f61d34a req-73f34a5e-808f-4459-adfe-8a1464e40e30 service nova] Releasing lock "refresh_cache-737c0d60-09bb-4883-b61b-93091bf6cb65" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.439404] env[63097]: DEBUG nova.network.neutron [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Successfully created port: f16236a9-1538-4efa-b8a4-6e8b38436a35 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1201.455553] env[63097]: DEBUG oslo_vmware.api [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Task: {'id': task-1686500, 'name': ReconfigVM_Task, 'duration_secs': 0.301622} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.455553] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Reconfigured VM instance instance-00000016 to attach disk [datastore2] a05dedbb-7811-469d-aff7-e2c03dde8c41/a05dedbb-7811-469d-aff7-e2c03dde8c41.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1201.455901] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f04353c1-89ec-43a7-8cef-d05b0ae54672 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.464315] env[63097]: DEBUG oslo_vmware.api [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Waiting for the task: (returnval){ [ 1201.464315] env[63097]: value = "task-1686503" [ 1201.464315] env[63097]: _type = "Task" [ 1201.464315] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.474382] env[63097]: DEBUG oslo_vmware.api [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Task: {'id': task-1686503, 'name': Rename_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.503364] env[63097]: DEBUG oslo_vmware.api [None req-fb095649-133e-413c-a7ea-fff120291991 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686501, 'name': CloneVM_Task} progress is 94%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.576025] env[63097]: DEBUG nova.compute.manager [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1201.650632] env[63097]: DEBUG oslo_vmware.api [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1686502, 'name': PowerOnVM_Task, 'duration_secs': 0.511433} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.655754] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1201.655980] env[63097]: INFO nova.compute.manager [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Took 9.15 seconds to spawn the instance on the hypervisor. [ 1201.656176] env[63097]: DEBUG nova.compute.manager [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1201.657216] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd64cf7-7535-458b-ae0e-395a87194837 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.771758] env[63097]: DEBUG oslo_vmware.api [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a01ad6-4493-ffeb-bf42-7f9e2a6732fe, 'name': SearchDatastore_Task, 'duration_secs': 0.01134} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.775280] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e3ed180-634e-42f5-85d2-5805d299ffaa {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.781353] env[63097]: DEBUG oslo_vmware.api [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Waiting for the task: (returnval){ [ 1201.781353] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5238516d-0dfd-b56e-778b-adee7a5aac95" [ 1201.781353] env[63097]: _type = "Task" [ 1201.781353] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.790538] env[63097]: DEBUG oslo_vmware.api [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5238516d-0dfd-b56e-778b-adee7a5aac95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.975321] env[63097]: DEBUG oslo_vmware.api [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Task: {'id': task-1686503, 'name': Rename_Task, 'duration_secs': 0.201366} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.975621] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1201.978109] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0a053d9-0249-427a-a726-220d12bec0da {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.988023] env[63097]: DEBUG oslo_vmware.api [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Waiting for the task: (returnval){ [ 1201.988023] env[63097]: value = "task-1686504" [ 1201.988023] env[63097]: _type = "Task" [ 1201.988023] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.001588] env[63097]: DEBUG oslo_vmware.api [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Task: {'id': task-1686504, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.008808] env[63097]: DEBUG oslo_vmware.api [None req-fb095649-133e-413c-a7ea-fff120291991 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686501, 'name': CloneVM_Task} progress is 94%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.180436] env[63097]: INFO nova.compute.manager [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Took 37.71 seconds to build instance. [ 1202.210733] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d478d76f-71a7-4d4c-9bcc-45ac6f721319 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.219968] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d322aeb-5e70-4a87-8593-d75156c4789c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.258676] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f079f4-1bb2-4258-8f4a-d666f3c1355e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.268645] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129dc2b4-6e90-4a45-8e34-d7cc0f459b0a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.287780] env[63097]: DEBUG nova.compute.provider_tree [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.299848] env[63097]: DEBUG oslo_vmware.api [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5238516d-0dfd-b56e-778b-adee7a5aac95, 'name': SearchDatastore_Task, 'duration_secs': 0.011006} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.300809] env[63097]: DEBUG oslo_concurrency.lockutils [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1202.301119] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 737c0d60-09bb-4883-b61b-93091bf6cb65/737c0d60-09bb-4883-b61b-93091bf6cb65.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1202.301403] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6288b8f6-9423-4d8b-9ee1-576176aace8b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.310986] env[63097]: DEBUG oslo_vmware.api [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Waiting for the task: (returnval){ [ 1202.310986] env[63097]: value = "task-1686505" [ 1202.310986] env[63097]: _type = "Task" [ 1202.310986] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.323236] env[63097]: DEBUG oslo_vmware.api [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Task: {'id': task-1686505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.498171] env[63097]: DEBUG oslo_vmware.api [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Task: {'id': task-1686504, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.507350] env[63097]: DEBUG oslo_vmware.api [None req-fb095649-133e-413c-a7ea-fff120291991 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686501, 'name': CloneVM_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.586391] env[63097]: DEBUG nova.compute.manager [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1202.615967] env[63097]: DEBUG nova.virt.hardware [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1202.616286] env[63097]: DEBUG nova.virt.hardware [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1202.616459] env[63097]: DEBUG nova.virt.hardware [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1202.616668] env[63097]: DEBUG nova.virt.hardware [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1202.616874] env[63097]: DEBUG nova.virt.hardware [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1202.617037] env[63097]: DEBUG nova.virt.hardware [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1202.617253] env[63097]: DEBUG nova.virt.hardware [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1202.617414] env[63097]: DEBUG nova.virt.hardware [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1202.617580] env[63097]: DEBUG nova.virt.hardware [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1202.617741] env[63097]: DEBUG nova.virt.hardware [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1202.617911] env[63097]: DEBUG nova.virt.hardware [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1202.618872] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e233f4-1672-4f41-b681-cbf927763b75 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.629462] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79d6529-8510-4a8f-933b-33fced1cd9ac {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.681438] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0148fe1f-17f4-4dca-b444-26e5cc3b5d1d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "40586716-fefe-4da9-a96b-d2e7a6355ec0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.130s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1202.794789] env[63097]: DEBUG nova.scheduler.client.report [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1202.824607] env[63097]: DEBUG oslo_vmware.api [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Task: {'id': task-1686505, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.997975] env[63097]: DEBUG oslo_vmware.api [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Task: {'id': task-1686504, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.007768] env[63097]: DEBUG oslo_vmware.api [None req-fb095649-133e-413c-a7ea-fff120291991 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686501, 'name': CloneVM_Task, 'duration_secs': 1.52754} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.008074] env[63097]: INFO nova.virt.vmwareapi.vmops [None req-fb095649-133e-413c-a7ea-fff120291991 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Created linked-clone VM from snapshot [ 1203.008867] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b683b0f-155e-4e15-af56-fede44954624 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.018491] env[63097]: DEBUG nova.virt.vmwareapi.images [None req-fb095649-133e-413c-a7ea-fff120291991 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Uploading image e60f66b9-92d6-479b-b857-0641aba24fb5 {{(pid=63097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1203.049019] env[63097]: DEBUG oslo_vmware.rw_handles [None req-fb095649-133e-413c-a7ea-fff120291991 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1203.049019] env[63097]: value = "vm-351554" [ 1203.049019] env[63097]: _type = "VirtualMachine" [ 1203.049019] env[63097]: }. {{(pid=63097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1203.049019] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-11b63f52-3b2a-4758-9d85-c89cdc7d25dd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.060136] env[63097]: DEBUG oslo_vmware.rw_handles [None req-fb095649-133e-413c-a7ea-fff120291991 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lease: (returnval){ [ 1203.060136] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527680c3-e464-0a1c-954d-1a2b931c1aec" [ 1203.060136] env[63097]: _type = "HttpNfcLease" [ 1203.060136] env[63097]: } obtained for exporting VM: (result){ [ 1203.060136] env[63097]: value = "vm-351554" [ 1203.060136] env[63097]: _type = "VirtualMachine" [ 1203.060136] env[63097]: }. {{(pid=63097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1203.060378] env[63097]: DEBUG oslo_vmware.api [None req-fb095649-133e-413c-a7ea-fff120291991 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the lease: (returnval){ [ 1203.060378] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527680c3-e464-0a1c-954d-1a2b931c1aec" [ 1203.060378] env[63097]: _type = "HttpNfcLease" [ 1203.060378] env[63097]: } to be ready. {{(pid=63097) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1203.067357] env[63097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1203.067357] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527680c3-e464-0a1c-954d-1a2b931c1aec" [ 1203.067357] env[63097]: _type = "HttpNfcLease" [ 1203.067357] env[63097]: } is initializing. {{(pid=63097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1203.184814] env[63097]: DEBUG nova.compute.manager [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1203.205816] env[63097]: DEBUG nova.compute.manager [req-6c518a20-a07a-425d-8494-a2cf512b9aa1 req-10dd1722-da7b-4fcd-b786-328f70b8f364 service nova] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Received event network-vif-plugged-f16236a9-1538-4efa-b8a4-6e8b38436a35 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1203.206482] env[63097]: DEBUG oslo_concurrency.lockutils [req-6c518a20-a07a-425d-8494-a2cf512b9aa1 req-10dd1722-da7b-4fcd-b786-328f70b8f364 service nova] Acquiring lock "bcc107bc-64cc-489c-adcf-e6513011bbea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1203.206864] env[63097]: DEBUG oslo_concurrency.lockutils [req-6c518a20-a07a-425d-8494-a2cf512b9aa1 req-10dd1722-da7b-4fcd-b786-328f70b8f364 service nova] Lock "bcc107bc-64cc-489c-adcf-e6513011bbea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1203.207141] env[63097]: DEBUG oslo_concurrency.lockutils [req-6c518a20-a07a-425d-8494-a2cf512b9aa1 req-10dd1722-da7b-4fcd-b786-328f70b8f364 service nova] Lock "bcc107bc-64cc-489c-adcf-e6513011bbea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1203.207616] env[63097]: DEBUG nova.compute.manager [req-6c518a20-a07a-425d-8494-a2cf512b9aa1 req-10dd1722-da7b-4fcd-b786-328f70b8f364 service nova] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] No waiting events found dispatching network-vif-plugged-f16236a9-1538-4efa-b8a4-6e8b38436a35 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1203.207616] env[63097]: WARNING nova.compute.manager [req-6c518a20-a07a-425d-8494-a2cf512b9aa1 req-10dd1722-da7b-4fcd-b786-328f70b8f364 service nova] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Received unexpected event network-vif-plugged-f16236a9-1538-4efa-b8a4-6e8b38436a35 for instance with vm_state building and task_state spawning. [ 1203.300074] env[63097]: DEBUG oslo_concurrency.lockutils [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.745s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1203.300796] env[63097]: DEBUG nova.compute.manager [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1203.305022] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e0089be2-bb47-477a-9259-07f9fcab0c7f tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.010s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1203.306051] env[63097]: DEBUG nova.objects.instance [None req-e0089be2-bb47-477a-9259-07f9fcab0c7f tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Lazy-loading 'resources' on Instance uuid 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.324352] env[63097]: DEBUG oslo_vmware.api [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Task: {'id': task-1686505, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65476} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.325133] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 737c0d60-09bb-4883-b61b-93091bf6cb65/737c0d60-09bb-4883-b61b-93091bf6cb65.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1203.325392] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1203.325620] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd396839-eeb5-490c-9ba3-8e48b0fb6fb3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.333337] env[63097]: DEBUG oslo_vmware.api [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Waiting for the task: (returnval){ [ 1203.333337] env[63097]: value = "task-1686507" [ 1203.333337] env[63097]: _type = "Task" [ 1203.333337] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.342019] env[63097]: DEBUG oslo_vmware.api [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Task: {'id': task-1686507, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.478580] env[63097]: DEBUG nova.network.neutron [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Successfully updated port: f16236a9-1538-4efa-b8a4-6e8b38436a35 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1203.499191] env[63097]: DEBUG oslo_vmware.api [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Task: {'id': task-1686504, 'name': PowerOnVM_Task, 'duration_secs': 1.327456} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.499761] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1203.499973] env[63097]: INFO nova.compute.manager [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Took 8.31 seconds to spawn the instance on the hypervisor. [ 1203.500488] env[63097]: DEBUG nova.compute.manager [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1203.501334] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c9bf3e-f048-4cb3-a6fe-0ee6e299a530 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.569224] env[63097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1203.569224] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527680c3-e464-0a1c-954d-1a2b931c1aec" [ 1203.569224] env[63097]: _type = "HttpNfcLease" [ 1203.569224] env[63097]: } is ready. {{(pid=63097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1203.569591] env[63097]: DEBUG oslo_vmware.rw_handles [None req-fb095649-133e-413c-a7ea-fff120291991 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1203.569591] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527680c3-e464-0a1c-954d-1a2b931c1aec" [ 1203.569591] env[63097]: _type = "HttpNfcLease" [ 1203.569591] env[63097]: }. {{(pid=63097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1203.570363] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426e7214-87e5-4150-997c-fa554c75a882 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.583245] env[63097]: DEBUG oslo_vmware.rw_handles [None req-fb095649-133e-413c-a7ea-fff120291991 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520cfeff-573a-29e2-c33b-a1a211a0e956/disk-0.vmdk from lease info. {{(pid=63097) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1203.583489] env[63097]: DEBUG oslo_vmware.rw_handles [None req-fb095649-133e-413c-a7ea-fff120291991 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520cfeff-573a-29e2-c33b-a1a211a0e956/disk-0.vmdk for reading. {{(pid=63097) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1203.683088] env[63097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-524f9b81-8fdb-4dfc-b8b0-d6bc7b18a0f4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.717771] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1203.813291] env[63097]: DEBUG nova.compute.utils [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1203.815601] env[63097]: DEBUG nova.compute.manager [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1203.815601] env[63097]: DEBUG nova.network.neutron [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1203.849950] env[63097]: DEBUG oslo_vmware.api [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Task: {'id': task-1686507, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07196} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.855020] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1203.855020] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e4736a-c6db-4564-81dc-18cc61bd032b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.883740] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 737c0d60-09bb-4883-b61b-93091bf6cb65/737c0d60-09bb-4883-b61b-93091bf6cb65.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1203.887656] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8eb48361-21fa-47cb-82bf-a82047e81592 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.903752] env[63097]: DEBUG nova.policy [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '932abfacc969462f9be04c3b0dd1aabe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87d67a84c89d41f8bcccd3a8b757053f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1203.915907] env[63097]: DEBUG oslo_vmware.api [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Waiting for the task: (returnval){ [ 1203.915907] env[63097]: value = "task-1686508" [ 1203.915907] env[63097]: _type = "Task" [ 1203.915907] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.928259] env[63097]: DEBUG oslo_vmware.api [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Task: {'id': task-1686508, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.990770] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquiring lock "refresh_cache-bcc107bc-64cc-489c-adcf-e6513011bbea" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.992287] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquired lock "refresh_cache-bcc107bc-64cc-489c-adcf-e6513011bbea" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.992287] env[63097]: DEBUG nova.network.neutron [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1204.032365] env[63097]: INFO nova.compute.manager [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Took 38.19 seconds to build instance. [ 1204.318771] env[63097]: DEBUG nova.compute.manager [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1204.430481] env[63097]: DEBUG oslo_vmware.api [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Task: {'id': task-1686508, 'name': ReconfigVM_Task, 'duration_secs': 0.515493} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.430931] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 737c0d60-09bb-4883-b61b-93091bf6cb65/737c0d60-09bb-4883-b61b-93091bf6cb65.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1204.431710] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17badfc3-89c5-4b9a-9170-f54c4cba2513 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.447875] env[63097]: DEBUG oslo_vmware.api [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Waiting for the task: (returnval){ [ 1204.447875] env[63097]: value = "task-1686509" [ 1204.447875] env[63097]: _type = "Task" [ 1204.447875] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.462443] env[63097]: DEBUG oslo_vmware.api [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Task: {'id': task-1686509, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.537046] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2c96b71b-296f-4da4-b0eb-8dd11549c0cc tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Lock "a05dedbb-7811-469d-aff7-e2c03dde8c41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.843s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1204.565694] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a07ecc-f3b2-4e58-a87e-929db06d1080 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.574503] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7771073c-b83d-4630-970a-d1718474c6e9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.609629] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91345b07-a499-4315-8d9d-d10a486764c1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.618837] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3ab060-a4b5-44f8-926d-385965384d78 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.637612] env[63097]: DEBUG nova.compute.provider_tree [None req-e0089be2-bb47-477a-9259-07f9fcab0c7f tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.640126] env[63097]: DEBUG nova.network.neutron [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] Successfully created port: 07353bcb-0811-4cf7-ada1-7b984c2adc06 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1204.718465] env[63097]: DEBUG nova.network.neutron [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1204.964421] env[63097]: DEBUG oslo_vmware.api [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Task: {'id': task-1686509, 'name': Rename_Task, 'duration_secs': 0.246487} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.964760] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1204.965572] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc5e4838-addc-490b-ae36-6fdda00b1101 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.974199] env[63097]: DEBUG oslo_vmware.api [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Waiting for the task: (returnval){ [ 1204.974199] env[63097]: value = "task-1686510" [ 1204.974199] env[63097]: _type = "Task" [ 1204.974199] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.984735] env[63097]: DEBUG oslo_vmware.api [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Task: {'id': task-1686510, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.042111] env[63097]: DEBUG nova.compute.manager [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1205.071859] env[63097]: DEBUG nova.network.neutron [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Updating instance_info_cache with network_info: [{"id": "f16236a9-1538-4efa-b8a4-6e8b38436a35", "address": "fa:16:3e:c5:3e:c4", "network": {"id": "a29d7f17-c262-4aff-9080-188421d3a9a0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1381308876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79f69c2778b7482788d99c705a29be43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf16236a9-15", "ovs_interfaceid": "f16236a9-1538-4efa-b8a4-6e8b38436a35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.144650] env[63097]: DEBUG nova.scheduler.client.report [None req-e0089be2-bb47-477a-9259-07f9fcab0c7f tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1205.337228] env[63097]: DEBUG nova.compute.manager [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1205.385479] env[63097]: DEBUG nova.virt.hardware [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1205.386083] env[63097]: DEBUG nova.virt.hardware [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1205.386303] env[63097]: DEBUG nova.virt.hardware [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1205.386590] env[63097]: DEBUG nova.virt.hardware [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1205.387624] env[63097]: DEBUG nova.virt.hardware [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1205.387840] env[63097]: DEBUG nova.virt.hardware [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1205.388782] env[63097]: DEBUG nova.virt.hardware [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1205.388782] env[63097]: DEBUG nova.virt.hardware [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1205.388782] env[63097]: DEBUG nova.virt.hardware [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1205.389560] env[63097]: DEBUG nova.virt.hardware [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1205.389560] env[63097]: DEBUG nova.virt.hardware [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1205.390692] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca1122d-69b1-417d-a7f6-89a124505cc6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.401194] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799aca0f-f183-4980-bf4e-77fea8895e10 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.489034] env[63097]: DEBUG oslo_vmware.api [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Task: {'id': task-1686510, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.571928] env[63097]: DEBUG oslo_concurrency.lockutils [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1205.579023] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Releasing lock "refresh_cache-bcc107bc-64cc-489c-adcf-e6513011bbea" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1205.579023] env[63097]: DEBUG nova.compute.manager [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Instance network_info: |[{"id": "f16236a9-1538-4efa-b8a4-6e8b38436a35", "address": "fa:16:3e:c5:3e:c4", "network": {"id": "a29d7f17-c262-4aff-9080-188421d3a9a0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1381308876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79f69c2778b7482788d99c705a29be43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf16236a9-15", "ovs_interfaceid": "f16236a9-1538-4efa-b8a4-6e8b38436a35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1205.579322] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:3e:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f16236a9-1538-4efa-b8a4-6e8b38436a35', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1205.589247] env[63097]: DEBUG oslo.service.loopingcall [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1205.590188] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1205.592025] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c07d9cc8-2e33-47fd-844c-d480ebc32ccf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.617667] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1205.617667] env[63097]: value = "task-1686511" [ 1205.617667] env[63097]: _type = "Task" [ 1205.617667] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.629564] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686511, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.653984] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e0089be2-bb47-477a-9259-07f9fcab0c7f tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.349s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1205.656579] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bee18e69-2fce-4075-a980-106cea59e941 tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.174s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1205.657169] env[63097]: DEBUG nova.objects.instance [None req-bee18e69-2fce-4075-a980-106cea59e941 tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Lazy-loading 'resources' on Instance uuid a2b10901-0c3a-46fd-b950-e6c6bab0c382 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.684647] env[63097]: INFO nova.scheduler.client.report [None req-e0089be2-bb47-477a-9259-07f9fcab0c7f tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Deleted allocations for instance 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1 [ 1205.990131] env[63097]: DEBUG oslo_vmware.api [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Task: {'id': task-1686510, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.131545] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686511, 'name': CreateVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.177017] env[63097]: DEBUG nova.compute.manager [req-b48a8816-67bc-411a-a217-c5244018f8a0 req-fe22464d-588a-4938-bce0-14f56c75b211 service nova] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Received event network-changed-f16236a9-1538-4efa-b8a4-6e8b38436a35 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1206.180437] env[63097]: DEBUG nova.compute.manager [req-b48a8816-67bc-411a-a217-c5244018f8a0 req-fe22464d-588a-4938-bce0-14f56c75b211 service nova] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Refreshing instance network info cache due to event network-changed-f16236a9-1538-4efa-b8a4-6e8b38436a35. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1206.180746] env[63097]: DEBUG oslo_concurrency.lockutils [req-b48a8816-67bc-411a-a217-c5244018f8a0 req-fe22464d-588a-4938-bce0-14f56c75b211 service nova] Acquiring lock "refresh_cache-bcc107bc-64cc-489c-adcf-e6513011bbea" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.180903] env[63097]: DEBUG oslo_concurrency.lockutils [req-b48a8816-67bc-411a-a217-c5244018f8a0 req-fe22464d-588a-4938-bce0-14f56c75b211 service nova] Acquired lock "refresh_cache-bcc107bc-64cc-489c-adcf-e6513011bbea" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.181125] env[63097]: DEBUG nova.network.neutron [req-b48a8816-67bc-411a-a217-c5244018f8a0 req-fe22464d-588a-4938-bce0-14f56c75b211 service nova] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Refreshing network info cache for port f16236a9-1538-4efa-b8a4-6e8b38436a35 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1206.195399] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e0089be2-bb47-477a-9259-07f9fcab0c7f tempest-ImagesNegativeTestJSON-1659810361 tempest-ImagesNegativeTestJSON-1659810361-project-member] Lock "3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.772s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1206.337492] env[63097]: DEBUG nova.compute.manager [req-ef0421a1-e1e9-4502-94e5-d7bab0834c4d req-8b1e9242-2807-4518-b2f9-17bc02b47963 service nova] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Received event network-changed-0fc109c9-1fb6-4d1c-9865-5e2e8a294550 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1206.337492] env[63097]: DEBUG nova.compute.manager [req-ef0421a1-e1e9-4502-94e5-d7bab0834c4d req-8b1e9242-2807-4518-b2f9-17bc02b47963 service nova] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Refreshing instance network info cache due to event network-changed-0fc109c9-1fb6-4d1c-9865-5e2e8a294550. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1206.337667] env[63097]: DEBUG oslo_concurrency.lockutils [req-ef0421a1-e1e9-4502-94e5-d7bab0834c4d req-8b1e9242-2807-4518-b2f9-17bc02b47963 service nova] Acquiring lock "refresh_cache-64181f99-d470-4df2-9b9c-68f554816a19" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.338977] env[63097]: DEBUG oslo_concurrency.lockutils [req-ef0421a1-e1e9-4502-94e5-d7bab0834c4d req-8b1e9242-2807-4518-b2f9-17bc02b47963 service nova] Acquired lock "refresh_cache-64181f99-d470-4df2-9b9c-68f554816a19" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.338977] env[63097]: DEBUG nova.network.neutron [req-ef0421a1-e1e9-4502-94e5-d7bab0834c4d req-8b1e9242-2807-4518-b2f9-17bc02b47963 service nova] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Refreshing network info cache for port 0fc109c9-1fb6-4d1c-9865-5e2e8a294550 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1206.488978] env[63097]: DEBUG oslo_vmware.api [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Task: {'id': task-1686510, 'name': PowerOnVM_Task, 'duration_secs': 1.357321} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.492733] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1206.492939] env[63097]: INFO nova.compute.manager [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Took 8.69 seconds to spawn the instance on the hypervisor. [ 1206.493157] env[63097]: DEBUG nova.compute.manager [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1206.494389] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb2af57-6214-4de4-8358-edbbd08ba620 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.537305] env[63097]: DEBUG nova.network.neutron [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] Successfully updated port: 07353bcb-0811-4cf7-ada1-7b984c2adc06 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1206.631986] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686511, 'name': CreateVM_Task, 'duration_secs': 0.610405} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.631986] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1206.632274] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.632436] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.632918] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1206.633087] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-365b79b0-e244-4bde-a06c-a97eb48bc1c2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.639341] env[63097]: DEBUG oslo_vmware.api [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1206.639341] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52578221-498a-7f73-834f-4268c1f6dd7f" [ 1206.639341] env[63097]: _type = "Task" [ 1206.639341] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.654574] env[63097]: DEBUG oslo_vmware.api [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52578221-498a-7f73-834f-4268c1f6dd7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.821833] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ca1729-22bc-4b1a-a088-dc8e4aa349c4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.830706] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430147a8-20f2-41fb-8789-3dd3bc84e78e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.869998] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d50ba90-d7d8-41ea-9692-5e87275e84c9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.883778] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa23f1e9-84de-4ace-a8b1-706a17b6ebcd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.901131] env[63097]: DEBUG nova.compute.provider_tree [None req-bee18e69-2fce-4075-a980-106cea59e941 tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.032770] env[63097]: INFO nova.compute.manager [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Took 37.28 seconds to build instance. [ 1207.036956] env[63097]: DEBUG nova.network.neutron [req-b48a8816-67bc-411a-a217-c5244018f8a0 req-fe22464d-588a-4938-bce0-14f56c75b211 service nova] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Updated VIF entry in instance network info cache for port f16236a9-1538-4efa-b8a4-6e8b38436a35. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1207.036956] env[63097]: DEBUG nova.network.neutron [req-b48a8816-67bc-411a-a217-c5244018f8a0 req-fe22464d-588a-4938-bce0-14f56c75b211 service nova] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Updating instance_info_cache with network_info: [{"id": "f16236a9-1538-4efa-b8a4-6e8b38436a35", "address": "fa:16:3e:c5:3e:c4", "network": {"id": "a29d7f17-c262-4aff-9080-188421d3a9a0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1381308876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79f69c2778b7482788d99c705a29be43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf16236a9-15", "ovs_interfaceid": "f16236a9-1538-4efa-b8a4-6e8b38436a35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.046999] env[63097]: DEBUG oslo_concurrency.lockutils [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Acquiring lock "refresh_cache-a2253032-97b8-4516-b21a-af6be03c91ab" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1207.047196] env[63097]: DEBUG oslo_concurrency.lockutils [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Acquired lock "refresh_cache-a2253032-97b8-4516-b21a-af6be03c91ab" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.047356] env[63097]: DEBUG nova.network.neutron [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1207.151622] env[63097]: DEBUG oslo_vmware.api [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52578221-498a-7f73-834f-4268c1f6dd7f, 'name': SearchDatastore_Task, 'duration_secs': 0.021927} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.151875] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.152087] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1207.152357] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1207.152604] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.153048] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1207.153571] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e136d15c-47db-4a71-ac3b-bc3901ea14f5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.172605] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1207.172871] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1207.173684] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1314224-a289-42c0-a72d-9b1a5596c251 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.180821] env[63097]: DEBUG oslo_vmware.api [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1207.180821] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]526a9fab-1e48-a7e6-3e79-c3f2a91e6455" [ 1207.180821] env[63097]: _type = "Task" [ 1207.180821] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.190849] env[63097]: DEBUG oslo_vmware.api [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]526a9fab-1e48-a7e6-3e79-c3f2a91e6455, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.405630] env[63097]: DEBUG nova.scheduler.client.report [None req-bee18e69-2fce-4075-a980-106cea59e941 tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1207.416138] env[63097]: DEBUG nova.network.neutron [req-ef0421a1-e1e9-4502-94e5-d7bab0834c4d req-8b1e9242-2807-4518-b2f9-17bc02b47963 service nova] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Updated VIF entry in instance network info cache for port 0fc109c9-1fb6-4d1c-9865-5e2e8a294550. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1207.416138] env[63097]: DEBUG nova.network.neutron [req-ef0421a1-e1e9-4502-94e5-d7bab0834c4d req-8b1e9242-2807-4518-b2f9-17bc02b47963 service nova] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Updating instance_info_cache with network_info: [{"id": "0fc109c9-1fb6-4d1c-9865-5e2e8a294550", "address": "fa:16:3e:01:4f:52", "network": {"id": "97a91bb6-ea1f-4ba3-ba33-aaa65adea374", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-714773217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77b129b72fc0442db1a793743eef3418", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fc109c9-1f", "ovs_interfaceid": "0fc109c9-1fb6-4d1c-9865-5e2e8a294550", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.535292] env[63097]: DEBUG oslo_concurrency.lockutils [None req-14225ec3-2e4b-4b24-baa3-0d7420f66a7e tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Lock "737c0d60-09bb-4883-b61b-93091bf6cb65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.701s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1207.540182] env[63097]: DEBUG oslo_concurrency.lockutils [req-b48a8816-67bc-411a-a217-c5244018f8a0 req-fe22464d-588a-4938-bce0-14f56c75b211 service nova] Releasing lock "refresh_cache-bcc107bc-64cc-489c-adcf-e6513011bbea" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.540500] env[63097]: DEBUG nova.compute.manager [req-b48a8816-67bc-411a-a217-c5244018f8a0 req-fe22464d-588a-4938-bce0-14f56c75b211 service nova] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Received event network-changed-73da1d5d-ea02-4567-9437-a4ee36ed7f28 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1207.540685] env[63097]: DEBUG nova.compute.manager [req-b48a8816-67bc-411a-a217-c5244018f8a0 req-fe22464d-588a-4938-bce0-14f56c75b211 service nova] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Refreshing instance network info cache due to event network-changed-73da1d5d-ea02-4567-9437-a4ee36ed7f28. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1207.540929] env[63097]: DEBUG oslo_concurrency.lockutils [req-b48a8816-67bc-411a-a217-c5244018f8a0 req-fe22464d-588a-4938-bce0-14f56c75b211 service nova] Acquiring lock "refresh_cache-40586716-fefe-4da9-a96b-d2e7a6355ec0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1207.541114] env[63097]: DEBUG oslo_concurrency.lockutils [req-b48a8816-67bc-411a-a217-c5244018f8a0 req-fe22464d-588a-4938-bce0-14f56c75b211 service nova] Acquired lock "refresh_cache-40586716-fefe-4da9-a96b-d2e7a6355ec0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.541287] env[63097]: DEBUG nova.network.neutron [req-b48a8816-67bc-411a-a217-c5244018f8a0 req-fe22464d-588a-4938-bce0-14f56c75b211 service nova] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Refreshing network info cache for port 73da1d5d-ea02-4567-9437-a4ee36ed7f28 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1207.604600] env[63097]: DEBUG nova.network.neutron [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1207.695797] env[63097]: DEBUG oslo_vmware.api [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]526a9fab-1e48-a7e6-3e79-c3f2a91e6455, 'name': SearchDatastore_Task, 'duration_secs': 0.018766} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.701169] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ac87d22-0f2a-4a62-9ac7-74543ccf88ee {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.710927] env[63097]: DEBUG oslo_vmware.api [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1207.710927] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a7dab6-cf92-db13-8539-1716bce23d60" [ 1207.710927] env[63097]: _type = "Task" [ 1207.710927] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.723283] env[63097]: DEBUG oslo_vmware.api [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a7dab6-cf92-db13-8539-1716bce23d60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.918742] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bee18e69-2fce-4075-a980-106cea59e941 tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.262s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1207.925022] env[63097]: DEBUG oslo_concurrency.lockutils [req-ef0421a1-e1e9-4502-94e5-d7bab0834c4d req-8b1e9242-2807-4518-b2f9-17bc02b47963 service nova] Releasing lock "refresh_cache-64181f99-d470-4df2-9b9c-68f554816a19" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.925022] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.822s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1207.925022] env[63097]: INFO nova.compute.claims [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1207.942780] env[63097]: DEBUG nova.network.neutron [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] Updating instance_info_cache with network_info: [{"id": "07353bcb-0811-4cf7-ada1-7b984c2adc06", "address": "fa:16:3e:cb:3d:58", "network": {"id": "236d43dd-7270-42d3-aeb6-059696d5fdcb", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-984894022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87d67a84c89d41f8bcccd3a8b757053f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07353bcb-08", "ovs_interfaceid": "07353bcb-0811-4cf7-ada1-7b984c2adc06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.949396] env[63097]: INFO nova.scheduler.client.report [None req-bee18e69-2fce-4075-a980-106cea59e941 tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Deleted allocations for instance a2b10901-0c3a-46fd-b950-e6c6bab0c382 [ 1208.042481] env[63097]: DEBUG nova.compute.manager [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1208.222983] env[63097]: DEBUG oslo_vmware.api [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a7dab6-cf92-db13-8539-1716bce23d60, 'name': SearchDatastore_Task, 'duration_secs': 0.015494} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.223821] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1208.224304] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] bcc107bc-64cc-489c-adcf-e6513011bbea/bcc107bc-64cc-489c-adcf-e6513011bbea.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1208.224789] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4728971b-2b22-4715-b2d0-f65e7835cfb2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.233540] env[63097]: DEBUG oslo_vmware.api [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1208.233540] env[63097]: value = "task-1686512" [ 1208.233540] env[63097]: _type = "Task" [ 1208.233540] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.244402] env[63097]: DEBUG oslo_vmware.api [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686512, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.445075] env[63097]: DEBUG oslo_concurrency.lockutils [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Releasing lock "refresh_cache-a2253032-97b8-4516-b21a-af6be03c91ab" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1208.446123] env[63097]: DEBUG nova.compute.manager [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] Instance network_info: |[{"id": "07353bcb-0811-4cf7-ada1-7b984c2adc06", "address": "fa:16:3e:cb:3d:58", "network": {"id": "236d43dd-7270-42d3-aeb6-059696d5fdcb", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-984894022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87d67a84c89d41f8bcccd3a8b757053f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07353bcb-08", "ovs_interfaceid": "07353bcb-0811-4cf7-ada1-7b984c2adc06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1208.446799] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:3d:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24ec44b7-0acf-4ff9-8bb3-4641b74af7a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07353bcb-0811-4cf7-ada1-7b984c2adc06', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1208.455340] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Creating folder: Project (87d67a84c89d41f8bcccd3a8b757053f). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1208.458854] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3d1de5b-9a04-40b0-85ff-28ec9ba5a7da {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.463027] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bee18e69-2fce-4075-a980-106cea59e941 tempest-ServerAddressesNegativeTestJSON-1126461393 tempest-ServerAddressesNegativeTestJSON-1126461393-project-member] Lock "a2b10901-0c3a-46fd-b950-e6c6bab0c382" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.896s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1208.474720] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Created folder: Project (87d67a84c89d41f8bcccd3a8b757053f) in parent group-v351483. [ 1208.474973] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Creating folder: Instances. Parent ref: group-v351556. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1208.475221] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d880345-4f28-46aa-aed8-45013781a301 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.490148] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Created folder: Instances in parent group-v351556. [ 1208.490637] env[63097]: DEBUG oslo.service.loopingcall [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1208.490637] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1208.491288] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5a841a5-1c5b-46fc-a5ac-51bac44d9856 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.523548] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1208.523548] env[63097]: value = "task-1686515" [ 1208.523548] env[63097]: _type = "Task" [ 1208.523548] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.534240] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686515, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.568659] env[63097]: DEBUG oslo_concurrency.lockutils [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.758172] env[63097]: DEBUG oslo_vmware.api [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686512, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.758172] env[63097]: DEBUG nova.network.neutron [req-b48a8816-67bc-411a-a217-c5244018f8a0 req-fe22464d-588a-4938-bce0-14f56c75b211 service nova] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Updated VIF entry in instance network info cache for port 73da1d5d-ea02-4567-9437-a4ee36ed7f28. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1208.758471] env[63097]: DEBUG nova.network.neutron [req-b48a8816-67bc-411a-a217-c5244018f8a0 req-fe22464d-588a-4938-bce0-14f56c75b211 service nova] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Updating instance_info_cache with network_info: [{"id": "73da1d5d-ea02-4567-9437-a4ee36ed7f28", "address": "fa:16:3e:fd:7b:3e", "network": {"id": "4023f1be-d600-441b-9ec5-b01eac0704f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1618053137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a00e94d35e44678b6698f8af082c448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73da1d5d-ea", "ovs_interfaceid": "73da1d5d-ea02-4567-9437-a4ee36ed7f28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.036892] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686515, 'name': CreateVM_Task, 'duration_secs': 0.480429} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.039695] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1209.041898] env[63097]: DEBUG oslo_concurrency.lockutils [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1209.042085] env[63097]: DEBUG oslo_concurrency.lockutils [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.042408] env[63097]: DEBUG oslo_concurrency.lockutils [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1209.042803] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d547c9d6-751b-4ae7-8502-3c87c6694b27 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.053905] env[63097]: DEBUG oslo_vmware.api [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Waiting for the task: (returnval){ [ 1209.053905] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52cee6f5-80ac-bb4e-29f7-5c39da50e6ed" [ 1209.053905] env[63097]: _type = "Task" [ 1209.053905] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.066105] env[63097]: DEBUG oslo_vmware.api [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52cee6f5-80ac-bb4e-29f7-5c39da50e6ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.255109] env[63097]: DEBUG oslo_vmware.api [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686512, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621164} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.255351] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] bcc107bc-64cc-489c-adcf-e6513011bbea/bcc107bc-64cc-489c-adcf-e6513011bbea.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1209.255583] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1209.255826] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2cf9a316-fabd-432c-9f71-cfad0bddf5e1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.264611] env[63097]: DEBUG oslo_concurrency.lockutils [req-b48a8816-67bc-411a-a217-c5244018f8a0 req-fe22464d-588a-4938-bce0-14f56c75b211 service nova] Releasing lock "refresh_cache-40586716-fefe-4da9-a96b-d2e7a6355ec0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1209.265104] env[63097]: DEBUG oslo_vmware.api [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1209.265104] env[63097]: value = "task-1686516" [ 1209.265104] env[63097]: _type = "Task" [ 1209.265104] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.275977] env[63097]: DEBUG oslo_vmware.api [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686516, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.319469] env[63097]: DEBUG nova.compute.manager [req-9b9a6a05-43d6-4047-b377-9322f438ad6a req-7e55e30f-5c49-41f0-96b7-dc6e211247aa service nova] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] Received event network-vif-plugged-07353bcb-0811-4cf7-ada1-7b984c2adc06 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1209.319469] env[63097]: DEBUG oslo_concurrency.lockutils [req-9b9a6a05-43d6-4047-b377-9322f438ad6a req-7e55e30f-5c49-41f0-96b7-dc6e211247aa service nova] Acquiring lock "a2253032-97b8-4516-b21a-af6be03c91ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1209.319469] env[63097]: DEBUG oslo_concurrency.lockutils [req-9b9a6a05-43d6-4047-b377-9322f438ad6a req-7e55e30f-5c49-41f0-96b7-dc6e211247aa service nova] Lock "a2253032-97b8-4516-b21a-af6be03c91ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1209.319469] env[63097]: DEBUG oslo_concurrency.lockutils [req-9b9a6a05-43d6-4047-b377-9322f438ad6a req-7e55e30f-5c49-41f0-96b7-dc6e211247aa service nova] Lock "a2253032-97b8-4516-b21a-af6be03c91ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1209.319469] env[63097]: DEBUG nova.compute.manager [req-9b9a6a05-43d6-4047-b377-9322f438ad6a req-7e55e30f-5c49-41f0-96b7-dc6e211247aa service nova] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] No waiting events found dispatching network-vif-plugged-07353bcb-0811-4cf7-ada1-7b984c2adc06 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1209.319634] env[63097]: WARNING nova.compute.manager [req-9b9a6a05-43d6-4047-b377-9322f438ad6a req-7e55e30f-5c49-41f0-96b7-dc6e211247aa service nova] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] Received unexpected event network-vif-plugged-07353bcb-0811-4cf7-ada1-7b984c2adc06 for instance with vm_state building and task_state spawning. [ 1209.319634] env[63097]: DEBUG nova.compute.manager [req-9b9a6a05-43d6-4047-b377-9322f438ad6a req-7e55e30f-5c49-41f0-96b7-dc6e211247aa service nova] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] Received event network-changed-07353bcb-0811-4cf7-ada1-7b984c2adc06 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1209.319634] env[63097]: DEBUG nova.compute.manager [req-9b9a6a05-43d6-4047-b377-9322f438ad6a req-7e55e30f-5c49-41f0-96b7-dc6e211247aa service nova] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] Refreshing instance network info cache due to event network-changed-07353bcb-0811-4cf7-ada1-7b984c2adc06. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1209.319634] env[63097]: DEBUG oslo_concurrency.lockutils [req-9b9a6a05-43d6-4047-b377-9322f438ad6a req-7e55e30f-5c49-41f0-96b7-dc6e211247aa service nova] Acquiring lock "refresh_cache-a2253032-97b8-4516-b21a-af6be03c91ab" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1209.319634] env[63097]: DEBUG oslo_concurrency.lockutils [req-9b9a6a05-43d6-4047-b377-9322f438ad6a req-7e55e30f-5c49-41f0-96b7-dc6e211247aa service nova] Acquired lock "refresh_cache-a2253032-97b8-4516-b21a-af6be03c91ab" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.319771] env[63097]: DEBUG nova.network.neutron [req-9b9a6a05-43d6-4047-b377-9322f438ad6a req-7e55e30f-5c49-41f0-96b7-dc6e211247aa service nova] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] Refreshing network info cache for port 07353bcb-0811-4cf7-ada1-7b984c2adc06 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1209.372154] env[63097]: DEBUG nova.compute.manager [req-bf39be95-332d-4c03-a25f-cb39c03381c2 req-23eb960a-7b8a-44eb-a224-d01a5c952560 service nova] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Received event network-changed-0fc109c9-1fb6-4d1c-9865-5e2e8a294550 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1209.372154] env[63097]: DEBUG nova.compute.manager [req-bf39be95-332d-4c03-a25f-cb39c03381c2 req-23eb960a-7b8a-44eb-a224-d01a5c952560 service nova] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Refreshing instance network info cache due to event network-changed-0fc109c9-1fb6-4d1c-9865-5e2e8a294550. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1209.372317] env[63097]: DEBUG oslo_concurrency.lockutils [req-bf39be95-332d-4c03-a25f-cb39c03381c2 req-23eb960a-7b8a-44eb-a224-d01a5c952560 service nova] Acquiring lock "refresh_cache-64181f99-d470-4df2-9b9c-68f554816a19" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1209.372457] env[63097]: DEBUG oslo_concurrency.lockutils [req-bf39be95-332d-4c03-a25f-cb39c03381c2 req-23eb960a-7b8a-44eb-a224-d01a5c952560 service nova] Acquired lock "refresh_cache-64181f99-d470-4df2-9b9c-68f554816a19" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.372675] env[63097]: DEBUG nova.network.neutron [req-bf39be95-332d-4c03-a25f-cb39c03381c2 req-23eb960a-7b8a-44eb-a224-d01a5c952560 service nova] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Refreshing network info cache for port 0fc109c9-1fb6-4d1c-9865-5e2e8a294550 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1209.560665] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a39fba9-e20f-4e69-bbd7-e047aa09bfff {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.574254] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935fa701-c3bc-4c4a-8d32-9c5a6539f8bf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.577904] env[63097]: DEBUG oslo_vmware.api [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52cee6f5-80ac-bb4e-29f7-5c39da50e6ed, 'name': SearchDatastore_Task, 'duration_secs': 0.014206} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.578275] env[63097]: DEBUG oslo_concurrency.lockutils [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1209.578525] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1209.578774] env[63097]: DEBUG oslo_concurrency.lockutils [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1209.578921] env[63097]: DEBUG oslo_concurrency.lockutils [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.579131] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1209.579879] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8c781ef-a77f-4f09-bbee-f936fd9662ee {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.620845] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23fc72a-c15b-4f89-a762-c3788980a020 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.632602] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13cd4b9-fd05-4d09-9735-2ad22f2089a4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.637508] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1209.637734] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1209.638504] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-317f19a0-ccb9-43aa-9e97-7e3f5ddcb6e6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.652419] env[63097]: DEBUG nova.compute.provider_tree [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.656821] env[63097]: DEBUG oslo_vmware.api [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Waiting for the task: (returnval){ [ 1209.656821] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]524837a8-9e19-79fd-cb4a-83445836a60d" [ 1209.656821] env[63097]: _type = "Task" [ 1209.656821] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.666846] env[63097]: DEBUG oslo_vmware.api [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]524837a8-9e19-79fd-cb4a-83445836a60d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.780217] env[63097]: DEBUG oslo_vmware.api [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686516, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.205135} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.780217] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1209.780217] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3fb194-45a6-47be-8098-08bc95a8ce8c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.803634] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] bcc107bc-64cc-489c-adcf-e6513011bbea/bcc107bc-64cc-489c-adcf-e6513011bbea.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1209.805450] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd12f43b-24c0-44cc-908d-c8b1c4cf5ac6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.826314] env[63097]: DEBUG oslo_vmware.api [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1209.826314] env[63097]: value = "task-1686517" [ 1209.826314] env[63097]: _type = "Task" [ 1209.826314] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.835740] env[63097]: DEBUG oslo_vmware.api [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686517, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.155786] env[63097]: DEBUG nova.scheduler.client.report [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1210.181826] env[63097]: DEBUG oslo_vmware.api [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]524837a8-9e19-79fd-cb4a-83445836a60d, 'name': SearchDatastore_Task, 'duration_secs': 0.035449} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.187626] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-396b1b71-fe4e-4a88-9dda-934c8569393c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.195061] env[63097]: DEBUG oslo_vmware.api [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Waiting for the task: (returnval){ [ 1210.195061] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b420c8-c72a-4a45-ace0-8aed1c1b40dd" [ 1210.195061] env[63097]: _type = "Task" [ 1210.195061] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.205415] env[63097]: DEBUG oslo_vmware.api [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b420c8-c72a-4a45-ace0-8aed1c1b40dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.246022] env[63097]: DEBUG nova.network.neutron [req-bf39be95-332d-4c03-a25f-cb39c03381c2 req-23eb960a-7b8a-44eb-a224-d01a5c952560 service nova] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Updated VIF entry in instance network info cache for port 0fc109c9-1fb6-4d1c-9865-5e2e8a294550. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1210.246376] env[63097]: DEBUG nova.network.neutron [req-bf39be95-332d-4c03-a25f-cb39c03381c2 req-23eb960a-7b8a-44eb-a224-d01a5c952560 service nova] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Updating instance_info_cache with network_info: [{"id": "0fc109c9-1fb6-4d1c-9865-5e2e8a294550", "address": "fa:16:3e:01:4f:52", "network": {"id": "97a91bb6-ea1f-4ba3-ba33-aaa65adea374", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-714773217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77b129b72fc0442db1a793743eef3418", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fc109c9-1f", "ovs_interfaceid": "0fc109c9-1fb6-4d1c-9865-5e2e8a294550", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.310844] env[63097]: DEBUG nova.network.neutron [req-9b9a6a05-43d6-4047-b377-9322f438ad6a req-7e55e30f-5c49-41f0-96b7-dc6e211247aa service nova] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] Updated VIF entry in instance network info cache for port 07353bcb-0811-4cf7-ada1-7b984c2adc06. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1210.310844] env[63097]: DEBUG nova.network.neutron [req-9b9a6a05-43d6-4047-b377-9322f438ad6a req-7e55e30f-5c49-41f0-96b7-dc6e211247aa service nova] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] Updating instance_info_cache with network_info: [{"id": "07353bcb-0811-4cf7-ada1-7b984c2adc06", "address": "fa:16:3e:cb:3d:58", "network": {"id": "236d43dd-7270-42d3-aeb6-059696d5fdcb", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-984894022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87d67a84c89d41f8bcccd3a8b757053f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07353bcb-08", "ovs_interfaceid": "07353bcb-0811-4cf7-ada1-7b984c2adc06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.335959] env[63097]: DEBUG oslo_vmware.api [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686517, 'name': ReconfigVM_Task, 'duration_secs': 0.354398} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.336499] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Reconfigured VM instance instance-00000018 to attach disk [datastore1] bcc107bc-64cc-489c-adcf-e6513011bbea/bcc107bc-64cc-489c-adcf-e6513011bbea.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1210.337257] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1903894f-07ac-4868-b196-98d72a99b70e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.346018] env[63097]: DEBUG oslo_vmware.api [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1210.346018] env[63097]: value = "task-1686518" [ 1210.346018] env[63097]: _type = "Task" [ 1210.346018] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.353722] env[63097]: DEBUG oslo_vmware.api [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686518, 'name': Rename_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.668461] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.745s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1210.669025] env[63097]: DEBUG nova.compute.manager [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1210.672792] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 31.923s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1210.672984] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1210.673278] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1210.673629] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7995ae74-b4f4-42d2-b29e-deec226aee63 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.852s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1210.673842] env[63097]: DEBUG nova.objects.instance [None req-7995ae74-b4f4-42d2-b29e-deec226aee63 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Lazy-loading 'resources' on Instance uuid cac7b2cc-74f0-44e9-a296-1e4c837a17a7 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.676027] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e1cf65-8836-46f6-ad36-337b293e044a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.685948] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3ef078-4b08-4d63-a653-31ec1615a61f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.709933] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d1084c-105d-4a93-a40f-c87fe3bee28e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.724853] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9ffdf0-c9bf-4312-9cc0-a70be1c930e7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.728271] env[63097]: DEBUG oslo_vmware.api [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b420c8-c72a-4a45-ace0-8aed1c1b40dd, 'name': SearchDatastore_Task, 'duration_secs': 0.022751} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.729219] env[63097]: DEBUG oslo_concurrency.lockutils [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.729469] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] a2253032-97b8-4516-b21a-af6be03c91ab/a2253032-97b8-4516-b21a-af6be03c91ab.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1210.730174] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0c6e936-2d4a-4765-bf51-0221df4a8b1c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.759201] env[63097]: DEBUG oslo_concurrency.lockutils [req-bf39be95-332d-4c03-a25f-cb39c03381c2 req-23eb960a-7b8a-44eb-a224-d01a5c952560 service nova] Releasing lock "refresh_cache-64181f99-d470-4df2-9b9c-68f554816a19" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.759504] env[63097]: DEBUG nova.compute.manager [req-bf39be95-332d-4c03-a25f-cb39c03381c2 req-23eb960a-7b8a-44eb-a224-d01a5c952560 service nova] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Received event network-changed-49533727-b3ea-4858-a68b-279e2cb2bc45 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1210.759676] env[63097]: DEBUG nova.compute.manager [req-bf39be95-332d-4c03-a25f-cb39c03381c2 req-23eb960a-7b8a-44eb-a224-d01a5c952560 service nova] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Refreshing instance network info cache due to event network-changed-49533727-b3ea-4858-a68b-279e2cb2bc45. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1210.759890] env[63097]: DEBUG oslo_concurrency.lockutils [req-bf39be95-332d-4c03-a25f-cb39c03381c2 req-23eb960a-7b8a-44eb-a224-d01a5c952560 service nova] Acquiring lock "refresh_cache-a05dedbb-7811-469d-aff7-e2c03dde8c41" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.760042] env[63097]: DEBUG oslo_concurrency.lockutils [req-bf39be95-332d-4c03-a25f-cb39c03381c2 req-23eb960a-7b8a-44eb-a224-d01a5c952560 service nova] Acquired lock "refresh_cache-a05dedbb-7811-469d-aff7-e2c03dde8c41" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.763126] env[63097]: DEBUG nova.network.neutron [req-bf39be95-332d-4c03-a25f-cb39c03381c2 req-23eb960a-7b8a-44eb-a224-d01a5c952560 service nova] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Refreshing network info cache for port 49533727-b3ea-4858-a68b-279e2cb2bc45 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1210.763126] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180305MB free_disk=147GB free_vcpus=48 pci_devices=None {{(pid=63097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1210.763126] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1210.769054] env[63097]: DEBUG oslo_vmware.api [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Waiting for the task: (returnval){ [ 1210.769054] env[63097]: value = "task-1686519" [ 1210.769054] env[63097]: _type = "Task" [ 1210.769054] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.775415] env[63097]: DEBUG oslo_vmware.api [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Task: {'id': task-1686519, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.813552] env[63097]: DEBUG oslo_concurrency.lockutils [req-9b9a6a05-43d6-4047-b377-9322f438ad6a req-7e55e30f-5c49-41f0-96b7-dc6e211247aa service nova] Releasing lock "refresh_cache-a2253032-97b8-4516-b21a-af6be03c91ab" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.854897] env[63097]: DEBUG oslo_vmware.api [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686518, 'name': Rename_Task, 'duration_secs': 0.154741} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.856032] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1210.856032] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77a8cfb7-60a8-4ef7-9511-bb2945c7bb24 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.863101] env[63097]: DEBUG oslo_vmware.api [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1210.863101] env[63097]: value = "task-1686520" [ 1210.863101] env[63097]: _type = "Task" [ 1210.863101] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.871671] env[63097]: DEBUG oslo_vmware.api [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686520, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.175613] env[63097]: DEBUG nova.compute.utils [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1211.180553] env[63097]: DEBUG nova.compute.manager [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1211.181487] env[63097]: DEBUG nova.network.neutron [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1211.283622] env[63097]: DEBUG oslo_vmware.api [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Task: {'id': task-1686519, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.285825] env[63097]: DEBUG nova.policy [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3f29a2fc16b46fe890889848ce2cfb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca6b63581167446e98789f4cc57276d8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1211.382857] env[63097]: DEBUG oslo_vmware.api [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686520, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.421837] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Acquiring lock "9f9d16ac-5b92-43dd-b5db-360121101198" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1211.422748] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Lock "9f9d16ac-5b92-43dd-b5db-360121101198" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1211.671448] env[63097]: DEBUG nova.network.neutron [req-bf39be95-332d-4c03-a25f-cb39c03381c2 req-23eb960a-7b8a-44eb-a224-d01a5c952560 service nova] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Updated VIF entry in instance network info cache for port 49533727-b3ea-4858-a68b-279e2cb2bc45. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1211.671842] env[63097]: DEBUG nova.network.neutron [req-bf39be95-332d-4c03-a25f-cb39c03381c2 req-23eb960a-7b8a-44eb-a224-d01a5c952560 service nova] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Updating instance_info_cache with network_info: [{"id": "49533727-b3ea-4858-a68b-279e2cb2bc45", "address": "fa:16:3e:29:f9:6f", "network": {"id": "97a91bb6-ea1f-4ba3-ba33-aaa65adea374", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-714773217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77b129b72fc0442db1a793743eef3418", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49533727-b3", "ovs_interfaceid": "49533727-b3ea-4858-a68b-279e2cb2bc45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.685105] env[63097]: DEBUG nova.compute.manager [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1211.782723] env[63097]: DEBUG oslo_vmware.api [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Task: {'id': task-1686519, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.755499} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.783228] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] a2253032-97b8-4516-b21a-af6be03c91ab/a2253032-97b8-4516-b21a-af6be03c91ab.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1211.783547] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1211.783856] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef5d2907-32af-40e2-a8b9-4126d2673923 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.792561] env[63097]: DEBUG oslo_vmware.api [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Waiting for the task: (returnval){ [ 1211.792561] env[63097]: value = "task-1686521" [ 1211.792561] env[63097]: _type = "Task" [ 1211.792561] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.801990] env[63097]: DEBUG oslo_vmware.api [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Task: {'id': task-1686521, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.870620] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ddc713-b1f4-498f-91f1-6f8ead2c44ac {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.877044] env[63097]: DEBUG oslo_vmware.api [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686520, 'name': PowerOnVM_Task, 'duration_secs': 0.824607} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.878686] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1211.879563] env[63097]: INFO nova.compute.manager [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Took 9.29 seconds to spawn the instance on the hypervisor. [ 1211.879781] env[63097]: DEBUG nova.compute.manager [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1211.885936] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7920162-3a85-4a1e-bd25-006742c8fe93 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.892526] env[63097]: DEBUG nova.network.neutron [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Successfully created port: d4314613-3d85-4d9b-a202-c92326204717 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1211.895234] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3700cd2d-2eac-4d08-bc77-7c12b2cb4725 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.931235] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1592560-ec96-4145-b508-5cd8db92b570 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.939305] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245b8657-faab-4dfc-8625-f1d29059266b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.952993] env[63097]: DEBUG nova.compute.provider_tree [None req-7995ae74-b4f4-42d2-b29e-deec226aee63 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.075963] env[63097]: DEBUG nova.compute.manager [req-53ad8a82-0f99-4125-923c-9e25fdb7b929 req-ab488c8b-c03e-40c9-9a0c-b0f794245297 service nova] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Received event network-changed-36256764-a47a-4db0-b7bf-9679759942f4 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1212.076274] env[63097]: DEBUG nova.compute.manager [req-53ad8a82-0f99-4125-923c-9e25fdb7b929 req-ab488c8b-c03e-40c9-9a0c-b0f794245297 service nova] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Refreshing instance network info cache due to event network-changed-36256764-a47a-4db0-b7bf-9679759942f4. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1212.076408] env[63097]: DEBUG oslo_concurrency.lockutils [req-53ad8a82-0f99-4125-923c-9e25fdb7b929 req-ab488c8b-c03e-40c9-9a0c-b0f794245297 service nova] Acquiring lock "refresh_cache-737c0d60-09bb-4883-b61b-93091bf6cb65" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.078647] env[63097]: DEBUG oslo_concurrency.lockutils [req-53ad8a82-0f99-4125-923c-9e25fdb7b929 req-ab488c8b-c03e-40c9-9a0c-b0f794245297 service nova] Acquired lock "refresh_cache-737c0d60-09bb-4883-b61b-93091bf6cb65" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.078647] env[63097]: DEBUG nova.network.neutron [req-53ad8a82-0f99-4125-923c-9e25fdb7b929 req-ab488c8b-c03e-40c9-9a0c-b0f794245297 service nova] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Refreshing network info cache for port 36256764-a47a-4db0-b7bf-9679759942f4 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1212.099983] env[63097]: DEBUG nova.compute.manager [req-49c14de6-e438-42bc-bf4c-fd18272f5582 req-9926f4a5-5a93-4c01-b95f-874868cc5274 service nova] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Received event network-changed-49533727-b3ea-4858-a68b-279e2cb2bc45 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1212.099983] env[63097]: DEBUG nova.compute.manager [req-49c14de6-e438-42bc-bf4c-fd18272f5582 req-9926f4a5-5a93-4c01-b95f-874868cc5274 service nova] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Refreshing instance network info cache due to event network-changed-49533727-b3ea-4858-a68b-279e2cb2bc45. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1212.100614] env[63097]: DEBUG oslo_concurrency.lockutils [req-49c14de6-e438-42bc-bf4c-fd18272f5582 req-9926f4a5-5a93-4c01-b95f-874868cc5274 service nova] Acquiring lock "refresh_cache-a05dedbb-7811-469d-aff7-e2c03dde8c41" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.177469] env[63097]: DEBUG oslo_concurrency.lockutils [req-bf39be95-332d-4c03-a25f-cb39c03381c2 req-23eb960a-7b8a-44eb-a224-d01a5c952560 service nova] Releasing lock "refresh_cache-a05dedbb-7811-469d-aff7-e2c03dde8c41" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.178100] env[63097]: DEBUG oslo_concurrency.lockutils [req-49c14de6-e438-42bc-bf4c-fd18272f5582 req-9926f4a5-5a93-4c01-b95f-874868cc5274 service nova] Acquired lock "refresh_cache-a05dedbb-7811-469d-aff7-e2c03dde8c41" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.178365] env[63097]: DEBUG nova.network.neutron [req-49c14de6-e438-42bc-bf4c-fd18272f5582 req-9926f4a5-5a93-4c01-b95f-874868cc5274 service nova] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Refreshing network info cache for port 49533727-b3ea-4858-a68b-279e2cb2bc45 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1212.302899] env[63097]: DEBUG oslo_vmware.api [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Task: {'id': task-1686521, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171521} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.303307] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1212.304043] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7b619c-18ef-46bd-b39e-df7cc8e7e336 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.332577] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] a2253032-97b8-4516-b21a-af6be03c91ab/a2253032-97b8-4516-b21a-af6be03c91ab.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1212.333701] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-415278eb-4033-4338-99fd-b7cc20f27163 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.354775] env[63097]: DEBUG oslo_vmware.api [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Waiting for the task: (returnval){ [ 1212.354775] env[63097]: value = "task-1686522" [ 1212.354775] env[63097]: _type = "Task" [ 1212.354775] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.363466] env[63097]: DEBUG oslo_vmware.api [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Task: {'id': task-1686522, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.443435] env[63097]: INFO nova.compute.manager [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Took 40.75 seconds to build instance. [ 1212.457112] env[63097]: DEBUG nova.scheduler.client.report [None req-7995ae74-b4f4-42d2-b29e-deec226aee63 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1212.690023] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8bcaacf3-53c1-4273-a12f-f194397cbe5e tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Acquiring lock "a05dedbb-7811-469d-aff7-e2c03dde8c41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1212.690398] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8bcaacf3-53c1-4273-a12f-f194397cbe5e tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Lock "a05dedbb-7811-469d-aff7-e2c03dde8c41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1212.690680] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8bcaacf3-53c1-4273-a12f-f194397cbe5e tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Acquiring lock "a05dedbb-7811-469d-aff7-e2c03dde8c41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1212.690892] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8bcaacf3-53c1-4273-a12f-f194397cbe5e tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Lock "a05dedbb-7811-469d-aff7-e2c03dde8c41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1212.691502] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8bcaacf3-53c1-4273-a12f-f194397cbe5e tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Lock "a05dedbb-7811-469d-aff7-e2c03dde8c41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1212.694753] env[63097]: INFO nova.compute.manager [None req-8bcaacf3-53c1-4273-a12f-f194397cbe5e tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Terminating instance [ 1212.697103] env[63097]: DEBUG nova.compute.manager [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1212.700014] env[63097]: DEBUG nova.compute.manager [None req-8bcaacf3-53c1-4273-a12f-f194397cbe5e tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1212.700237] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-8bcaacf3-53c1-4273-a12f-f194397cbe5e tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1212.702597] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7296d1fc-c3a4-4a4d-b1ab-53d71095c7e5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.712247] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bcaacf3-53c1-4273-a12f-f194397cbe5e tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1212.715094] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0243addf-e435-40ed-b534-30824a886ae1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.723173] env[63097]: DEBUG oslo_vmware.api [None req-8bcaacf3-53c1-4273-a12f-f194397cbe5e tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Waiting for the task: (returnval){ [ 1212.723173] env[63097]: value = "task-1686523" [ 1212.723173] env[63097]: _type = "Task" [ 1212.723173] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.731200] env[63097]: DEBUG nova.virt.hardware [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1212.731568] env[63097]: DEBUG nova.virt.hardware [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1212.731899] env[63097]: DEBUG nova.virt.hardware [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1212.732157] env[63097]: DEBUG nova.virt.hardware [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1212.732370] env[63097]: DEBUG nova.virt.hardware [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1212.732552] env[63097]: DEBUG nova.virt.hardware [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1212.732812] env[63097]: DEBUG nova.virt.hardware [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1212.733070] env[63097]: DEBUG nova.virt.hardware [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1212.733290] env[63097]: DEBUG nova.virt.hardware [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1212.733503] env[63097]: DEBUG nova.virt.hardware [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1212.733760] env[63097]: DEBUG nova.virt.hardware [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1212.734836] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4919c223-944c-47a9-ad5e-54e1e065af83 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.745973] env[63097]: DEBUG oslo_vmware.api [None req-8bcaacf3-53c1-4273-a12f-f194397cbe5e tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Task: {'id': task-1686523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.752096] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e73c6d-1c4b-40b3-a920-39cce276eec9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.865233] env[63097]: DEBUG oslo_vmware.api [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Task: {'id': task-1686522, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.946392] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c4f17e3f-d2f5-4fe7-ada9-2f3d6095283c tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Lock "bcc107bc-64cc-489c-adcf-e6513011bbea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.580s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1212.964071] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7995ae74-b4f4-42d2-b29e-deec226aee63 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.290s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1212.968455] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.123s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1212.970397] env[63097]: INFO nova.compute.claims [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1212.994920] env[63097]: INFO nova.scheduler.client.report [None req-7995ae74-b4f4-42d2-b29e-deec226aee63 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Deleted allocations for instance cac7b2cc-74f0-44e9-a296-1e4c837a17a7 [ 1212.999888] env[63097]: DEBUG nova.network.neutron [req-53ad8a82-0f99-4125-923c-9e25fdb7b929 req-ab488c8b-c03e-40c9-9a0c-b0f794245297 service nova] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Updated VIF entry in instance network info cache for port 36256764-a47a-4db0-b7bf-9679759942f4. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1213.000303] env[63097]: DEBUG nova.network.neutron [req-53ad8a82-0f99-4125-923c-9e25fdb7b929 req-ab488c8b-c03e-40c9-9a0c-b0f794245297 service nova] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Updating instance_info_cache with network_info: [{"id": "36256764-a47a-4db0-b7bf-9679759942f4", "address": "fa:16:3e:d2:f6:0f", "network": {"id": "dc9c37f2-f1aa-4353-94d6-e8f7e52b53cf", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1565466553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5a50116421542c9b9c1386b9bd015e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36256764-a4", "ovs_interfaceid": "36256764-a47a-4db0-b7bf-9679759942f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.239724] env[63097]: DEBUG oslo_vmware.api [None req-8bcaacf3-53c1-4273-a12f-f194397cbe5e tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Task: {'id': task-1686523, 'name': PowerOffVM_Task, 'duration_secs': 0.309161} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.240058] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bcaacf3-53c1-4273-a12f-f194397cbe5e tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1213.240543] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-8bcaacf3-53c1-4273-a12f-f194397cbe5e tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1213.240828] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a7d2831-ecb3-45f7-9ced-6b944d0b76a2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.323063] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-8bcaacf3-53c1-4273-a12f-f194397cbe5e tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1213.323469] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-8bcaacf3-53c1-4273-a12f-f194397cbe5e tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1213.323687] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bcaacf3-53c1-4273-a12f-f194397cbe5e tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Deleting the datastore file [datastore2] a05dedbb-7811-469d-aff7-e2c03dde8c41 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1213.324045] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dcfb70c1-27ea-40b3-9387-d8094e9064d3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.332179] env[63097]: DEBUG oslo_vmware.api [None req-8bcaacf3-53c1-4273-a12f-f194397cbe5e tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Waiting for the task: (returnval){ [ 1213.332179] env[63097]: value = "task-1686525" [ 1213.332179] env[63097]: _type = "Task" [ 1213.332179] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.344307] env[63097]: DEBUG oslo_vmware.api [None req-8bcaacf3-53c1-4273-a12f-f194397cbe5e tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Task: {'id': task-1686525, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.344402] env[63097]: DEBUG nova.network.neutron [req-49c14de6-e438-42bc-bf4c-fd18272f5582 req-9926f4a5-5a93-4c01-b95f-874868cc5274 service nova] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Updated VIF entry in instance network info cache for port 49533727-b3ea-4858-a68b-279e2cb2bc45. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1213.344751] env[63097]: DEBUG nova.network.neutron [req-49c14de6-e438-42bc-bf4c-fd18272f5582 req-9926f4a5-5a93-4c01-b95f-874868cc5274 service nova] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Updating instance_info_cache with network_info: [{"id": "49533727-b3ea-4858-a68b-279e2cb2bc45", "address": "fa:16:3e:29:f9:6f", "network": {"id": "97a91bb6-ea1f-4ba3-ba33-aaa65adea374", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-714773217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77b129b72fc0442db1a793743eef3418", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49533727-b3", "ovs_interfaceid": "49533727-b3ea-4858-a68b-279e2cb2bc45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.364713] env[63097]: DEBUG oslo_vmware.api [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Task: {'id': task-1686522, 'name': ReconfigVM_Task, 'duration_secs': 0.692463} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.365033] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] Reconfigured VM instance instance-00000019 to attach disk [datastore1] a2253032-97b8-4516-b21a-af6be03c91ab/a2253032-97b8-4516-b21a-af6be03c91ab.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1213.365695] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ed48af4-2e05-4946-afba-946b324fd743 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.373314] env[63097]: DEBUG oslo_vmware.api [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Waiting for the task: (returnval){ [ 1213.373314] env[63097]: value = "task-1686526" [ 1213.373314] env[63097]: _type = "Task" [ 1213.373314] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.378858] env[63097]: DEBUG oslo_vmware.rw_handles [None req-fb095649-133e-413c-a7ea-fff120291991 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520cfeff-573a-29e2-c33b-a1a211a0e956/disk-0.vmdk. {{(pid=63097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1213.380081] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1191c81a-545e-4f30-bbc0-9a15f4c6c117 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.389273] env[63097]: DEBUG oslo_vmware.api [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Task: {'id': task-1686526, 'name': Rename_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.390803] env[63097]: DEBUG oslo_vmware.rw_handles [None req-fb095649-133e-413c-a7ea-fff120291991 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520cfeff-573a-29e2-c33b-a1a211a0e956/disk-0.vmdk is in state: ready. {{(pid=63097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1213.390986] env[63097]: ERROR oslo_vmware.rw_handles [None req-fb095649-133e-413c-a7ea-fff120291991 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520cfeff-573a-29e2-c33b-a1a211a0e956/disk-0.vmdk due to incomplete transfer. [ 1213.391237] env[63097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1f5b7d6d-bad1-48aa-871a-cd7f2ff0ab69 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.398347] env[63097]: DEBUG oslo_vmware.rw_handles [None req-fb095649-133e-413c-a7ea-fff120291991 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520cfeff-573a-29e2-c33b-a1a211a0e956/disk-0.vmdk. {{(pid=63097) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1213.398575] env[63097]: DEBUG nova.virt.vmwareapi.images [None req-fb095649-133e-413c-a7ea-fff120291991 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Uploaded image e60f66b9-92d6-479b-b857-0641aba24fb5 to the Glance image server {{(pid=63097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1213.401704] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb095649-133e-413c-a7ea-fff120291991 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Destroying the VM {{(pid=63097) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1213.404089] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f6d13505-06a9-428d-9b42-267c63f99868 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.410139] env[63097]: DEBUG oslo_vmware.api [None req-fb095649-133e-413c-a7ea-fff120291991 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1213.410139] env[63097]: value = "task-1686527" [ 1213.410139] env[63097]: _type = "Task" [ 1213.410139] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.418648] env[63097]: DEBUG oslo_vmware.api [None req-fb095649-133e-413c-a7ea-fff120291991 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686527, 'name': Destroy_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.450950] env[63097]: DEBUG nova.compute.manager [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1213.507308] env[63097]: DEBUG oslo_concurrency.lockutils [req-53ad8a82-0f99-4125-923c-9e25fdb7b929 req-ab488c8b-c03e-40c9-9a0c-b0f794245297 service nova] Releasing lock "refresh_cache-737c0d60-09bb-4883-b61b-93091bf6cb65" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1213.507975] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7995ae74-b4f4-42d2-b29e-deec226aee63 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Lock "cac7b2cc-74f0-44e9-a296-1e4c837a17a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.411s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1213.844018] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquiring lock "2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1213.844295] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Lock "2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1213.851373] env[63097]: DEBUG oslo_concurrency.lockutils [req-49c14de6-e438-42bc-bf4c-fd18272f5582 req-9926f4a5-5a93-4c01-b95f-874868cc5274 service nova] Releasing lock "refresh_cache-a05dedbb-7811-469d-aff7-e2c03dde8c41" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1213.851852] env[63097]: DEBUG oslo_vmware.api [None req-8bcaacf3-53c1-4273-a12f-f194397cbe5e tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Task: {'id': task-1686525, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154293} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.852394] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bcaacf3-53c1-4273-a12f-f194397cbe5e tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1213.852583] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-8bcaacf3-53c1-4273-a12f-f194397cbe5e tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1213.852776] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-8bcaacf3-53c1-4273-a12f-f194397cbe5e tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1213.852981] env[63097]: INFO nova.compute.manager [None req-8bcaacf3-53c1-4273-a12f-f194397cbe5e tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1213.853257] env[63097]: DEBUG oslo.service.loopingcall [None req-8bcaacf3-53c1-4273-a12f-f194397cbe5e tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1213.853458] env[63097]: DEBUG nova.compute.manager [-] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1213.853557] env[63097]: DEBUG nova.network.neutron [-] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1213.883258] env[63097]: DEBUG oslo_vmware.api [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Task: {'id': task-1686526, 'name': Rename_Task, 'duration_secs': 0.28459} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.883735] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1213.884027] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e4f8df4-74b2-4585-85e3-766557376f6f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.890862] env[63097]: DEBUG oslo_vmware.api [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Waiting for the task: (returnval){ [ 1213.890862] env[63097]: value = "task-1686528" [ 1213.890862] env[63097]: _type = "Task" [ 1213.890862] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.901477] env[63097]: DEBUG oslo_vmware.api [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Task: {'id': task-1686528, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.920743] env[63097]: DEBUG oslo_vmware.api [None req-fb095649-133e-413c-a7ea-fff120291991 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686527, 'name': Destroy_Task} progress is 33%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.978222] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1214.346618] env[63097]: DEBUG nova.network.neutron [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Successfully updated port: d4314613-3d85-4d9b-a202-c92326204717 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1214.407397] env[63097]: DEBUG oslo_vmware.api [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Task: {'id': task-1686528, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.422831] env[63097]: DEBUG oslo_vmware.api [None req-fb095649-133e-413c-a7ea-fff120291991 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686527, 'name': Destroy_Task, 'duration_secs': 0.816647} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.423237] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-fb095649-133e-413c-a7ea-fff120291991 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Destroyed the VM [ 1214.423675] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-fb095649-133e-413c-a7ea-fff120291991 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Deleting Snapshot of the VM instance {{(pid=63097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1214.423957] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fc3660e7-443c-4051-8589-849a1e4022d5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.432442] env[63097]: DEBUG oslo_vmware.api [None req-fb095649-133e-413c-a7ea-fff120291991 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1214.432442] env[63097]: value = "task-1686529" [ 1214.432442] env[63097]: _type = "Task" [ 1214.432442] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.442345] env[63097]: DEBUG oslo_vmware.api [None req-fb095649-133e-413c-a7ea-fff120291991 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686529, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.457195] env[63097]: DEBUG oslo_concurrency.lockutils [None req-415c182b-7d2d-46f2-8d52-254cf727dc55 tempest-ServersListShow296Test-2006286529 tempest-ServersListShow296Test-2006286529-project-member] Acquiring lock "5667761a-eb0c-4caf-a822-ddc620bf772c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1214.457453] env[63097]: DEBUG oslo_concurrency.lockutils [None req-415c182b-7d2d-46f2-8d52-254cf727dc55 tempest-ServersListShow296Test-2006286529 tempest-ServersListShow296Test-2006286529-project-member] Lock "5667761a-eb0c-4caf-a822-ddc620bf772c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1214.649227] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1ac24b-6768-4876-9e86-9b2660dbbe30 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.659481] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7834a5-b603-41ab-8a1d-8e01a3450271 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.692279] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e413952b-686c-4817-82da-3ae812c6d4e6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.699728] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2613cb5b-816a-4e79-b0e2-c9411861e5c3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.713146] env[63097]: DEBUG nova.compute.provider_tree [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.850848] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Acquiring lock "refresh_cache-a5682b89-3a0f-4634-9b09-cde8007f0bb0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1214.851032] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Acquired lock "refresh_cache-a5682b89-3a0f-4634-9b09-cde8007f0bb0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.851321] env[63097]: DEBUG nova.network.neutron [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1214.863836] env[63097]: DEBUG nova.compute.manager [req-f8a478b0-9732-4030-bf83-cbd32cd15220 req-06e65901-45bf-4da1-9dd2-bd439a7d2e09 service nova] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Received event network-vif-plugged-d4314613-3d85-4d9b-a202-c92326204717 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1214.864139] env[63097]: DEBUG oslo_concurrency.lockutils [req-f8a478b0-9732-4030-bf83-cbd32cd15220 req-06e65901-45bf-4da1-9dd2-bd439a7d2e09 service nova] Acquiring lock "a5682b89-3a0f-4634-9b09-cde8007f0bb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1214.864478] env[63097]: DEBUG oslo_concurrency.lockutils [req-f8a478b0-9732-4030-bf83-cbd32cd15220 req-06e65901-45bf-4da1-9dd2-bd439a7d2e09 service nova] Lock "a5682b89-3a0f-4634-9b09-cde8007f0bb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1214.864711] env[63097]: DEBUG oslo_concurrency.lockutils [req-f8a478b0-9732-4030-bf83-cbd32cd15220 req-06e65901-45bf-4da1-9dd2-bd439a7d2e09 service nova] Lock "a5682b89-3a0f-4634-9b09-cde8007f0bb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1214.865210] env[63097]: DEBUG nova.compute.manager [req-f8a478b0-9732-4030-bf83-cbd32cd15220 req-06e65901-45bf-4da1-9dd2-bd439a7d2e09 service nova] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] No waiting events found dispatching network-vif-plugged-d4314613-3d85-4d9b-a202-c92326204717 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1214.865452] env[63097]: WARNING nova.compute.manager [req-f8a478b0-9732-4030-bf83-cbd32cd15220 req-06e65901-45bf-4da1-9dd2-bd439a7d2e09 service nova] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Received unexpected event network-vif-plugged-d4314613-3d85-4d9b-a202-c92326204717 for instance with vm_state building and task_state spawning. [ 1214.865666] env[63097]: DEBUG nova.compute.manager [req-f8a478b0-9732-4030-bf83-cbd32cd15220 req-06e65901-45bf-4da1-9dd2-bd439a7d2e09 service nova] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Received event network-changed-0fc109c9-1fb6-4d1c-9865-5e2e8a294550 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1214.865864] env[63097]: DEBUG nova.compute.manager [req-f8a478b0-9732-4030-bf83-cbd32cd15220 req-06e65901-45bf-4da1-9dd2-bd439a7d2e09 service nova] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Refreshing instance network info cache due to event network-changed-0fc109c9-1fb6-4d1c-9865-5e2e8a294550. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1214.866215] env[63097]: DEBUG oslo_concurrency.lockutils [req-f8a478b0-9732-4030-bf83-cbd32cd15220 req-06e65901-45bf-4da1-9dd2-bd439a7d2e09 service nova] Acquiring lock "refresh_cache-64181f99-d470-4df2-9b9c-68f554816a19" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1214.866412] env[63097]: DEBUG oslo_concurrency.lockutils [req-f8a478b0-9732-4030-bf83-cbd32cd15220 req-06e65901-45bf-4da1-9dd2-bd439a7d2e09 service nova] Acquired lock "refresh_cache-64181f99-d470-4df2-9b9c-68f554816a19" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.866618] env[63097]: DEBUG nova.network.neutron [req-f8a478b0-9732-4030-bf83-cbd32cd15220 req-06e65901-45bf-4da1-9dd2-bd439a7d2e09 service nova] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Refreshing network info cache for port 0fc109c9-1fb6-4d1c-9865-5e2e8a294550 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1214.901993] env[63097]: DEBUG oslo_vmware.api [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Task: {'id': task-1686528, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.943408] env[63097]: DEBUG oslo_vmware.api [None req-fb095649-133e-413c-a7ea-fff120291991 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686529, 'name': RemoveSnapshot_Task, 'duration_secs': 0.371294} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.943702] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-fb095649-133e-413c-a7ea-fff120291991 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Deleted Snapshot of the VM instance {{(pid=63097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1214.943991] env[63097]: INFO nova.compute.manager [None req-fb095649-133e-413c-a7ea-fff120291991 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Took 16.04 seconds to snapshot the instance on the hypervisor. [ 1215.011701] env[63097]: DEBUG nova.network.neutron [-] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.216297] env[63097]: DEBUG nova.scheduler.client.report [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1215.405699] env[63097]: DEBUG oslo_vmware.api [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Task: {'id': task-1686528, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.431951] env[63097]: DEBUG nova.network.neutron [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1215.515199] env[63097]: INFO nova.compute.manager [-] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Took 1.66 seconds to deallocate network for instance. [ 1215.723102] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.755s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1215.723674] env[63097]: DEBUG nova.compute.manager [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1215.729816] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.236s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1215.731369] env[63097]: INFO nova.compute.claims [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1215.783277] env[63097]: DEBUG nova.network.neutron [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Updating instance_info_cache with network_info: [{"id": "d4314613-3d85-4d9b-a202-c92326204717", "address": "fa:16:3e:42:85:d6", "network": {"id": "41aff3be-a233-4a05-945f-7a0f095836c9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1909228882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca6b63581167446e98789f4cc57276d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4314613-3d", "ovs_interfaceid": "d4314613-3d85-4d9b-a202-c92326204717", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.904632] env[63097]: DEBUG oslo_vmware.api [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Task: {'id': task-1686528, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.023282] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8bcaacf3-53c1-4273-a12f-f194397cbe5e tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1216.130418] env[63097]: DEBUG nova.network.neutron [req-f8a478b0-9732-4030-bf83-cbd32cd15220 req-06e65901-45bf-4da1-9dd2-bd439a7d2e09 service nova] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Updated VIF entry in instance network info cache for port 0fc109c9-1fb6-4d1c-9865-5e2e8a294550. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1216.131481] env[63097]: DEBUG nova.network.neutron [req-f8a478b0-9732-4030-bf83-cbd32cd15220 req-06e65901-45bf-4da1-9dd2-bd439a7d2e09 service nova] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Updating instance_info_cache with network_info: [{"id": "0fc109c9-1fb6-4d1c-9865-5e2e8a294550", "address": "fa:16:3e:01:4f:52", "network": {"id": "97a91bb6-ea1f-4ba3-ba33-aaa65adea374", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-714773217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77b129b72fc0442db1a793743eef3418", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fc109c9-1f", "ovs_interfaceid": "0fc109c9-1fb6-4d1c-9865-5e2e8a294550", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.239339] env[63097]: DEBUG nova.compute.utils [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1216.244678] env[63097]: DEBUG nova.compute.manager [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1216.250021] env[63097]: DEBUG nova.network.neutron [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1216.287633] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Releasing lock "refresh_cache-a5682b89-3a0f-4634-9b09-cde8007f0bb0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.287996] env[63097]: DEBUG nova.compute.manager [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Instance network_info: |[{"id": "d4314613-3d85-4d9b-a202-c92326204717", "address": "fa:16:3e:42:85:d6", "network": {"id": "41aff3be-a233-4a05-945f-7a0f095836c9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1909228882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca6b63581167446e98789f4cc57276d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4314613-3d", "ovs_interfaceid": "d4314613-3d85-4d9b-a202-c92326204717", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1216.288488] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:85:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d62c1cf-f39a-4626-9552-f1e13c692636', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4314613-3d85-4d9b-a202-c92326204717', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1216.297773] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Creating folder: Project (ca6b63581167446e98789f4cc57276d8). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1216.298773] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fde83d80-66b9-4fd1-af95-848c9d9ee366 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.310560] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Created folder: Project (ca6b63581167446e98789f4cc57276d8) in parent group-v351483. [ 1216.310796] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Creating folder: Instances. Parent ref: group-v351559. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1216.311150] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30e9e4d6-35b9-4d2b-a3a5-71590f426472 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.320844] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Created folder: Instances in parent group-v351559. [ 1216.321166] env[63097]: DEBUG oslo.service.loopingcall [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1216.321321] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1216.321555] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94d07a3e-78bd-43f2-992a-6e2d979b2d53 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.347688] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1216.347688] env[63097]: value = "task-1686532" [ 1216.347688] env[63097]: _type = "Task" [ 1216.347688] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.355800] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686532, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.401607] env[63097]: DEBUG nova.policy [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3f29a2fc16b46fe890889848ce2cfb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca6b63581167446e98789f4cc57276d8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1216.413113] env[63097]: DEBUG oslo_vmware.api [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Task: {'id': task-1686528, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.635200] env[63097]: DEBUG oslo_concurrency.lockutils [req-f8a478b0-9732-4030-bf83-cbd32cd15220 req-06e65901-45bf-4da1-9dd2-bd439a7d2e09 service nova] Releasing lock "refresh_cache-64181f99-d470-4df2-9b9c-68f554816a19" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.720174] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b8209901-ee8a-4ef2-bf0e-dc2680aa4645 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquiring lock "6dfa3031-a980-4de8-83fd-7432ef153490" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1216.720633] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b8209901-ee8a-4ef2-bf0e-dc2680aa4645 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "6dfa3031-a980-4de8-83fd-7432ef153490" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1216.720858] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b8209901-ee8a-4ef2-bf0e-dc2680aa4645 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquiring lock "6dfa3031-a980-4de8-83fd-7432ef153490-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1216.721063] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b8209901-ee8a-4ef2-bf0e-dc2680aa4645 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "6dfa3031-a980-4de8-83fd-7432ef153490-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1216.721241] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b8209901-ee8a-4ef2-bf0e-dc2680aa4645 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "6dfa3031-a980-4de8-83fd-7432ef153490-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1216.723935] env[63097]: INFO nova.compute.manager [None req-b8209901-ee8a-4ef2-bf0e-dc2680aa4645 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Terminating instance [ 1216.727929] env[63097]: DEBUG nova.compute.manager [None req-b8209901-ee8a-4ef2-bf0e-dc2680aa4645 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1216.728153] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b8209901-ee8a-4ef2-bf0e-dc2680aa4645 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1216.729015] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d1fa83-75c3-47ce-8615-62a6dfb9e591 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.736699] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b8209901-ee8a-4ef2-bf0e-dc2680aa4645 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1216.737034] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0bf9415d-121f-4cd7-b251-a011aea8dcfe {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.742381] env[63097]: DEBUG nova.compute.manager [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1216.819329] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b8209901-ee8a-4ef2-bf0e-dc2680aa4645 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1216.819437] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b8209901-ee8a-4ef2-bf0e-dc2680aa4645 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1216.819652] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8209901-ee8a-4ef2-bf0e-dc2680aa4645 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Deleting the datastore file [datastore2] 6dfa3031-a980-4de8-83fd-7432ef153490 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1216.823282] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72e968dd-eefb-4397-99e9-9973362bd1c9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.829930] env[63097]: DEBUG oslo_vmware.api [None req-b8209901-ee8a-4ef2-bf0e-dc2680aa4645 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1216.829930] env[63097]: value = "task-1686534" [ 1216.829930] env[63097]: _type = "Task" [ 1216.829930] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.837938] env[63097]: DEBUG oslo_vmware.api [None req-b8209901-ee8a-4ef2-bf0e-dc2680aa4645 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686534, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.864494] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686532, 'name': CreateVM_Task, 'duration_secs': 0.488829} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.864494] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1216.867128] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.867401] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.867654] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.867923] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8968dc7-6b8e-4e20-93e6-fbc736fccd4c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.878138] env[63097]: DEBUG oslo_vmware.api [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Waiting for the task: (returnval){ [ 1216.878138] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527a016f-c0c4-18c3-3a7d-2c0877fcc45d" [ 1216.878138] env[63097]: _type = "Task" [ 1216.878138] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.888249] env[63097]: DEBUG oslo_vmware.api [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527a016f-c0c4-18c3-3a7d-2c0877fcc45d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.903290] env[63097]: DEBUG oslo_vmware.api [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Task: {'id': task-1686528, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.089657] env[63097]: DEBUG nova.network.neutron [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Successfully created port: 355fda48-3d7d-4aef-9d56-6b91ee44ff00 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1217.345852] env[63097]: DEBUG oslo_vmware.api [None req-b8209901-ee8a-4ef2-bf0e-dc2680aa4645 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686534, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141999} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.346131] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8209901-ee8a-4ef2-bf0e-dc2680aa4645 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1217.346318] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b8209901-ee8a-4ef2-bf0e-dc2680aa4645 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1217.346494] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b8209901-ee8a-4ef2-bf0e-dc2680aa4645 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1217.346661] env[63097]: INFO nova.compute.manager [None req-b8209901-ee8a-4ef2-bf0e-dc2680aa4645 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1217.346906] env[63097]: DEBUG oslo.service.loopingcall [None req-b8209901-ee8a-4ef2-bf0e-dc2680aa4645 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1217.347418] env[63097]: DEBUG nova.compute.manager [-] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1217.347418] env[63097]: DEBUG nova.network.neutron [-] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1217.388218] env[63097]: DEBUG oslo_vmware.api [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527a016f-c0c4-18c3-3a7d-2c0877fcc45d, 'name': SearchDatastore_Task, 'duration_secs': 0.012415} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.389514] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.389514] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1217.389514] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.389514] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.390467] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1217.390467] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fc13176-f835-4356-8fa8-f842f65b4624 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.399957] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1217.400555] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1217.401210] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3da5aafb-68eb-44e1-8d38-f4caab41d34e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.408786] env[63097]: DEBUG oslo_vmware.api [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Task: {'id': task-1686528, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.409492] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d177307-49c0-4b2c-a03c-f3b5cc3ed0c8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.415401] env[63097]: DEBUG oslo_vmware.api [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Waiting for the task: (returnval){ [ 1217.415401] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52ec243c-7274-2c3f-9dbc-2b3e2070eb58" [ 1217.415401] env[63097]: _type = "Task" [ 1217.415401] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.421168] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9fba57-0714-4900-9fff-3414a747570c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.429927] env[63097]: DEBUG oslo_vmware.api [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52ec243c-7274-2c3f-9dbc-2b3e2070eb58, 'name': SearchDatastore_Task} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.454770] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15094f4f-5f5a-416a-9dca-c780f28e1fcf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.457531] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab226e80-8481-4939-8502-cadff674ef51 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.463104] env[63097]: DEBUG oslo_vmware.api [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Waiting for the task: (returnval){ [ 1217.463104] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52ab6fe8-d704-15d9-d9a6-938d234811ae" [ 1217.463104] env[63097]: _type = "Task" [ 1217.463104] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.468821] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a52612-a8e4-434c-bde5-a8ca46afa9bd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.477686] env[63097]: DEBUG oslo_vmware.api [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52ab6fe8-d704-15d9-d9a6-938d234811ae, 'name': SearchDatastore_Task, 'duration_secs': 0.008677} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.485639] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.485947] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] a5682b89-3a0f-4634-9b09-cde8007f0bb0/a5682b89-3a0f-4634-9b09-cde8007f0bb0.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1217.486507] env[63097]: DEBUG nova.compute.provider_tree [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.487602] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-859ed0f1-7c96-4d55-8e20-5b375d9f15ab {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.499024] env[63097]: DEBUG oslo_vmware.api [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Waiting for the task: (returnval){ [ 1217.499024] env[63097]: value = "task-1686535" [ 1217.499024] env[63097]: _type = "Task" [ 1217.499024] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.502537] env[63097]: DEBUG oslo_vmware.api [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.606876] env[63097]: DEBUG nova.compute.manager [req-7bb35291-3fa7-4706-95e1-2ef50854e560 req-5cdacf80-e9a7-49fe-b4d2-3f1fa8ef8ce1 service nova] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Received event network-changed-d4314613-3d85-4d9b-a202-c92326204717 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1217.607307] env[63097]: DEBUG nova.compute.manager [req-7bb35291-3fa7-4706-95e1-2ef50854e560 req-5cdacf80-e9a7-49fe-b4d2-3f1fa8ef8ce1 service nova] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Refreshing instance network info cache due to event network-changed-d4314613-3d85-4d9b-a202-c92326204717. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1217.607584] env[63097]: DEBUG oslo_concurrency.lockutils [req-7bb35291-3fa7-4706-95e1-2ef50854e560 req-5cdacf80-e9a7-49fe-b4d2-3f1fa8ef8ce1 service nova] Acquiring lock "refresh_cache-a5682b89-3a0f-4634-9b09-cde8007f0bb0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.607679] env[63097]: DEBUG oslo_concurrency.lockutils [req-7bb35291-3fa7-4706-95e1-2ef50854e560 req-5cdacf80-e9a7-49fe-b4d2-3f1fa8ef8ce1 service nova] Acquired lock "refresh_cache-a5682b89-3a0f-4634-9b09-cde8007f0bb0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.607989] env[63097]: DEBUG nova.network.neutron [req-7bb35291-3fa7-4706-95e1-2ef50854e560 req-5cdacf80-e9a7-49fe-b4d2-3f1fa8ef8ce1 service nova] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Refreshing network info cache for port d4314613-3d85-4d9b-a202-c92326204717 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1217.761547] env[63097]: DEBUG nova.compute.manager [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1217.796474] env[63097]: DEBUG nova.virt.hardware [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1217.796766] env[63097]: DEBUG nova.virt.hardware [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1217.796988] env[63097]: DEBUG nova.virt.hardware [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1217.797284] env[63097]: DEBUG nova.virt.hardware [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1217.797522] env[63097]: DEBUG nova.virt.hardware [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1217.797594] env[63097]: DEBUG nova.virt.hardware [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1217.797807] env[63097]: DEBUG nova.virt.hardware [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1217.797983] env[63097]: DEBUG nova.virt.hardware [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1217.798155] env[63097]: DEBUG nova.virt.hardware [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1217.798326] env[63097]: DEBUG nova.virt.hardware [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1217.798509] env[63097]: DEBUG nova.virt.hardware [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1217.799448] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d977da-b317-474a-9510-0a4ef4e4085c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.812917] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efb39d6-c09a-4563-93e5-eaed55930a39 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.910812] env[63097]: DEBUG oslo_vmware.api [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Task: {'id': task-1686528, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.993923] env[63097]: DEBUG nova.scheduler.client.report [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1218.016410] env[63097]: DEBUG oslo_vmware.api [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686535, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.173821] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d911d85e-dd2f-44e3-8091-664210f2ccf7 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Acquiring lock "a05dedbb-7811-469d-aff7-e2c03dde8c41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1218.408965] env[63097]: DEBUG oslo_vmware.api [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Task: {'id': task-1686528, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.440186] env[63097]: DEBUG nova.network.neutron [-] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.502104] env[63097]: DEBUG nova.network.neutron [req-7bb35291-3fa7-4706-95e1-2ef50854e560 req-5cdacf80-e9a7-49fe-b4d2-3f1fa8ef8ce1 service nova] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Updated VIF entry in instance network info cache for port d4314613-3d85-4d9b-a202-c92326204717. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1218.502104] env[63097]: DEBUG nova.network.neutron [req-7bb35291-3fa7-4706-95e1-2ef50854e560 req-5cdacf80-e9a7-49fe-b4d2-3f1fa8ef8ce1 service nova] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Updating instance_info_cache with network_info: [{"id": "d4314613-3d85-4d9b-a202-c92326204717", "address": "fa:16:3e:42:85:d6", "network": {"id": "41aff3be-a233-4a05-945f-7a0f095836c9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1909228882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca6b63581167446e98789f4cc57276d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4314613-3d", "ovs_interfaceid": "d4314613-3d85-4d9b-a202-c92326204717", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.510840] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.781s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1218.511453] env[63097]: DEBUG nova.compute.manager [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1218.514029] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3d44143a-b8a7-42fe-b4b4-ca24a365d988 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 29.229s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1218.521354] env[63097]: DEBUG oslo_vmware.api [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686535, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526831} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.521552] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] a5682b89-3a0f-4634-9b09-cde8007f0bb0/a5682b89-3a0f-4634-9b09-cde8007f0bb0.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1218.521781] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1218.522078] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df7a42f9-6ef6-4a35-9874-7705382f2b72 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.531486] env[63097]: DEBUG oslo_vmware.api [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Waiting for the task: (returnval){ [ 1218.531486] env[63097]: value = "task-1686536" [ 1218.531486] env[63097]: _type = "Task" [ 1218.531486] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.544456] env[63097]: DEBUG oslo_vmware.api [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686536, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.578685] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquiring lock "df6d2aeb-8d2a-4bee-94ff-cc51f235364d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1218.579648] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "df6d2aeb-8d2a-4bee-94ff-cc51f235364d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1218.910041] env[63097]: DEBUG oslo_vmware.api [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Task: {'id': task-1686528, 'name': PowerOnVM_Task, 'duration_secs': 4.86438} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.910390] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1218.910729] env[63097]: INFO nova.compute.manager [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] Took 13.57 seconds to spawn the instance on the hypervisor. [ 1218.910963] env[63097]: DEBUG nova.compute.manager [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1218.911864] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb47398-2836-44ae-bdaa-6ec89da5b6b8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.944383] env[63097]: INFO nova.compute.manager [-] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Took 1.59 seconds to deallocate network for instance. [ 1219.005437] env[63097]: DEBUG oslo_concurrency.lockutils [req-7bb35291-3fa7-4706-95e1-2ef50854e560 req-5cdacf80-e9a7-49fe-b4d2-3f1fa8ef8ce1 service nova] Releasing lock "refresh_cache-a5682b89-3a0f-4634-9b09-cde8007f0bb0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1219.005737] env[63097]: DEBUG nova.compute.manager [req-7bb35291-3fa7-4706-95e1-2ef50854e560 req-5cdacf80-e9a7-49fe-b4d2-3f1fa8ef8ce1 service nova] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Received event network-vif-deleted-49533727-b3ea-4858-a68b-279e2cb2bc45 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1219.005931] env[63097]: DEBUG nova.compute.manager [req-7bb35291-3fa7-4706-95e1-2ef50854e560 req-5cdacf80-e9a7-49fe-b4d2-3f1fa8ef8ce1 service nova] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Received event network-changed-0fc109c9-1fb6-4d1c-9865-5e2e8a294550 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1219.006111] env[63097]: DEBUG nova.compute.manager [req-7bb35291-3fa7-4706-95e1-2ef50854e560 req-5cdacf80-e9a7-49fe-b4d2-3f1fa8ef8ce1 service nova] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Refreshing instance network info cache due to event network-changed-0fc109c9-1fb6-4d1c-9865-5e2e8a294550. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1219.006324] env[63097]: DEBUG oslo_concurrency.lockutils [req-7bb35291-3fa7-4706-95e1-2ef50854e560 req-5cdacf80-e9a7-49fe-b4d2-3f1fa8ef8ce1 service nova] Acquiring lock "refresh_cache-64181f99-d470-4df2-9b9c-68f554816a19" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1219.006469] env[63097]: DEBUG oslo_concurrency.lockutils [req-7bb35291-3fa7-4706-95e1-2ef50854e560 req-5cdacf80-e9a7-49fe-b4d2-3f1fa8ef8ce1 service nova] Acquired lock "refresh_cache-64181f99-d470-4df2-9b9c-68f554816a19" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.006635] env[63097]: DEBUG nova.network.neutron [req-7bb35291-3fa7-4706-95e1-2ef50854e560 req-5cdacf80-e9a7-49fe-b4d2-3f1fa8ef8ce1 service nova] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Refreshing network info cache for port 0fc109c9-1fb6-4d1c-9865-5e2e8a294550 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1219.021129] env[63097]: DEBUG nova.compute.utils [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1219.026023] env[63097]: DEBUG nova.compute.manager [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1219.026023] env[63097]: DEBUG nova.network.neutron [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1219.043046] env[63097]: DEBUG oslo_vmware.api [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686536, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.266232} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.043478] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1219.044140] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c2a783-ed90-447f-8580-eaffef73f30a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.067214] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] a5682b89-3a0f-4634-9b09-cde8007f0bb0/a5682b89-3a0f-4634-9b09-cde8007f0bb0.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1219.070214] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1247747-11d4-47ae-a6bb-bb2a79b9e871 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.094083] env[63097]: DEBUG oslo_vmware.api [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Waiting for the task: (returnval){ [ 1219.094083] env[63097]: value = "task-1686537" [ 1219.094083] env[63097]: _type = "Task" [ 1219.094083] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.106166] env[63097]: DEBUG oslo_vmware.api [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.120725] env[63097]: DEBUG nova.policy [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3f29a2fc16b46fe890889848ce2cfb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca6b63581167446e98789f4cc57276d8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1219.394384] env[63097]: DEBUG nova.network.neutron [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Successfully updated port: 355fda48-3d7d-4aef-9d56-6b91ee44ff00 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1219.436531] env[63097]: INFO nova.compute.manager [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] Took 46.19 seconds to build instance. [ 1219.452473] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b8209901-ee8a-4ef2-bf0e-dc2680aa4645 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1219.526179] env[63097]: DEBUG nova.compute.manager [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1219.616029] env[63097]: DEBUG oslo_vmware.api [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.721198] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa21386e-aa35-4a56-9a50-afce57d54bfb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.733795] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af80d6c-a505-4c95-b48e-cb544f1cfdbc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.774269] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7453b1d3-32a8-440e-ac0b-d3a60d046b11 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.783185] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3485db12-8157-4f2d-b818-576b8b0ba44a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.796256] env[63097]: DEBUG nova.compute.provider_tree [None req-3d44143a-b8a7-42fe-b4b4-ca24a365d988 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.898593] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Acquiring lock "refresh_cache-c22b0812-b97b-4112-8c9c-c2601fc8b9e5" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1219.898593] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Acquired lock "refresh_cache-c22b0812-b97b-4112-8c9c-c2601fc8b9e5" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.898593] env[63097]: DEBUG nova.network.neutron [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1219.938926] env[63097]: DEBUG oslo_concurrency.lockutils [None req-538f97b9-f57b-4bd2-b57b-b47ed5eaad90 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Lock "a2253032-97b8-4516-b21a-af6be03c91ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.358s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1219.951624] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Acquiring lock "036ac00b-56c5-46b0-82e9-91e39ae28222" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1219.951624] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Lock "036ac00b-56c5-46b0-82e9-91e39ae28222" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1220.001165] env[63097]: DEBUG nova.network.neutron [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] Successfully created port: 2440c0e5-6c26-424f-b2df-673344978e7d {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1220.105567] env[63097]: DEBUG oslo_vmware.api [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686537, 'name': ReconfigVM_Task, 'duration_secs': 0.652587} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.105857] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Reconfigured VM instance instance-0000001a to attach disk [datastore1] a5682b89-3a0f-4634-9b09-cde8007f0bb0/a5682b89-3a0f-4634-9b09-cde8007f0bb0.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1220.106813] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f300da5-7c56-48be-a656-d07146553de5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.114961] env[63097]: DEBUG oslo_vmware.api [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Waiting for the task: (returnval){ [ 1220.114961] env[63097]: value = "task-1686538" [ 1220.114961] env[63097]: _type = "Task" [ 1220.114961] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.123332] env[63097]: DEBUG oslo_vmware.api [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686538, 'name': Rename_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.299438] env[63097]: DEBUG nova.scheduler.client.report [None req-3d44143a-b8a7-42fe-b4b4-ca24a365d988 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1220.371852] env[63097]: DEBUG nova.network.neutron [req-7bb35291-3fa7-4706-95e1-2ef50854e560 req-5cdacf80-e9a7-49fe-b4d2-3f1fa8ef8ce1 service nova] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Updated VIF entry in instance network info cache for port 0fc109c9-1fb6-4d1c-9865-5e2e8a294550. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1220.372292] env[63097]: DEBUG nova.network.neutron [req-7bb35291-3fa7-4706-95e1-2ef50854e560 req-5cdacf80-e9a7-49fe-b4d2-3f1fa8ef8ce1 service nova] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Updating instance_info_cache with network_info: [{"id": "0fc109c9-1fb6-4d1c-9865-5e2e8a294550", "address": "fa:16:3e:01:4f:52", "network": {"id": "97a91bb6-ea1f-4ba3-ba33-aaa65adea374", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-714773217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77b129b72fc0442db1a793743eef3418", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fc109c9-1f", "ovs_interfaceid": "0fc109c9-1fb6-4d1c-9865-5e2e8a294550", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.444781] env[63097]: DEBUG nova.compute.manager [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1220.460036] env[63097]: DEBUG nova.network.neutron [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1220.476035] env[63097]: DEBUG nova.compute.manager [req-dfc8ac15-e60b-467c-aab4-39c9c77b3c7d req-c86bdcd0-b520-42e1-a948-193b14058a69 service nova] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Received event network-vif-deleted-4b8202a5-57ab-41ff-9e81-733ca445acae {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1220.476712] env[63097]: DEBUG nova.compute.manager [req-dfc8ac15-e60b-467c-aab4-39c9c77b3c7d req-c86bdcd0-b520-42e1-a948-193b14058a69 service nova] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Received event network-vif-plugged-355fda48-3d7d-4aef-9d56-6b91ee44ff00 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1220.477472] env[63097]: DEBUG oslo_concurrency.lockutils [req-dfc8ac15-e60b-467c-aab4-39c9c77b3c7d req-c86bdcd0-b520-42e1-a948-193b14058a69 service nova] Acquiring lock "c22b0812-b97b-4112-8c9c-c2601fc8b9e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1220.477728] env[63097]: DEBUG oslo_concurrency.lockutils [req-dfc8ac15-e60b-467c-aab4-39c9c77b3c7d req-c86bdcd0-b520-42e1-a948-193b14058a69 service nova] Lock "c22b0812-b97b-4112-8c9c-c2601fc8b9e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1220.478168] env[63097]: DEBUG oslo_concurrency.lockutils [req-dfc8ac15-e60b-467c-aab4-39c9c77b3c7d req-c86bdcd0-b520-42e1-a948-193b14058a69 service nova] Lock "c22b0812-b97b-4112-8c9c-c2601fc8b9e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1220.478442] env[63097]: DEBUG nova.compute.manager [req-dfc8ac15-e60b-467c-aab4-39c9c77b3c7d req-c86bdcd0-b520-42e1-a948-193b14058a69 service nova] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] No waiting events found dispatching network-vif-plugged-355fda48-3d7d-4aef-9d56-6b91ee44ff00 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1220.478634] env[63097]: WARNING nova.compute.manager [req-dfc8ac15-e60b-467c-aab4-39c9c77b3c7d req-c86bdcd0-b520-42e1-a948-193b14058a69 service nova] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Received unexpected event network-vif-plugged-355fda48-3d7d-4aef-9d56-6b91ee44ff00 for instance with vm_state building and task_state spawning. [ 1220.478806] env[63097]: DEBUG nova.compute.manager [req-dfc8ac15-e60b-467c-aab4-39c9c77b3c7d req-c86bdcd0-b520-42e1-a948-193b14058a69 service nova] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Received event network-changed-355fda48-3d7d-4aef-9d56-6b91ee44ff00 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1220.478969] env[63097]: DEBUG nova.compute.manager [req-dfc8ac15-e60b-467c-aab4-39c9c77b3c7d req-c86bdcd0-b520-42e1-a948-193b14058a69 service nova] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Refreshing instance network info cache due to event network-changed-355fda48-3d7d-4aef-9d56-6b91ee44ff00. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1220.479159] env[63097]: DEBUG oslo_concurrency.lockutils [req-dfc8ac15-e60b-467c-aab4-39c9c77b3c7d req-c86bdcd0-b520-42e1-a948-193b14058a69 service nova] Acquiring lock "refresh_cache-c22b0812-b97b-4112-8c9c-c2601fc8b9e5" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1220.538817] env[63097]: DEBUG nova.compute.manager [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1220.570107] env[63097]: DEBUG nova.virt.hardware [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:21:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1220.570547] env[63097]: DEBUG nova.virt.hardware [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1220.570617] env[63097]: DEBUG nova.virt.hardware [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1220.570786] env[63097]: DEBUG nova.virt.hardware [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1220.571930] env[63097]: DEBUG nova.virt.hardware [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1220.572187] env[63097]: DEBUG nova.virt.hardware [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1220.572450] env[63097]: DEBUG nova.virt.hardware [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1220.572620] env[63097]: DEBUG nova.virt.hardware [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1220.572792] env[63097]: DEBUG nova.virt.hardware [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1220.572955] env[63097]: DEBUG nova.virt.hardware [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1220.573150] env[63097]: DEBUG nova.virt.hardware [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1220.574057] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc986df4-8d48-45b6-aae1-6f2083a5bdd8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.584178] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83abcc8b-8d17-481a-9075-d1e838d1b3a3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.627043] env[63097]: DEBUG oslo_vmware.api [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686538, 'name': Rename_Task, 'duration_secs': 0.170693} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.628394] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1220.630913] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f33274d9-e341-409f-9972-dbaa3abeb958 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.638968] env[63097]: DEBUG oslo_vmware.api [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Waiting for the task: (returnval){ [ 1220.638968] env[63097]: value = "task-1686539" [ 1220.638968] env[63097]: _type = "Task" [ 1220.638968] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.647631] env[63097]: DEBUG oslo_vmware.api [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.711107] env[63097]: DEBUG nova.network.neutron [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Updating instance_info_cache with network_info: [{"id": "355fda48-3d7d-4aef-9d56-6b91ee44ff00", "address": "fa:16:3e:a1:45:24", "network": {"id": "41aff3be-a233-4a05-945f-7a0f095836c9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1909228882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca6b63581167446e98789f4cc57276d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap355fda48-3d", "ovs_interfaceid": "355fda48-3d7d-4aef-9d56-6b91ee44ff00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.876693] env[63097]: DEBUG oslo_concurrency.lockutils [req-7bb35291-3fa7-4706-95e1-2ef50854e560 req-5cdacf80-e9a7-49fe-b4d2-3f1fa8ef8ce1 service nova] Releasing lock "refresh_cache-64181f99-d470-4df2-9b9c-68f554816a19" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1220.968250] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1221.133612] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9cb7d309-d460-465c-b1d5-55b03bce8195 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Acquiring lock "interface-a2253032-97b8-4516-b21a-af6be03c91ab-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1221.133909] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9cb7d309-d460-465c-b1d5-55b03bce8195 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Lock "interface-a2253032-97b8-4516-b21a-af6be03c91ab-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1221.134247] env[63097]: DEBUG nova.objects.instance [None req-9cb7d309-d460-465c-b1d5-55b03bce8195 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Lazy-loading 'flavor' on Instance uuid a2253032-97b8-4516-b21a-af6be03c91ab {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.148158] env[63097]: DEBUG oslo_vmware.api [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686539, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.214265] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Releasing lock "refresh_cache-c22b0812-b97b-4112-8c9c-c2601fc8b9e5" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1221.214751] env[63097]: DEBUG nova.compute.manager [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Instance network_info: |[{"id": "355fda48-3d7d-4aef-9d56-6b91ee44ff00", "address": "fa:16:3e:a1:45:24", "network": {"id": "41aff3be-a233-4a05-945f-7a0f095836c9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1909228882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca6b63581167446e98789f4cc57276d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap355fda48-3d", "ovs_interfaceid": "355fda48-3d7d-4aef-9d56-6b91ee44ff00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1221.215033] env[63097]: DEBUG oslo_concurrency.lockutils [req-dfc8ac15-e60b-467c-aab4-39c9c77b3c7d req-c86bdcd0-b520-42e1-a948-193b14058a69 service nova] Acquired lock "refresh_cache-c22b0812-b97b-4112-8c9c-c2601fc8b9e5" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.215174] env[63097]: DEBUG nova.network.neutron [req-dfc8ac15-e60b-467c-aab4-39c9c77b3c7d req-c86bdcd0-b520-42e1-a948-193b14058a69 service nova] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Refreshing network info cache for port 355fda48-3d7d-4aef-9d56-6b91ee44ff00 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1221.216432] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:45:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d62c1cf-f39a-4626-9552-f1e13c692636', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '355fda48-3d7d-4aef-9d56-6b91ee44ff00', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1221.224459] env[63097]: DEBUG oslo.service.loopingcall [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1221.228037] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1221.228666] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77c69a21-a63f-4205-ae08-055e5a2233a8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.249688] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1221.249688] env[63097]: value = "task-1686540" [ 1221.249688] env[63097]: _type = "Task" [ 1221.249688] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.257836] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686540, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.316586] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3d44143a-b8a7-42fe-b4b4-ca24a365d988 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.802s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1221.321030] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.612s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1221.322032] env[63097]: INFO nova.compute.claims [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1221.551151] env[63097]: DEBUG nova.network.neutron [req-dfc8ac15-e60b-467c-aab4-39c9c77b3c7d req-c86bdcd0-b520-42e1-a948-193b14058a69 service nova] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Updated VIF entry in instance network info cache for port 355fda48-3d7d-4aef-9d56-6b91ee44ff00. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1221.551727] env[63097]: DEBUG nova.network.neutron [req-dfc8ac15-e60b-467c-aab4-39c9c77b3c7d req-c86bdcd0-b520-42e1-a948-193b14058a69 service nova] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Updating instance_info_cache with network_info: [{"id": "355fda48-3d7d-4aef-9d56-6b91ee44ff00", "address": "fa:16:3e:a1:45:24", "network": {"id": "41aff3be-a233-4a05-945f-7a0f095836c9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1909228882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca6b63581167446e98789f4cc57276d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap355fda48-3d", "ovs_interfaceid": "355fda48-3d7d-4aef-9d56-6b91ee44ff00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.638822] env[63097]: DEBUG nova.objects.instance [None req-9cb7d309-d460-465c-b1d5-55b03bce8195 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Lazy-loading 'pci_requests' on Instance uuid a2253032-97b8-4516-b21a-af6be03c91ab {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.648741] env[63097]: DEBUG oslo_vmware.api [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686539, 'name': PowerOnVM_Task, 'duration_secs': 0.892749} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.649567] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1221.649794] env[63097]: INFO nova.compute.manager [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Took 8.95 seconds to spawn the instance on the hypervisor. [ 1221.649978] env[63097]: DEBUG nova.compute.manager [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1221.650790] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae7d858-0326-4992-9780-428fc5ba09d4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.688151] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c6743148-2f6b-453f-9f23-e677c614adfd tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Acquiring lock "a3a989cd-3f8f-4acd-ab51-6c14699295a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1221.689394] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c6743148-2f6b-453f-9f23-e677c614adfd tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Lock "a3a989cd-3f8f-4acd-ab51-6c14699295a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1221.689394] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c6743148-2f6b-453f-9f23-e677c614adfd tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Acquiring lock "a3a989cd-3f8f-4acd-ab51-6c14699295a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1221.689394] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c6743148-2f6b-453f-9f23-e677c614adfd tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Lock "a3a989cd-3f8f-4acd-ab51-6c14699295a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1221.689394] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c6743148-2f6b-453f-9f23-e677c614adfd tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Lock "a3a989cd-3f8f-4acd-ab51-6c14699295a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1221.691235] env[63097]: INFO nova.compute.manager [None req-c6743148-2f6b-453f-9f23-e677c614adfd tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] Terminating instance [ 1221.693368] env[63097]: DEBUG nova.compute.manager [None req-c6743148-2f6b-453f-9f23-e677c614adfd tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1221.693598] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c6743148-2f6b-453f-9f23-e677c614adfd tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1221.694521] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2977dff-1acc-4d17-871c-bd19f7090291 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.702673] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6743148-2f6b-453f-9f23-e677c614adfd tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1221.702909] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee031df7-5022-49b6-80dd-9005b5e0e8e3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.709163] env[63097]: DEBUG oslo_vmware.api [None req-c6743148-2f6b-453f-9f23-e677c614adfd tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Waiting for the task: (returnval){ [ 1221.709163] env[63097]: value = "task-1686541" [ 1221.709163] env[63097]: _type = "Task" [ 1221.709163] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.717855] env[63097]: DEBUG oslo_vmware.api [None req-c6743148-2f6b-453f-9f23-e677c614adfd tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.760932] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686540, 'name': CreateVM_Task, 'duration_secs': 0.379124} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.760932] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1221.761226] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1221.761298] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.761612] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1221.761904] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88e67f22-681c-4051-970e-a3d2d36dc5d5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.766627] env[63097]: DEBUG oslo_vmware.api [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Waiting for the task: (returnval){ [ 1221.766627] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c87744-64ba-574d-329b-61a9c86d6da1" [ 1221.766627] env[63097]: _type = "Task" [ 1221.766627] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.775814] env[63097]: DEBUG oslo_vmware.api [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c87744-64ba-574d-329b-61a9c86d6da1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.892635] env[63097]: INFO nova.scheduler.client.report [None req-3d44143a-b8a7-42fe-b4b4-ca24a365d988 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Deleted allocation for migration bca9d652-261d-4d6e-8196-27571fbad9ec [ 1221.975247] env[63097]: DEBUG nova.network.neutron [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] Successfully updated port: 2440c0e5-6c26-424f-b2df-673344978e7d {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1222.055395] env[63097]: DEBUG oslo_concurrency.lockutils [req-dfc8ac15-e60b-467c-aab4-39c9c77b3c7d req-c86bdcd0-b520-42e1-a948-193b14058a69 service nova] Releasing lock "refresh_cache-c22b0812-b97b-4112-8c9c-c2601fc8b9e5" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.099525] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e430ae70-e499-4fbd-948d-9425481f8ea8 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Acquiring lock "9c6e2679-c149-49c8-8a9f-bbae63fc378d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1222.099620] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e430ae70-e499-4fbd-948d-9425481f8ea8 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Lock "9c6e2679-c149-49c8-8a9f-bbae63fc378d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1222.099764] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e430ae70-e499-4fbd-948d-9425481f8ea8 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Acquiring lock "9c6e2679-c149-49c8-8a9f-bbae63fc378d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1222.099950] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e430ae70-e499-4fbd-948d-9425481f8ea8 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Lock "9c6e2679-c149-49c8-8a9f-bbae63fc378d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1222.100142] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e430ae70-e499-4fbd-948d-9425481f8ea8 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Lock "9c6e2679-c149-49c8-8a9f-bbae63fc378d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1222.102402] env[63097]: INFO nova.compute.manager [None req-e430ae70-e499-4fbd-948d-9425481f8ea8 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] Terminating instance [ 1222.104149] env[63097]: DEBUG nova.compute.manager [None req-e430ae70-e499-4fbd-948d-9425481f8ea8 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1222.104352] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e430ae70-e499-4fbd-948d-9425481f8ea8 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1222.105190] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8201cd87-a71c-46a2-a436-32f44cc3daee {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.113423] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e430ae70-e499-4fbd-948d-9425481f8ea8 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1222.113560] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fbcc7a1-d601-4e82-8810-67691571d300 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.119635] env[63097]: DEBUG oslo_vmware.api [None req-e430ae70-e499-4fbd-948d-9425481f8ea8 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Waiting for the task: (returnval){ [ 1222.119635] env[63097]: value = "task-1686542" [ 1222.119635] env[63097]: _type = "Task" [ 1222.119635] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.128016] env[63097]: DEBUG oslo_vmware.api [None req-e430ae70-e499-4fbd-948d-9425481f8ea8 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.144982] env[63097]: DEBUG nova.objects.base [None req-9cb7d309-d460-465c-b1d5-55b03bce8195 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63097) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1222.145351] env[63097]: DEBUG nova.network.neutron [None req-9cb7d309-d460-465c-b1d5-55b03bce8195 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1222.168933] env[63097]: INFO nova.compute.manager [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Took 44.09 seconds to build instance. [ 1222.219253] env[63097]: DEBUG oslo_vmware.api [None req-c6743148-2f6b-453f-9f23-e677c614adfd tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686541, 'name': PowerOffVM_Task, 'duration_secs': 0.181372} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.221423] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6743148-2f6b-453f-9f23-e677c614adfd tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1222.221640] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c6743148-2f6b-453f-9f23-e677c614adfd tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1222.221915] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a0d824f-9935-46d8-a2e9-2fccf64b310a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.266763] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9cb7d309-d460-465c-b1d5-55b03bce8195 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Lock "interface-a2253032-97b8-4516-b21a-af6be03c91ab-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.133s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1222.277837] env[63097]: DEBUG oslo_vmware.api [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c87744-64ba-574d-329b-61a9c86d6da1, 'name': SearchDatastore_Task, 'duration_secs': 0.012917} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.278737] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.278990] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1222.279246] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.279400] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.279588] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1222.280102] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-468b50c3-4375-4fec-ace5-c51989f2d05f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.288914] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1222.289073] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1222.289813] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a976ff92-eab9-41c3-b9ad-2f007b8e9cfc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.295755] env[63097]: DEBUG oslo_vmware.api [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Waiting for the task: (returnval){ [ 1222.295755] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d6b1f6-fae6-626c-a232-b2a8f11f4e81" [ 1222.295755] env[63097]: _type = "Task" [ 1222.295755] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.303221] env[63097]: DEBUG oslo_vmware.api [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d6b1f6-fae6-626c-a232-b2a8f11f4e81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.347613] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c6743148-2f6b-453f-9f23-e677c614adfd tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1222.347865] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c6743148-2f6b-453f-9f23-e677c614adfd tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1222.348063] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6743148-2f6b-453f-9f23-e677c614adfd tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Deleting the datastore file [datastore2] a3a989cd-3f8f-4acd-ab51-6c14699295a3 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1222.348349] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f493b25-4909-49fd-83ed-751cf3ced235 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.355993] env[63097]: DEBUG oslo_vmware.api [None req-c6743148-2f6b-453f-9f23-e677c614adfd tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Waiting for the task: (returnval){ [ 1222.355993] env[63097]: value = "task-1686544" [ 1222.355993] env[63097]: _type = "Task" [ 1222.355993] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.365158] env[63097]: DEBUG oslo_vmware.api [None req-c6743148-2f6b-453f-9f23-e677c614adfd tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686544, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.398048] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3d44143a-b8a7-42fe-b4b4-ca24a365d988 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Lock "98ba3b33-2415-4b39-9e7a-1d2cdaa0683e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 36.094s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1222.478375] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Acquiring lock "refresh_cache-423f99aa-9ea6-49fa-bd5d-d1dfec54da09" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.478375] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Acquired lock "refresh_cache-423f99aa-9ea6-49fa-bd5d-d1dfec54da09" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.478375] env[63097]: DEBUG nova.network.neutron [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1222.629333] env[63097]: DEBUG oslo_vmware.api [None req-e430ae70-e499-4fbd-948d-9425481f8ea8 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686542, 'name': PowerOffVM_Task, 'duration_secs': 0.179688} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.629609] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e430ae70-e499-4fbd-948d-9425481f8ea8 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1222.629795] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e430ae70-e499-4fbd-948d-9425481f8ea8 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1222.630052] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b551fe9b-f923-41c5-8217-a81919e41211 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.671368] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1d1ae05d-ab5f-4347-ba2d-deae2c66ff54 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Lock "a5682b89-3a0f-4634-9b09-cde8007f0bb0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.038s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1222.787758] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e430ae70-e499-4fbd-948d-9425481f8ea8 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1222.789108] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e430ae70-e499-4fbd-948d-9425481f8ea8 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1222.789108] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-e430ae70-e499-4fbd-948d-9425481f8ea8 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Deleting the datastore file [datastore2] 9c6e2679-c149-49c8-8a9f-bbae63fc378d {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1222.791951] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86ae6c6c-190b-4ac9-be08-bab4f2be3995 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.805469] env[63097]: DEBUG oslo_vmware.api [None req-e430ae70-e499-4fbd-948d-9425481f8ea8 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Waiting for the task: (returnval){ [ 1222.805469] env[63097]: value = "task-1686546" [ 1222.805469] env[63097]: _type = "Task" [ 1222.805469] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.817244] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcc30b1-686d-4f7b-b1bd-e4141d3b6a2b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.821151] env[63097]: DEBUG oslo_vmware.api [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d6b1f6-fae6-626c-a232-b2a8f11f4e81, 'name': SearchDatastore_Task, 'duration_secs': 0.016316} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.823373] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fee57668-f2bf-4ce8-8e1b-87370af26381 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.833176] env[63097]: DEBUG oslo_vmware.api [None req-e430ae70-e499-4fbd-948d-9425481f8ea8 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.835162] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0efb0d-1855-4706-a558-4704ab7bc3f5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.839959] env[63097]: DEBUG oslo_vmware.api [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Waiting for the task: (returnval){ [ 1222.839959] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b41ed7-d493-77c1-d1da-671287f5ee6f" [ 1222.839959] env[63097]: _type = "Task" [ 1222.839959] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.872015] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f515ee41-5703-41da-9e32-0f9ea46716df {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.878121] env[63097]: DEBUG oslo_vmware.api [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b41ed7-d493-77c1-d1da-671287f5ee6f, 'name': SearchDatastore_Task, 'duration_secs': 0.009958} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.879020] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.879287] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] c22b0812-b97b-4112-8c9c-c2601fc8b9e5/c22b0812-b97b-4112-8c9c-c2601fc8b9e5.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1222.879544] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9d6f3a7-7575-4130-aff5-73b7e3c59733 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.885909] env[63097]: DEBUG oslo_vmware.api [None req-c6743148-2f6b-453f-9f23-e677c614adfd tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686544, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.476773} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.887357] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7961658-387c-48e9-981f-8392181c7776 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.891334] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6743148-2f6b-453f-9f23-e677c614adfd tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1222.891535] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c6743148-2f6b-453f-9f23-e677c614adfd tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1222.891717] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c6743148-2f6b-453f-9f23-e677c614adfd tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1222.891920] env[63097]: INFO nova.compute.manager [None req-c6743148-2f6b-453f-9f23-e677c614adfd tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1222.892152] env[63097]: DEBUG oslo.service.loopingcall [None req-c6743148-2f6b-453f-9f23-e677c614adfd tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1222.893359] env[63097]: DEBUG nova.compute.manager [-] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1222.893460] env[63097]: DEBUG nova.network.neutron [-] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1222.895116] env[63097]: DEBUG oslo_vmware.api [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Waiting for the task: (returnval){ [ 1222.895116] env[63097]: value = "task-1686547" [ 1222.895116] env[63097]: _type = "Task" [ 1222.895116] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.906935] env[63097]: DEBUG nova.compute.provider_tree [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.913069] env[63097]: DEBUG oslo_vmware.api [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686547, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.915524] env[63097]: DEBUG nova.compute.manager [req-6202e38c-b4a9-46fc-90f2-31e634c4c1c6 req-548648eb-4003-45d7-9550-1570e20611fb service nova] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] Received event network-vif-plugged-2440c0e5-6c26-424f-b2df-673344978e7d {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1222.915723] env[63097]: DEBUG oslo_concurrency.lockutils [req-6202e38c-b4a9-46fc-90f2-31e634c4c1c6 req-548648eb-4003-45d7-9550-1570e20611fb service nova] Acquiring lock "423f99aa-9ea6-49fa-bd5d-d1dfec54da09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1222.916037] env[63097]: DEBUG oslo_concurrency.lockutils [req-6202e38c-b4a9-46fc-90f2-31e634c4c1c6 req-548648eb-4003-45d7-9550-1570e20611fb service nova] Lock "423f99aa-9ea6-49fa-bd5d-d1dfec54da09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1222.916143] env[63097]: DEBUG oslo_concurrency.lockutils [req-6202e38c-b4a9-46fc-90f2-31e634c4c1c6 req-548648eb-4003-45d7-9550-1570e20611fb service nova] Lock "423f99aa-9ea6-49fa-bd5d-d1dfec54da09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1222.916358] env[63097]: DEBUG nova.compute.manager [req-6202e38c-b4a9-46fc-90f2-31e634c4c1c6 req-548648eb-4003-45d7-9550-1570e20611fb service nova] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] No waiting events found dispatching network-vif-plugged-2440c0e5-6c26-424f-b2df-673344978e7d {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1222.916516] env[63097]: WARNING nova.compute.manager [req-6202e38c-b4a9-46fc-90f2-31e634c4c1c6 req-548648eb-4003-45d7-9550-1570e20611fb service nova] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] Received unexpected event network-vif-plugged-2440c0e5-6c26-424f-b2df-673344978e7d for instance with vm_state building and task_state spawning. [ 1222.916700] env[63097]: DEBUG nova.compute.manager [req-6202e38c-b4a9-46fc-90f2-31e634c4c1c6 req-548648eb-4003-45d7-9550-1570e20611fb service nova] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] Received event network-changed-2440c0e5-6c26-424f-b2df-673344978e7d {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1222.916872] env[63097]: DEBUG nova.compute.manager [req-6202e38c-b4a9-46fc-90f2-31e634c4c1c6 req-548648eb-4003-45d7-9550-1570e20611fb service nova] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] Refreshing instance network info cache due to event network-changed-2440c0e5-6c26-424f-b2df-673344978e7d. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1222.917057] env[63097]: DEBUG oslo_concurrency.lockutils [req-6202e38c-b4a9-46fc-90f2-31e634c4c1c6 req-548648eb-4003-45d7-9550-1570e20611fb service nova] Acquiring lock "refresh_cache-423f99aa-9ea6-49fa-bd5d-d1dfec54da09" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.036528] env[63097]: DEBUG nova.network.neutron [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1223.174812] env[63097]: DEBUG nova.compute.manager [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1223.319231] env[63097]: DEBUG oslo_vmware.api [None req-e430ae70-e499-4fbd-948d-9425481f8ea8 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Task: {'id': task-1686546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23106} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.320268] env[63097]: DEBUG nova.network.neutron [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] Updating instance_info_cache with network_info: [{"id": "2440c0e5-6c26-424f-b2df-673344978e7d", "address": "fa:16:3e:a0:fa:3b", "network": {"id": "41aff3be-a233-4a05-945f-7a0f095836c9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1909228882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca6b63581167446e98789f4cc57276d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2440c0e5-6c", "ovs_interfaceid": "2440c0e5-6c26-424f-b2df-673344978e7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.321477] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-e430ae70-e499-4fbd-948d-9425481f8ea8 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1223.321691] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e430ae70-e499-4fbd-948d-9425481f8ea8 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1223.321875] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e430ae70-e499-4fbd-948d-9425481f8ea8 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1223.322066] env[63097]: INFO nova.compute.manager [None req-e430ae70-e499-4fbd-948d-9425481f8ea8 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1223.322693] env[63097]: DEBUG oslo.service.loopingcall [None req-e430ae70-e499-4fbd-948d-9425481f8ea8 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1223.322787] env[63097]: DEBUG nova.compute.manager [-] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1223.322863] env[63097]: DEBUG nova.network.neutron [-] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1223.405637] env[63097]: DEBUG oslo_vmware.api [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686547, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.409731] env[63097]: DEBUG nova.scheduler.client.report [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1223.697455] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1223.798930] env[63097]: DEBUG nova.network.neutron [-] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.824032] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Releasing lock "refresh_cache-423f99aa-9ea6-49fa-bd5d-d1dfec54da09" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.824344] env[63097]: DEBUG nova.compute.manager [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] Instance network_info: |[{"id": "2440c0e5-6c26-424f-b2df-673344978e7d", "address": "fa:16:3e:a0:fa:3b", "network": {"id": "41aff3be-a233-4a05-945f-7a0f095836c9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1909228882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca6b63581167446e98789f4cc57276d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2440c0e5-6c", "ovs_interfaceid": "2440c0e5-6c26-424f-b2df-673344978e7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1223.824923] env[63097]: DEBUG oslo_concurrency.lockutils [req-6202e38c-b4a9-46fc-90f2-31e634c4c1c6 req-548648eb-4003-45d7-9550-1570e20611fb service nova] Acquired lock "refresh_cache-423f99aa-9ea6-49fa-bd5d-d1dfec54da09" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.825285] env[63097]: DEBUG nova.network.neutron [req-6202e38c-b4a9-46fc-90f2-31e634c4c1c6 req-548648eb-4003-45d7-9550-1570e20611fb service nova] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] Refreshing network info cache for port 2440c0e5-6c26-424f-b2df-673344978e7d {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1223.826157] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:fa:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d62c1cf-f39a-4626-9552-f1e13c692636', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2440c0e5-6c26-424f-b2df-673344978e7d', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1223.833857] env[63097]: DEBUG oslo.service.loopingcall [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1223.834217] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1223.835028] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa535398-f065-42a1-b8b5-cdf878e9ec9d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.858421] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1223.858421] env[63097]: value = "task-1686548" [ 1223.858421] env[63097]: _type = "Task" [ 1223.858421] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.867685] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686548, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.907023] env[63097]: DEBUG oslo_vmware.api [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686547, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.754519} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.907340] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] c22b0812-b97b-4112-8c9c-c2601fc8b9e5/c22b0812-b97b-4112-8c9c-c2601fc8b9e5.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1223.907567] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1223.907867] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-537d7f17-4c77-41d4-b9a1-71c6e4436876 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.914337] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.594s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1223.914830] env[63097]: DEBUG nova.compute.manager [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1223.917943] env[63097]: DEBUG oslo_vmware.api [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Waiting for the task: (returnval){ [ 1223.917943] env[63097]: value = "task-1686549" [ 1223.917943] env[63097]: _type = "Task" [ 1223.917943] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.918903] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b495b6b5-b387-4d82-9a3e-62fd4dfadb48 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.838s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1223.919148] env[63097]: DEBUG nova.objects.instance [None req-b495b6b5-b387-4d82-9a3e-62fd4dfadb48 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Lazy-loading 'resources' on Instance uuid 9614706d-274e-4569-8e45-02a470762719 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.925593] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0f2e4cb0-20a2-4011-84e6-911c99425600 tempest-VolumesAssistedSnapshotsTest-1115187604 tempest-VolumesAssistedSnapshotsTest-1115187604-project-admin] Acquiring lock "79f55b1b-b1e0-4c79-b215-9a34a1bd1516" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1223.925871] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0f2e4cb0-20a2-4011-84e6-911c99425600 tempest-VolumesAssistedSnapshotsTest-1115187604 tempest-VolumesAssistedSnapshotsTest-1115187604-project-admin] Lock "79f55b1b-b1e0-4c79-b215-9a34a1bd1516" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1223.932925] env[63097]: DEBUG oslo_vmware.api [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686549, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.122779] env[63097]: DEBUG nova.network.neutron [req-6202e38c-b4a9-46fc-90f2-31e634c4c1c6 req-548648eb-4003-45d7-9550-1570e20611fb service nova] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] Updated VIF entry in instance network info cache for port 2440c0e5-6c26-424f-b2df-673344978e7d. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1224.123202] env[63097]: DEBUG nova.network.neutron [req-6202e38c-b4a9-46fc-90f2-31e634c4c1c6 req-548648eb-4003-45d7-9550-1570e20611fb service nova] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] Updating instance_info_cache with network_info: [{"id": "2440c0e5-6c26-424f-b2df-673344978e7d", "address": "fa:16:3e:a0:fa:3b", "network": {"id": "41aff3be-a233-4a05-945f-7a0f095836c9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1909228882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca6b63581167446e98789f4cc57276d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2440c0e5-6c", "ovs_interfaceid": "2440c0e5-6c26-424f-b2df-673344978e7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.125576] env[63097]: DEBUG nova.network.neutron [-] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.301708] env[63097]: INFO nova.compute.manager [-] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] Took 1.41 seconds to deallocate network for instance. [ 1224.370806] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686548, 'name': CreateVM_Task, 'duration_secs': 0.333157} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.371061] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1224.371957] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.371957] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.372417] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1224.372675] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b92205f-0aa4-4cd4-9b15-80a37df1523f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.380148] env[63097]: DEBUG oslo_vmware.api [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Waiting for the task: (returnval){ [ 1224.380148] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c571a1-d618-2cc1-aedf-38f7bc1632d4" [ 1224.380148] env[63097]: _type = "Task" [ 1224.380148] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.387222] env[63097]: DEBUG oslo_vmware.api [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c571a1-d618-2cc1-aedf-38f7bc1632d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.422729] env[63097]: DEBUG nova.compute.utils [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1224.430851] env[63097]: DEBUG nova.compute.manager [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1224.431063] env[63097]: DEBUG nova.network.neutron [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1224.434518] env[63097]: DEBUG nova.compute.utils [None req-0f2e4cb0-20a2-4011-84e6-911c99425600 tempest-VolumesAssistedSnapshotsTest-1115187604 tempest-VolumesAssistedSnapshotsTest-1115187604-project-admin] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1224.441506] env[63097]: DEBUG oslo_vmware.api [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686549, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080431} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.441775] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1224.442626] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de23613b-1407-4815-87d0-0b1ab3c03220 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.471997] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] c22b0812-b97b-4112-8c9c-c2601fc8b9e5/c22b0812-b97b-4112-8c9c-c2601fc8b9e5.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1224.475762] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8b07292-d792-428c-afbe-93c46f8a36a3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.504723] env[63097]: DEBUG oslo_vmware.api [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Waiting for the task: (returnval){ [ 1224.504723] env[63097]: value = "task-1686550" [ 1224.504723] env[63097]: _type = "Task" [ 1224.504723] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.514693] env[63097]: DEBUG nova.policy [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b71259406cb45c0b5b99556fbd11717', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bef179dd054a49daacd2151914b1000b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1224.520062] env[63097]: DEBUG oslo_vmware.api [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686550, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.552945] env[63097]: DEBUG oslo_concurrency.lockutils [None req-eeee13e3-13af-4915-8cc0-16ea39e7c995 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Acquiring lock "a2253032-97b8-4516-b21a-af6be03c91ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1224.553281] env[63097]: DEBUG oslo_concurrency.lockutils [None req-eeee13e3-13af-4915-8cc0-16ea39e7c995 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Lock "a2253032-97b8-4516-b21a-af6be03c91ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1224.553493] env[63097]: DEBUG oslo_concurrency.lockutils [None req-eeee13e3-13af-4915-8cc0-16ea39e7c995 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Acquiring lock "a2253032-97b8-4516-b21a-af6be03c91ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1224.553675] env[63097]: DEBUG oslo_concurrency.lockutils [None req-eeee13e3-13af-4915-8cc0-16ea39e7c995 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Lock "a2253032-97b8-4516-b21a-af6be03c91ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1224.554800] env[63097]: DEBUG oslo_concurrency.lockutils [None req-eeee13e3-13af-4915-8cc0-16ea39e7c995 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Lock "a2253032-97b8-4516-b21a-af6be03c91ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1224.555960] env[63097]: INFO nova.compute.manager [None req-eeee13e3-13af-4915-8cc0-16ea39e7c995 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] Terminating instance [ 1224.558751] env[63097]: DEBUG nova.compute.manager [None req-eeee13e3-13af-4915-8cc0-16ea39e7c995 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1224.558954] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-eeee13e3-13af-4915-8cc0-16ea39e7c995 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1224.560025] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186e163d-eea8-446f-a9c5-7352011399ad {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.571261] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeee13e3-13af-4915-8cc0-16ea39e7c995 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1224.571529] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c26bd8a-264d-442b-945b-81610c827034 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.579557] env[63097]: DEBUG oslo_vmware.api [None req-eeee13e3-13af-4915-8cc0-16ea39e7c995 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Waiting for the task: (returnval){ [ 1224.579557] env[63097]: value = "task-1686551" [ 1224.579557] env[63097]: _type = "Task" [ 1224.579557] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.591650] env[63097]: DEBUG oslo_vmware.api [None req-eeee13e3-13af-4915-8cc0-16ea39e7c995 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Task: {'id': task-1686551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.626396] env[63097]: DEBUG oslo_concurrency.lockutils [req-6202e38c-b4a9-46fc-90f2-31e634c4c1c6 req-548648eb-4003-45d7-9550-1570e20611fb service nova] Releasing lock "refresh_cache-423f99aa-9ea6-49fa-bd5d-d1dfec54da09" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.629511] env[63097]: INFO nova.compute.manager [-] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] Took 1.30 seconds to deallocate network for instance. [ 1224.809308] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c6743148-2f6b-453f-9f23-e677c614adfd tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1224.887428] env[63097]: DEBUG oslo_vmware.api [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c571a1-d618-2cc1-aedf-38f7bc1632d4, 'name': SearchDatastore_Task, 'duration_secs': 0.014128} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.888240] env[63097]: DEBUG nova.network.neutron [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] Successfully created port: 0db39635-dbed-4da5-838b-a19814972a2e {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1224.890256] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.890624] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1224.890875] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.891035] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.891221] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1224.891528] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfe8c84c-41f3-4366-80a7-734f186516ec {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.905072] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1224.905283] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1224.906042] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e25b562-4987-446b-80b2-890051049b44 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.913297] env[63097]: DEBUG oslo_vmware.api [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Waiting for the task: (returnval){ [ 1224.913297] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52feaab4-36a3-2e29-f7a6-5ba18a5ae3a1" [ 1224.913297] env[63097]: _type = "Task" [ 1224.913297] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.922959] env[63097]: DEBUG oslo_vmware.api [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52feaab4-36a3-2e29-f7a6-5ba18a5ae3a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.930929] env[63097]: DEBUG nova.compute.manager [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1224.938377] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0f2e4cb0-20a2-4011-84e6-911c99425600 tempest-VolumesAssistedSnapshotsTest-1115187604 tempest-VolumesAssistedSnapshotsTest-1115187604-project-admin] Lock "79f55b1b-b1e0-4c79-b215-9a34a1bd1516" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1225.017448] env[63097]: DEBUG oslo_vmware.api [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686550, 'name': ReconfigVM_Task, 'duration_secs': 0.346715} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.017741] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Reconfigured VM instance instance-0000001b to attach disk [datastore1] c22b0812-b97b-4112-8c9c-c2601fc8b9e5/c22b0812-b97b-4112-8c9c-c2601fc8b9e5.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1225.018600] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bde57c9d-36e1-4cdb-b02f-898c8036acd0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.028127] env[63097]: DEBUG oslo_vmware.api [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Waiting for the task: (returnval){ [ 1225.028127] env[63097]: value = "task-1686552" [ 1225.028127] env[63097]: _type = "Task" [ 1225.028127] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.034341] env[63097]: DEBUG oslo_vmware.api [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686552, 'name': Rename_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.035991] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3413d6a3-117d-4538-862c-f6d771250867 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.043335] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d198d5-7ccc-480c-be0d-08b976cd7014 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.076029] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6340ec5e-d1ff-48c7-aedd-dd4047a300e3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.087299] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c5b49f-4ed9-4082-9641-9fa324d216ee {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.096634] env[63097]: DEBUG oslo_vmware.api [None req-eeee13e3-13af-4915-8cc0-16ea39e7c995 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Task: {'id': task-1686551, 'name': PowerOffVM_Task, 'duration_secs': 0.267916} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.097411] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeee13e3-13af-4915-8cc0-16ea39e7c995 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1225.097649] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-eeee13e3-13af-4915-8cc0-16ea39e7c995 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1225.098926] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-688c9359-880d-43c9-a420-598b3615d39b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.110193] env[63097]: DEBUG nova.compute.provider_tree [None req-b495b6b5-b387-4d82-9a3e-62fd4dfadb48 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.134699] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e430ae70-e499-4fbd-948d-9425481f8ea8 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1225.187889] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-eeee13e3-13af-4915-8cc0-16ea39e7c995 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1225.188026] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-eeee13e3-13af-4915-8cc0-16ea39e7c995 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1225.188250] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeee13e3-13af-4915-8cc0-16ea39e7c995 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Deleting the datastore file [datastore1] a2253032-97b8-4516-b21a-af6be03c91ab {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1225.188609] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6795171a-ef0f-4554-b01a-392c61f81e42 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.194894] env[63097]: DEBUG oslo_vmware.api [None req-eeee13e3-13af-4915-8cc0-16ea39e7c995 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Waiting for the task: (returnval){ [ 1225.194894] env[63097]: value = "task-1686554" [ 1225.194894] env[63097]: _type = "Task" [ 1225.194894] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.203208] env[63097]: DEBUG oslo_vmware.api [None req-eeee13e3-13af-4915-8cc0-16ea39e7c995 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Task: {'id': task-1686554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.422898] env[63097]: DEBUG oslo_vmware.api [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52feaab4-36a3-2e29-f7a6-5ba18a5ae3a1, 'name': SearchDatastore_Task, 'duration_secs': 0.036883} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.423849] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b0d6829-7ed2-433b-8497-e7b804e22cf4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.428878] env[63097]: DEBUG oslo_vmware.api [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Waiting for the task: (returnval){ [ 1225.428878] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52f82579-3dc1-defb-904b-03bc4782266f" [ 1225.428878] env[63097]: _type = "Task" [ 1225.428878] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.440902] env[63097]: DEBUG oslo_vmware.api [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52f82579-3dc1-defb-904b-03bc4782266f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.527764] env[63097]: DEBUG nova.compute.manager [req-c7d52004-682e-456b-96e6-fa569022a72a req-9bab30ea-95b5-4207-b80f-f0a3cc48e28a service nova] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] Received event network-vif-deleted-c2016e6b-5cc0-4544-a861-9f81357a8b63 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1225.527764] env[63097]: DEBUG nova.compute.manager [req-c7d52004-682e-456b-96e6-fa569022a72a req-9bab30ea-95b5-4207-b80f-f0a3cc48e28a service nova] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] Received event network-vif-deleted-818f2e22-c775-41a8-aeb7-86a85b5c28a6 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1225.537444] env[63097]: DEBUG oslo_vmware.api [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686552, 'name': Rename_Task, 'duration_secs': 0.148096} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.538985] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1225.539301] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33af0434-f6ab-4967-ae17-96c958d608db {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.545593] env[63097]: DEBUG oslo_vmware.api [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Waiting for the task: (returnval){ [ 1225.545593] env[63097]: value = "task-1686555" [ 1225.545593] env[63097]: _type = "Task" [ 1225.545593] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.559226] env[63097]: DEBUG oslo_vmware.api [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.617226] env[63097]: DEBUG nova.scheduler.client.report [None req-b495b6b5-b387-4d82-9a3e-62fd4dfadb48 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1225.705989] env[63097]: DEBUG oslo_vmware.api [None req-eeee13e3-13af-4915-8cc0-16ea39e7c995 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Task: {'id': task-1686554, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335566} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.706447] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeee13e3-13af-4915-8cc0-16ea39e7c995 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1225.706717] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-eeee13e3-13af-4915-8cc0-16ea39e7c995 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1225.706965] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-eeee13e3-13af-4915-8cc0-16ea39e7c995 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1225.707252] env[63097]: INFO nova.compute.manager [None req-eeee13e3-13af-4915-8cc0-16ea39e7c995 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1225.707619] env[63097]: DEBUG oslo.service.loopingcall [None req-eeee13e3-13af-4915-8cc0-16ea39e7c995 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1225.707906] env[63097]: DEBUG nova.compute.manager [-] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1225.708068] env[63097]: DEBUG nova.network.neutron [-] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1225.938847] env[63097]: DEBUG oslo_vmware.api [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52f82579-3dc1-defb-904b-03bc4782266f, 'name': SearchDatastore_Task, 'duration_secs': 0.016426} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.939176] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1225.939466] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 423f99aa-9ea6-49fa-bd5d-d1dfec54da09/423f99aa-9ea6-49fa-bd5d-d1dfec54da09.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1225.939757] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb669e0a-b6cb-4e83-8993-ffc342896537 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.942561] env[63097]: DEBUG nova.compute.manager [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1225.951639] env[63097]: DEBUG oslo_vmware.api [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Waiting for the task: (returnval){ [ 1225.951639] env[63097]: value = "task-1686556" [ 1225.951639] env[63097]: _type = "Task" [ 1225.951639] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.961031] env[63097]: DEBUG oslo_vmware.api [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.979818] env[63097]: DEBUG nova.virt.hardware [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1225.979818] env[63097]: DEBUG nova.virt.hardware [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1225.979818] env[63097]: DEBUG nova.virt.hardware [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1225.979990] env[63097]: DEBUG nova.virt.hardware [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1225.980702] env[63097]: DEBUG nova.virt.hardware [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1225.980702] env[63097]: DEBUG nova.virt.hardware [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1225.980702] env[63097]: DEBUG nova.virt.hardware [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1225.980860] env[63097]: DEBUG nova.virt.hardware [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1225.981065] env[63097]: DEBUG nova.virt.hardware [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1225.981128] env[63097]: DEBUG nova.virt.hardware [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1225.981362] env[63097]: DEBUG nova.virt.hardware [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1225.982253] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58ada01-37c7-42d5-bff5-ace990e1c718 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.990108] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bc06b2-d55e-4c7e-96b8-8d4a154c1aa3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.007931] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0f2e4cb0-20a2-4011-84e6-911c99425600 tempest-VolumesAssistedSnapshotsTest-1115187604 tempest-VolumesAssistedSnapshotsTest-1115187604-project-admin] Acquiring lock "79f55b1b-b1e0-4c79-b215-9a34a1bd1516" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1226.008382] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0f2e4cb0-20a2-4011-84e6-911c99425600 tempest-VolumesAssistedSnapshotsTest-1115187604 tempest-VolumesAssistedSnapshotsTest-1115187604-project-admin] Lock "79f55b1b-b1e0-4c79-b215-9a34a1bd1516" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1226.008507] env[63097]: INFO nova.compute.manager [None req-0f2e4cb0-20a2-4011-84e6-911c99425600 tempest-VolumesAssistedSnapshotsTest-1115187604 tempest-VolumesAssistedSnapshotsTest-1115187604-project-admin] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Attaching volume b5622605-564e-47ba-ba0e-5442619f33b4 to /dev/sdb [ 1226.060384] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31762ca5-340e-4f0a-b182-158893e8ab05 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.063230] env[63097]: DEBUG oslo_vmware.api [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686555, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.069386] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97260e6-9c20-4176-9f0e-bd373840c4ea {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.085416] env[63097]: DEBUG nova.virt.block_device [None req-0f2e4cb0-20a2-4011-84e6-911c99425600 tempest-VolumesAssistedSnapshotsTest-1115187604 tempest-VolumesAssistedSnapshotsTest-1115187604-project-admin] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Updating existing volume attachment record: 61e036d9-f188-4123-8d0f-e57e10b7ab2f {{(pid=63097) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1226.121037] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b495b6b5-b387-4d82-9a3e-62fd4dfadb48 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.202s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1226.124046] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a67abe9b-2200-4ca3-8375-fe74aeee7459 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.915s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1226.124313] env[63097]: DEBUG nova.objects.instance [None req-a67abe9b-2200-4ca3-8375-fe74aeee7459 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Lazy-loading 'resources' on Instance uuid 4f939250-0a12-4672-aab7-b7ccecce4924 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.147837] env[63097]: INFO nova.scheduler.client.report [None req-b495b6b5-b387-4d82-9a3e-62fd4dfadb48 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Deleted allocations for instance 9614706d-274e-4569-8e45-02a470762719 [ 1226.464316] env[63097]: DEBUG oslo_vmware.api [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686556, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.564871] env[63097]: DEBUG oslo_vmware.api [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686555, 'name': PowerOnVM_Task, 'duration_secs': 0.619189} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.565225] env[63097]: DEBUG nova.network.neutron [-] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.566437] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1226.570022] env[63097]: INFO nova.compute.manager [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1226.570022] env[63097]: DEBUG nova.compute.manager [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1226.570022] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c394d24-9ba8-4fd2-9929-74015fd5e7ec {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.660013] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b495b6b5-b387-4d82-9a3e-62fd4dfadb48 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Lock "9614706d-274e-4569-8e45-02a470762719" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.680s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1226.830834] env[63097]: DEBUG nova.network.neutron [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] Successfully updated port: 0db39635-dbed-4da5-838b-a19814972a2e {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1226.964341] env[63097]: DEBUG oslo_vmware.api [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686556, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.754526} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.966794] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 423f99aa-9ea6-49fa-bd5d-d1dfec54da09/423f99aa-9ea6-49fa-bd5d-d1dfec54da09.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1226.967026] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1226.968071] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-283e1e78-13af-41d2-9e73-45443a5c1e4a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.974196] env[63097]: DEBUG oslo_vmware.api [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Waiting for the task: (returnval){ [ 1226.974196] env[63097]: value = "task-1686560" [ 1226.974196] env[63097]: _type = "Task" [ 1226.974196] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.988928] env[63097]: DEBUG oslo_vmware.api [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686560, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.068524] env[63097]: INFO nova.compute.manager [-] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] Took 1.36 seconds to deallocate network for instance. [ 1227.097572] env[63097]: INFO nova.compute.manager [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Took 42.27 seconds to build instance. [ 1227.158756] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913886b2-7cc2-4d8d-bb33-36caec25dd34 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.167699] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a83580b-5021-473f-aca9-5a2a33a9002e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.199260] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986f32c5-cbaf-407a-bd0c-246cbc7adaff {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.204332] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Acquiring lock "3fd114c2-a544-4fc5-be3b-82c084f022e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1227.204563] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Lock "3fd114c2-a544-4fc5-be3b-82c084f022e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1227.210669] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3288f9d-1bd5-45ca-bf58-1f48297f31ce {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.225813] env[63097]: DEBUG nova.compute.provider_tree [None req-a67abe9b-2200-4ca3-8375-fe74aeee7459 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.333280] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "refresh_cache-99fc45f7-e244-4685-9039-d16728d5bf5a" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.333446] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquired lock "refresh_cache-99fc45f7-e244-4685-9039-d16728d5bf5a" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.333602] env[63097]: DEBUG nova.network.neutron [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1227.484276] env[63097]: DEBUG oslo_vmware.api [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686560, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12965} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.484589] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1227.485748] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c6c5a9-d97e-44a1-9a54-bb2f1c9ba27d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.508581] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 423f99aa-9ea6-49fa-bd5d-d1dfec54da09/423f99aa-9ea6-49fa-bd5d-d1dfec54da09.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1227.508952] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ba54e82-1160-4c56-b787-4f593a089797 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.529081] env[63097]: DEBUG oslo_vmware.api [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Waiting for the task: (returnval){ [ 1227.529081] env[63097]: value = "task-1686561" [ 1227.529081] env[63097]: _type = "Task" [ 1227.529081] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.539893] env[63097]: DEBUG oslo_vmware.api [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686561, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.566267] env[63097]: DEBUG nova.compute.manager [req-25b75d08-5e8f-429e-9950-c289fadeb941 req-56053291-458f-4bb6-8d0a-fbed349d430d service nova] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] Received event network-vif-deleted-07353bcb-0811-4cf7-ada1-7b984c2adc06 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1227.566431] env[63097]: DEBUG nova.compute.manager [req-25b75d08-5e8f-429e-9950-c289fadeb941 req-56053291-458f-4bb6-8d0a-fbed349d430d service nova] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] Received event network-vif-plugged-0db39635-dbed-4da5-838b-a19814972a2e {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1227.566633] env[63097]: DEBUG oslo_concurrency.lockutils [req-25b75d08-5e8f-429e-9950-c289fadeb941 req-56053291-458f-4bb6-8d0a-fbed349d430d service nova] Acquiring lock "99fc45f7-e244-4685-9039-d16728d5bf5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1227.566848] env[63097]: DEBUG oslo_concurrency.lockutils [req-25b75d08-5e8f-429e-9950-c289fadeb941 req-56053291-458f-4bb6-8d0a-fbed349d430d service nova] Lock "99fc45f7-e244-4685-9039-d16728d5bf5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1227.567027] env[63097]: DEBUG oslo_concurrency.lockutils [req-25b75d08-5e8f-429e-9950-c289fadeb941 req-56053291-458f-4bb6-8d0a-fbed349d430d service nova] Lock "99fc45f7-e244-4685-9039-d16728d5bf5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.567230] env[63097]: DEBUG nova.compute.manager [req-25b75d08-5e8f-429e-9950-c289fadeb941 req-56053291-458f-4bb6-8d0a-fbed349d430d service nova] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] No waiting events found dispatching network-vif-plugged-0db39635-dbed-4da5-838b-a19814972a2e {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1227.567407] env[63097]: WARNING nova.compute.manager [req-25b75d08-5e8f-429e-9950-c289fadeb941 req-56053291-458f-4bb6-8d0a-fbed349d430d service nova] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] Received unexpected event network-vif-plugged-0db39635-dbed-4da5-838b-a19814972a2e for instance with vm_state building and task_state spawning. [ 1227.567576] env[63097]: DEBUG nova.compute.manager [req-25b75d08-5e8f-429e-9950-c289fadeb941 req-56053291-458f-4bb6-8d0a-fbed349d430d service nova] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] Received event network-changed-0db39635-dbed-4da5-838b-a19814972a2e {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1227.567742] env[63097]: DEBUG nova.compute.manager [req-25b75d08-5e8f-429e-9950-c289fadeb941 req-56053291-458f-4bb6-8d0a-fbed349d430d service nova] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] Refreshing instance network info cache due to event network-changed-0db39635-dbed-4da5-838b-a19814972a2e. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1227.567927] env[63097]: DEBUG oslo_concurrency.lockutils [req-25b75d08-5e8f-429e-9950-c289fadeb941 req-56053291-458f-4bb6-8d0a-fbed349d430d service nova] Acquiring lock "refresh_cache-99fc45f7-e244-4685-9039-d16728d5bf5a" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.574737] env[63097]: DEBUG oslo_concurrency.lockutils [None req-eeee13e3-13af-4915-8cc0-16ea39e7c995 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1227.599333] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7834d293-5839-4083-8908-9e0653bb854f tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Lock "c22b0812-b97b-4112-8c9c-c2601fc8b9e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.223s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.728633] env[63097]: DEBUG nova.scheduler.client.report [None req-a67abe9b-2200-4ca3-8375-fe74aeee7459 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1227.886148] env[63097]: DEBUG nova.network.neutron [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1228.041057] env[63097]: DEBUG oslo_vmware.api [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686561, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.102937] env[63097]: DEBUG nova.compute.manager [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1228.119869] env[63097]: DEBUG nova.network.neutron [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] Updating instance_info_cache with network_info: [{"id": "0db39635-dbed-4da5-838b-a19814972a2e", "address": "fa:16:3e:ea:bc:d5", "network": {"id": "94712200-def6-47d2-8aea-9450d0e57f82", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-478454733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bef179dd054a49daacd2151914b1000b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0db39635-db", "ovs_interfaceid": "0db39635-dbed-4da5-838b-a19814972a2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.234246] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a67abe9b-2200-4ca3-8375-fe74aeee7459 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.110s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1228.237229] env[63097]: DEBUG oslo_concurrency.lockutils [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.826s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1228.241023] env[63097]: INFO nova.compute.claims [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1228.263317] env[63097]: INFO nova.scheduler.client.report [None req-a67abe9b-2200-4ca3-8375-fe74aeee7459 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Deleted allocations for instance 4f939250-0a12-4672-aab7-b7ccecce4924 [ 1228.544535] env[63097]: DEBUG oslo_vmware.api [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686561, 'name': ReconfigVM_Task, 'duration_secs': 0.737841} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.545043] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 423f99aa-9ea6-49fa-bd5d-d1dfec54da09/423f99aa-9ea6-49fa-bd5d-d1dfec54da09.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1228.545850] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0cd16b91-d4eb-4e28-8f2b-c51b652841e8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.551865] env[63097]: DEBUG oslo_vmware.api [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Waiting for the task: (returnval){ [ 1228.551865] env[63097]: value = "task-1686563" [ 1228.551865] env[63097]: _type = "Task" [ 1228.551865] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.560462] env[63097]: DEBUG oslo_vmware.api [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686563, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.623332] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1228.623812] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Releasing lock "refresh_cache-99fc45f7-e244-4685-9039-d16728d5bf5a" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.624116] env[63097]: DEBUG nova.compute.manager [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] Instance network_info: |[{"id": "0db39635-dbed-4da5-838b-a19814972a2e", "address": "fa:16:3e:ea:bc:d5", "network": {"id": "94712200-def6-47d2-8aea-9450d0e57f82", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-478454733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bef179dd054a49daacd2151914b1000b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0db39635-db", "ovs_interfaceid": "0db39635-dbed-4da5-838b-a19814972a2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1228.624403] env[63097]: DEBUG oslo_concurrency.lockutils [req-25b75d08-5e8f-429e-9950-c289fadeb941 req-56053291-458f-4bb6-8d0a-fbed349d430d service nova] Acquired lock "refresh_cache-99fc45f7-e244-4685-9039-d16728d5bf5a" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.624582] env[63097]: DEBUG nova.network.neutron [req-25b75d08-5e8f-429e-9950-c289fadeb941 req-56053291-458f-4bb6-8d0a-fbed349d430d service nova] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] Refreshing network info cache for port 0db39635-dbed-4da5-838b-a19814972a2e {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1228.625714] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:bc:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c20f5114-0866-45b3-9a7c-62f113ff83fa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0db39635-dbed-4da5-838b-a19814972a2e', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1228.633095] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Creating folder: Project (bef179dd054a49daacd2151914b1000b). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1228.633633] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd73a38d-d5e2-4227-8ad9-81675cb55197 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.645357] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Created folder: Project (bef179dd054a49daacd2151914b1000b) in parent group-v351483. [ 1228.645557] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Creating folder: Instances. Parent ref: group-v351567. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1228.645798] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-612c03cd-e5f5-4fe1-ab33-c12ca59a1dde {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.656883] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Created folder: Instances in parent group-v351567. [ 1228.657170] env[63097]: DEBUG oslo.service.loopingcall [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1228.658038] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1228.658038] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd31fc38-cd01-46bc-b843-540714d417f8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.676501] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1228.676501] env[63097]: value = "task-1686566" [ 1228.676501] env[63097]: _type = "Task" [ 1228.676501] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.683907] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686566, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.771524] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a67abe9b-2200-4ca3-8375-fe74aeee7459 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Lock "4f939250-0a12-4672-aab7-b7ccecce4924" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.620s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1229.063585] env[63097]: DEBUG oslo_vmware.api [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686563, 'name': Rename_Task, 'duration_secs': 0.176655} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.067030] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1229.067030] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a92f2f3-dfa9-4e53-8a2f-6df59da44571 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.069726] env[63097]: DEBUG oslo_vmware.api [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Waiting for the task: (returnval){ [ 1229.069726] env[63097]: value = "task-1686567" [ 1229.069726] env[63097]: _type = "Task" [ 1229.069726] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.078188] env[63097]: DEBUG oslo_vmware.api [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686567, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.187915] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686566, 'name': CreateVM_Task, 'duration_secs': 0.420553} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.188236] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1229.189196] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1229.189964] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.190433] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1229.191742] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35ed787b-af55-4805-a1b0-9bc155a0197b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.199562] env[63097]: DEBUG oslo_vmware.api [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1229.199562] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5221c06d-bbe4-bb77-5232-8d18834b6b32" [ 1229.199562] env[63097]: _type = "Task" [ 1229.199562] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.207756] env[63097]: DEBUG oslo_vmware.api [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5221c06d-bbe4-bb77-5232-8d18834b6b32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.501968] env[63097]: DEBUG nova.network.neutron [req-25b75d08-5e8f-429e-9950-c289fadeb941 req-56053291-458f-4bb6-8d0a-fbed349d430d service nova] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] Updated VIF entry in instance network info cache for port 0db39635-dbed-4da5-838b-a19814972a2e. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1229.503086] env[63097]: DEBUG nova.network.neutron [req-25b75d08-5e8f-429e-9950-c289fadeb941 req-56053291-458f-4bb6-8d0a-fbed349d430d service nova] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] Updating instance_info_cache with network_info: [{"id": "0db39635-dbed-4da5-838b-a19814972a2e", "address": "fa:16:3e:ea:bc:d5", "network": {"id": "94712200-def6-47d2-8aea-9450d0e57f82", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-478454733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bef179dd054a49daacd2151914b1000b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0db39635-db", "ovs_interfaceid": "0db39635-dbed-4da5-838b-a19814972a2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.578897] env[63097]: DEBUG oslo_vmware.api [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686567, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.715008] env[63097]: DEBUG oslo_vmware.api [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5221c06d-bbe4-bb77-5232-8d18834b6b32, 'name': SearchDatastore_Task, 'duration_secs': 0.011273} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.716663] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1229.717084] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1229.717461] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1229.717658] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.717858] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1229.718153] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3a660e2-cb9d-4e3c-a943-9381271eb09e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.730029] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1229.730029] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1229.730876] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1786d6c-7993-4b6b-94ec-35d8a920b314 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.735977] env[63097]: DEBUG oslo_vmware.api [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1229.735977] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d49b31-777e-e2d9-c268-3a3f295df7e1" [ 1229.735977] env[63097]: _type = "Task" [ 1229.735977] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.746569] env[63097]: DEBUG oslo_vmware.api [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d49b31-777e-e2d9-c268-3a3f295df7e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.865786] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799c6a8d-ff87-43cb-98eb-9ffb02ec6256 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.873494] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7237f050-294a-4e46-8d36-a575f8591866 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.904575] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1e1943-71a9-43a0-91a6-b3e24210d173 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.912314] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe678773-4967-461c-b07f-2b99193281a5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.925937] env[63097]: DEBUG nova.compute.provider_tree [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.005409] env[63097]: DEBUG oslo_concurrency.lockutils [req-25b75d08-5e8f-429e-9950-c289fadeb941 req-56053291-458f-4bb6-8d0a-fbed349d430d service nova] Releasing lock "refresh_cache-99fc45f7-e244-4685-9039-d16728d5bf5a" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1230.080275] env[63097]: DEBUG oslo_vmware.api [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686567, 'name': PowerOnVM_Task, 'duration_secs': 0.738959} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.080700] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1230.080918] env[63097]: INFO nova.compute.manager [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] Took 9.54 seconds to spawn the instance on the hypervisor. [ 1230.081114] env[63097]: DEBUG nova.compute.manager [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1230.082020] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5aa7505-03ce-4c75-a62e-8dc63bee1141 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.249557] env[63097]: DEBUG oslo_vmware.api [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d49b31-777e-e2d9-c268-3a3f295df7e1, 'name': SearchDatastore_Task, 'duration_secs': 0.011697} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.250558] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41630f5a-49e0-4c9e-9568-631b4f6adcf1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.258547] env[63097]: DEBUG oslo_vmware.api [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1230.258547] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52bc379e-e34f-565b-7db4-a49d5d58dd9e" [ 1230.258547] env[63097]: _type = "Task" [ 1230.258547] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.267682] env[63097]: DEBUG oslo_vmware.api [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52bc379e-e34f-565b-7db4-a49d5d58dd9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.428793] env[63097]: DEBUG nova.scheduler.client.report [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1230.597953] env[63097]: INFO nova.compute.manager [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] Took 43.13 seconds to build instance. [ 1230.623774] env[63097]: DEBUG oslo_concurrency.lockutils [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Acquiring lock "4c95a83d-a490-4b3f-bb72-bc32e20e33e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1230.624035] env[63097]: DEBUG oslo_concurrency.lockutils [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Lock "4c95a83d-a490-4b3f-bb72-bc32e20e33e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1230.645337] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f2e4cb0-20a2-4011-84e6-911c99425600 tempest-VolumesAssistedSnapshotsTest-1115187604 tempest-VolumesAssistedSnapshotsTest-1115187604-project-admin] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Volume attach. Driver type: vmdk {{(pid=63097) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1230.645428] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f2e4cb0-20a2-4011-84e6-911c99425600 tempest-VolumesAssistedSnapshotsTest-1115187604 tempest-VolumesAssistedSnapshotsTest-1115187604-project-admin] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351566', 'volume_id': 'b5622605-564e-47ba-ba0e-5442619f33b4', 'name': 'volume-b5622605-564e-47ba-ba0e-5442619f33b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '79f55b1b-b1e0-4c79-b215-9a34a1bd1516', 'attached_at': '', 'detached_at': '', 'volume_id': 'b5622605-564e-47ba-ba0e-5442619f33b4', 'serial': 'b5622605-564e-47ba-ba0e-5442619f33b4'} {{(pid=63097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1230.646342] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc20cd3-5d72-42d8-86f6-2274bcdf6a1e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.653441] env[63097]: DEBUG oslo_concurrency.lockutils [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Acquiring lock "0f5db7f5-b159-48a3-9795-05e3ef62d385" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1230.653705] env[63097]: DEBUG oslo_concurrency.lockutils [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Lock "0f5db7f5-b159-48a3-9795-05e3ef62d385" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1230.669133] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890f23b6-2d34-4260-a3e4-87079f53abaf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.695397] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f2e4cb0-20a2-4011-84e6-911c99425600 tempest-VolumesAssistedSnapshotsTest-1115187604 tempest-VolumesAssistedSnapshotsTest-1115187604-project-admin] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] volume-b5622605-564e-47ba-ba0e-5442619f33b4/volume-b5622605-564e-47ba-ba0e-5442619f33b4.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1230.695702] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb43eb9c-a352-42fd-8ad4-6c180a4b56e0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.714059] env[63097]: DEBUG oslo_vmware.api [None req-0f2e4cb0-20a2-4011-84e6-911c99425600 tempest-VolumesAssistedSnapshotsTest-1115187604 tempest-VolumesAssistedSnapshotsTest-1115187604-project-admin] Waiting for the task: (returnval){ [ 1230.714059] env[63097]: value = "task-1686568" [ 1230.714059] env[63097]: _type = "Task" [ 1230.714059] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.722495] env[63097]: DEBUG oslo_vmware.api [None req-0f2e4cb0-20a2-4011-84e6-911c99425600 tempest-VolumesAssistedSnapshotsTest-1115187604 tempest-VolumesAssistedSnapshotsTest-1115187604-project-admin] Task: {'id': task-1686568, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.769716] env[63097]: DEBUG oslo_vmware.api [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52bc379e-e34f-565b-7db4-a49d5d58dd9e, 'name': SearchDatastore_Task, 'duration_secs': 0.016579} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.770324] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1230.770324] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 99fc45f7-e244-4685-9039-d16728d5bf5a/99fc45f7-e244-4685-9039-d16728d5bf5a.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1230.770635] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5df4ba8e-22d6-4ff6-81f1-4afac5b5e60b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.777289] env[63097]: DEBUG oslo_vmware.api [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1230.777289] env[63097]: value = "task-1686569" [ 1230.777289] env[63097]: _type = "Task" [ 1230.777289] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.785785] env[63097]: DEBUG oslo_vmware.api [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1686569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.934390] env[63097]: DEBUG oslo_concurrency.lockutils [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1230.934740] env[63097]: DEBUG nova.compute.manager [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1230.937534] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.220s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1230.939134] env[63097]: INFO nova.compute.claims [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1231.100457] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f3bbd499-f25f-46ab-a95c-48af97b1cd2e tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Lock "423f99aa-9ea6-49fa-bd5d-d1dfec54da09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.806s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1231.227752] env[63097]: DEBUG oslo_vmware.api [None req-0f2e4cb0-20a2-4011-84e6-911c99425600 tempest-VolumesAssistedSnapshotsTest-1115187604 tempest-VolumesAssistedSnapshotsTest-1115187604-project-admin] Task: {'id': task-1686568, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.287879] env[63097]: DEBUG oslo_vmware.api [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1686569, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.445771] env[63097]: DEBUG nova.compute.utils [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1231.447181] env[63097]: DEBUG nova.compute.manager [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1231.447523] env[63097]: DEBUG nova.network.neutron [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1231.518046] env[63097]: DEBUG nova.policy [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5d4e9c253fb441f87f95fa7767fe9c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91501be29f1344e4a1f3e93ec1cd3abb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1231.603887] env[63097]: DEBUG nova.compute.manager [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1231.727423] env[63097]: DEBUG oslo_vmware.api [None req-0f2e4cb0-20a2-4011-84e6-911c99425600 tempest-VolumesAssistedSnapshotsTest-1115187604 tempest-VolumesAssistedSnapshotsTest-1115187604-project-admin] Task: {'id': task-1686568, 'name': ReconfigVM_Task, 'duration_secs': 0.697918} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.727423] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f2e4cb0-20a2-4011-84e6-911c99425600 tempest-VolumesAssistedSnapshotsTest-1115187604 tempest-VolumesAssistedSnapshotsTest-1115187604-project-admin] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Reconfigured VM instance instance-00000011 to attach disk [datastore2] volume-b5622605-564e-47ba-ba0e-5442619f33b4/volume-b5622605-564e-47ba-ba0e-5442619f33b4.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1231.731731] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-962cc623-08b3-4d5f-9d9e-ff7a43cdc131 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.750664] env[63097]: DEBUG oslo_vmware.api [None req-0f2e4cb0-20a2-4011-84e6-911c99425600 tempest-VolumesAssistedSnapshotsTest-1115187604 tempest-VolumesAssistedSnapshotsTest-1115187604-project-admin] Waiting for the task: (returnval){ [ 1231.750664] env[63097]: value = "task-1686570" [ 1231.750664] env[63097]: _type = "Task" [ 1231.750664] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.762598] env[63097]: DEBUG oslo_vmware.api [None req-0f2e4cb0-20a2-4011-84e6-911c99425600 tempest-VolumesAssistedSnapshotsTest-1115187604 tempest-VolumesAssistedSnapshotsTest-1115187604-project-admin] Task: {'id': task-1686570, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.786732] env[63097]: DEBUG oslo_vmware.api [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1686569, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568722} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.787399] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 99fc45f7-e244-4685-9039-d16728d5bf5a/99fc45f7-e244-4685-9039-d16728d5bf5a.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1231.788237] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1231.788237] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51a6169f-3b22-4199-a090-5a9c55bb854c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.794175] env[63097]: DEBUG oslo_vmware.api [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1231.794175] env[63097]: value = "task-1686571" [ 1231.794175] env[63097]: _type = "Task" [ 1231.794175] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.801634] env[63097]: DEBUG oslo_vmware.api [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1686571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.957736] env[63097]: DEBUG nova.compute.manager [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1232.014868] env[63097]: DEBUG nova.network.neutron [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Successfully created port: b81e0d91-bb50-49d5-825a-c19acc747471 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1232.123725] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1232.265484] env[63097]: DEBUG oslo_vmware.api [None req-0f2e4cb0-20a2-4011-84e6-911c99425600 tempest-VolumesAssistedSnapshotsTest-1115187604 tempest-VolumesAssistedSnapshotsTest-1115187604-project-admin] Task: {'id': task-1686570, 'name': ReconfigVM_Task, 'duration_secs': 0.15024} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.266162] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f2e4cb0-20a2-4011-84e6-911c99425600 tempest-VolumesAssistedSnapshotsTest-1115187604 tempest-VolumesAssistedSnapshotsTest-1115187604-project-admin] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351566', 'volume_id': 'b5622605-564e-47ba-ba0e-5442619f33b4', 'name': 'volume-b5622605-564e-47ba-ba0e-5442619f33b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '79f55b1b-b1e0-4c79-b215-9a34a1bd1516', 'attached_at': '', 'detached_at': '', 'volume_id': 'b5622605-564e-47ba-ba0e-5442619f33b4', 'serial': 'b5622605-564e-47ba-ba0e-5442619f33b4'} {{(pid=63097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1232.305105] env[63097]: DEBUG oslo_vmware.api [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1686571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070008} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.305405] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1232.306201] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0841a51-1e51-4588-b900-d063be307f4f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.335536] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 99fc45f7-e244-4685-9039-d16728d5bf5a/99fc45f7-e244-4685-9039-d16728d5bf5a.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1232.338879] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40252642-f3e9-4f9e-84b5-694bb51a7614 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.361212] env[63097]: DEBUG oslo_vmware.api [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1232.361212] env[63097]: value = "task-1686572" [ 1232.361212] env[63097]: _type = "Task" [ 1232.361212] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.372064] env[63097]: DEBUG oslo_vmware.api [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1686572, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.463461] env[63097]: INFO nova.virt.block_device [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Booting with volume ef12889a-b692-4a2c-8efc-562757803f95 at /dev/sda [ 1232.505279] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cda6267e-b39c-4bb5-bd9c-e6dabb969fdb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.508639] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a010014-a266-4816-a692-04ce9fb0fb8c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.517597] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cfdd232-abd6-4021-8ed7-0759357f9235 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.523666] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8c77f8-c392-4954-b807-723a4cc15bdf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.574847] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bbc780-a227-4738-936d-918a4dbd977f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.577654] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c889646-6c92-4edd-a76a-9f7f7b90b306 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.585564] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4215ea4b-d8a2-44da-b43c-c91be8d6e8ab {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.592724] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf92bc7-bfce-47dc-a8ee-287f2a6e1425 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.611902] env[63097]: DEBUG nova.compute.provider_tree [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.626751] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0d74a6-04fe-4541-b7f3-5c1df702c25a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.634265] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75ff17a-dbfd-4954-902c-fb81c81ee815 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.648334] env[63097]: DEBUG nova.virt.block_device [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Updating existing volume attachment record: 392b49ec-cfa3-4600-9ddd-9b1f68a8e183 {{(pid=63097) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1232.871206] env[63097]: DEBUG oslo_vmware.api [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1686572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.127637] env[63097]: DEBUG nova.scheduler.client.report [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1233.307431] env[63097]: DEBUG nova.objects.instance [None req-0f2e4cb0-20a2-4011-84e6-911c99425600 tempest-VolumesAssistedSnapshotsTest-1115187604 tempest-VolumesAssistedSnapshotsTest-1115187604-project-admin] Lazy-loading 'flavor' on Instance uuid 79f55b1b-b1e0-4c79-b215-9a34a1bd1516 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.372917] env[63097]: DEBUG oslo_vmware.api [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1686572, 'name': ReconfigVM_Task, 'duration_secs': 0.926216} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.372917] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 99fc45f7-e244-4685-9039-d16728d5bf5a/99fc45f7-e244-4685-9039-d16728d5bf5a.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1233.372917] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-726a73ec-223d-40ef-9707-7606c6300f7a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.378342] env[63097]: DEBUG oslo_vmware.api [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1233.378342] env[63097]: value = "task-1686573" [ 1233.378342] env[63097]: _type = "Task" [ 1233.378342] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.386539] env[63097]: DEBUG oslo_vmware.api [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1686573, 'name': Rename_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.633055] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1233.633614] env[63097]: DEBUG nova.compute.manager [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1233.637182] env[63097]: DEBUG oslo_concurrency.lockutils [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.065s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1233.638743] env[63097]: INFO nova.compute.claims [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1233.686985] env[63097]: DEBUG nova.compute.manager [req-bfbfd5ec-a39d-4a33-b7d7-0180296e72af req-70ec3c74-222b-4ad2-9b90-54cbff0aa0ca service nova] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Received event network-vif-plugged-b81e0d91-bb50-49d5-825a-c19acc747471 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1233.687088] env[63097]: DEBUG oslo_concurrency.lockutils [req-bfbfd5ec-a39d-4a33-b7d7-0180296e72af req-70ec3c74-222b-4ad2-9b90-54cbff0aa0ca service nova] Acquiring lock "0f8f123b-8896-477a-a2fe-6c339238e5cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1233.687300] env[63097]: DEBUG oslo_concurrency.lockutils [req-bfbfd5ec-a39d-4a33-b7d7-0180296e72af req-70ec3c74-222b-4ad2-9b90-54cbff0aa0ca service nova] Lock "0f8f123b-8896-477a-a2fe-6c339238e5cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1233.687467] env[63097]: DEBUG oslo_concurrency.lockutils [req-bfbfd5ec-a39d-4a33-b7d7-0180296e72af req-70ec3c74-222b-4ad2-9b90-54cbff0aa0ca service nova] Lock "0f8f123b-8896-477a-a2fe-6c339238e5cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1233.687675] env[63097]: DEBUG nova.compute.manager [req-bfbfd5ec-a39d-4a33-b7d7-0180296e72af req-70ec3c74-222b-4ad2-9b90-54cbff0aa0ca service nova] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] No waiting events found dispatching network-vif-plugged-b81e0d91-bb50-49d5-825a-c19acc747471 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1233.688364] env[63097]: WARNING nova.compute.manager [req-bfbfd5ec-a39d-4a33-b7d7-0180296e72af req-70ec3c74-222b-4ad2-9b90-54cbff0aa0ca service nova] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Received unexpected event network-vif-plugged-b81e0d91-bb50-49d5-825a-c19acc747471 for instance with vm_state building and task_state block_device_mapping. [ 1233.756704] env[63097]: DEBUG nova.network.neutron [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Successfully updated port: b81e0d91-bb50-49d5-825a-c19acc747471 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1233.817019] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0f2e4cb0-20a2-4011-84e6-911c99425600 tempest-VolumesAssistedSnapshotsTest-1115187604 tempest-VolumesAssistedSnapshotsTest-1115187604-project-admin] Lock "79f55b1b-b1e0-4c79-b215-9a34a1bd1516" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.807s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1233.892171] env[63097]: DEBUG oslo_vmware.api [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1686573, 'name': Rename_Task, 'duration_secs': 0.164809} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.892547] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1233.892867] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7cf45841-be80-4024-b248-ee8bb74c297d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.900951] env[63097]: DEBUG oslo_vmware.api [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1233.900951] env[63097]: value = "task-1686574" [ 1233.900951] env[63097]: _type = "Task" [ 1233.900951] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.911988] env[63097]: DEBUG oslo_vmware.api [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1686574, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.111664] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9e6ff06c-b13d-4205-82e6-08928b14c1a7 tempest-VolumesAssistedSnapshotsTest-1115187604 tempest-VolumesAssistedSnapshotsTest-1115187604-project-admin] Acquiring lock "79f55b1b-b1e0-4c79-b215-9a34a1bd1516" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1234.112049] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9e6ff06c-b13d-4205-82e6-08928b14c1a7 tempest-VolumesAssistedSnapshotsTest-1115187604 tempest-VolumesAssistedSnapshotsTest-1115187604-project-admin] Lock "79f55b1b-b1e0-4c79-b215-9a34a1bd1516" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1234.145158] env[63097]: DEBUG nova.compute.utils [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1234.147295] env[63097]: DEBUG nova.compute.manager [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1234.147499] env[63097]: DEBUG nova.network.neutron [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1234.214999] env[63097]: DEBUG nova.policy [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '092f40d24b404da49af96d4c20a4e745', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eaa4189024934369868f6c433f3d73c2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1234.266109] env[63097]: DEBUG oslo_concurrency.lockutils [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Acquiring lock "refresh_cache-0f8f123b-8896-477a-a2fe-6c339238e5cd" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1234.266109] env[63097]: DEBUG oslo_concurrency.lockutils [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Acquired lock "refresh_cache-0f8f123b-8896-477a-a2fe-6c339238e5cd" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.266109] env[63097]: DEBUG nova.network.neutron [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1234.412623] env[63097]: DEBUG oslo_vmware.api [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1686574, 'name': PowerOnVM_Task} progress is 37%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.615141] env[63097]: INFO nova.compute.manager [None req-9e6ff06c-b13d-4205-82e6-08928b14c1a7 tempest-VolumesAssistedSnapshotsTest-1115187604 tempest-VolumesAssistedSnapshotsTest-1115187604-project-admin] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Detaching volume b5622605-564e-47ba-ba0e-5442619f33b4 [ 1234.651872] env[63097]: DEBUG nova.compute.manager [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1234.663865] env[63097]: INFO nova.virt.block_device [None req-9e6ff06c-b13d-4205-82e6-08928b14c1a7 tempest-VolumesAssistedSnapshotsTest-1115187604 tempest-VolumesAssistedSnapshotsTest-1115187604-project-admin] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Attempting to driver detach volume b5622605-564e-47ba-ba0e-5442619f33b4 from mountpoint /dev/sdb [ 1234.664166] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e6ff06c-b13d-4205-82e6-08928b14c1a7 tempest-VolumesAssistedSnapshotsTest-1115187604 tempest-VolumesAssistedSnapshotsTest-1115187604-project-admin] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Volume detach. Driver type: vmdk {{(pid=63097) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1234.664407] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e6ff06c-b13d-4205-82e6-08928b14c1a7 tempest-VolumesAssistedSnapshotsTest-1115187604 tempest-VolumesAssistedSnapshotsTest-1115187604-project-admin] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351566', 'volume_id': 'b5622605-564e-47ba-ba0e-5442619f33b4', 'name': 'volume-b5622605-564e-47ba-ba0e-5442619f33b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '79f55b1b-b1e0-4c79-b215-9a34a1bd1516', 'attached_at': '', 'detached_at': '', 'volume_id': 'b5622605-564e-47ba-ba0e-5442619f33b4', 'serial': 'b5622605-564e-47ba-ba0e-5442619f33b4'} {{(pid=63097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1234.665336] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d33cd3-c3ed-4a9a-b0db-b24f5ad0e8a8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.697216] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b2fbe3-0b2f-464a-a010-d484dd67610c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.710977] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2f5cbb-6c7b-463b-a5c5-e364b559e2f7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.738709] env[63097]: DEBUG nova.network.neutron [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Successfully created port: 0f3a226a-2880-400f-bc01-9da589726ecc {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1234.742445] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d7bc8e-303a-4a77-b6e9-c0f4e19328f1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.759421] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e6ff06c-b13d-4205-82e6-08928b14c1a7 tempest-VolumesAssistedSnapshotsTest-1115187604 tempest-VolumesAssistedSnapshotsTest-1115187604-project-admin] The volume has not been displaced from its original location: [datastore2] volume-b5622605-564e-47ba-ba0e-5442619f33b4/volume-b5622605-564e-47ba-ba0e-5442619f33b4.vmdk. No consolidation needed. {{(pid=63097) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1234.764686] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e6ff06c-b13d-4205-82e6-08928b14c1a7 tempest-VolumesAssistedSnapshotsTest-1115187604 tempest-VolumesAssistedSnapshotsTest-1115187604-project-admin] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Reconfiguring VM instance instance-00000011 to detach disk 2001 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1234.767467] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-294587da-324a-4cd4-a446-2a7e0e7abeb0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.780920] env[63097]: DEBUG nova.compute.manager [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1234.781482] env[63097]: DEBUG nova.virt.hardware [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1234.781761] env[63097]: DEBUG nova.virt.hardware [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1234.781949] env[63097]: DEBUG nova.virt.hardware [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1234.782158] env[63097]: DEBUG nova.virt.hardware [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1234.782329] env[63097]: DEBUG nova.virt.hardware [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1234.782486] env[63097]: DEBUG nova.virt.hardware [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1234.782692] env[63097]: DEBUG nova.virt.hardware [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1234.782859] env[63097]: DEBUG nova.virt.hardware [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1234.783037] env[63097]: DEBUG nova.virt.hardware [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1234.783213] env[63097]: DEBUG nova.virt.hardware [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1234.783391] env[63097]: DEBUG nova.virt.hardware [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1234.786301] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8425d5-e37f-4632-96e9-7b4384c9e2d6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.794211] env[63097]: DEBUG oslo_vmware.api [None req-9e6ff06c-b13d-4205-82e6-08928b14c1a7 tempest-VolumesAssistedSnapshotsTest-1115187604 tempest-VolumesAssistedSnapshotsTest-1115187604-project-admin] Waiting for the task: (returnval){ [ 1234.794211] env[63097]: value = "task-1686575" [ 1234.794211] env[63097]: _type = "Task" [ 1234.794211] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.801753] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503fc96d-c8ac-417f-97ce-c0c69ab0857a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.811284] env[63097]: DEBUG oslo_vmware.api [None req-9e6ff06c-b13d-4205-82e6-08928b14c1a7 tempest-VolumesAssistedSnapshotsTest-1115187604 tempest-VolumesAssistedSnapshotsTest-1115187604-project-admin] Task: {'id': task-1686575, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.852239] env[63097]: DEBUG nova.network.neutron [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1234.867365] env[63097]: DEBUG oslo_concurrency.lockutils [None req-617d5309-87a0-4978-a3d3-01010e9d1a51 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Acquiring lock "a5682b89-3a0f-4634-9b09-cde8007f0bb0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1234.867637] env[63097]: DEBUG oslo_concurrency.lockutils [None req-617d5309-87a0-4978-a3d3-01010e9d1a51 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Lock "a5682b89-3a0f-4634-9b09-cde8007f0bb0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1234.867827] env[63097]: DEBUG nova.compute.manager [None req-617d5309-87a0-4978-a3d3-01010e9d1a51 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1234.871251] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a7d1ca-3ba6-4652-ae6d-99fcc71dcf3f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.877560] env[63097]: DEBUG nova.compute.manager [None req-617d5309-87a0-4978-a3d3-01010e9d1a51 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63097) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1234.878269] env[63097]: DEBUG nova.objects.instance [None req-617d5309-87a0-4978-a3d3-01010e9d1a51 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Lazy-loading 'flavor' on Instance uuid a5682b89-3a0f-4634-9b09-cde8007f0bb0 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.913727] env[63097]: DEBUG oslo_vmware.api [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1686574, 'name': PowerOnVM_Task, 'duration_secs': 0.948687} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.914081] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1234.914271] env[63097]: INFO nova.compute.manager [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] Took 8.97 seconds to spawn the instance on the hypervisor. [ 1234.914454] env[63097]: DEBUG nova.compute.manager [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1234.917467] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edb1314-3a5d-4959-bf14-0f43520e22db {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.131778] env[63097]: DEBUG nova.network.neutron [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Updating instance_info_cache with network_info: [{"id": "b81e0d91-bb50-49d5-825a-c19acc747471", "address": "fa:16:3e:19:6d:13", "network": {"id": "ddadd97f-1a04-4431-b709-3de45b973166", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1770094426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91501be29f1344e4a1f3e93ec1cd3abb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb81e0d91-bb", "ovs_interfaceid": "b81e0d91-bb50-49d5-825a-c19acc747471", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.271548] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab6d4e0-8b89-4873-8d4a-d510f26e75ba {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.279117] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16e20b7-d132-4471-bf8c-64248de41b9d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.312652] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27675f9c-0663-4d37-bf12-a1b1dbd28fd6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.321028] env[63097]: DEBUG oslo_vmware.api [None req-9e6ff06c-b13d-4205-82e6-08928b14c1a7 tempest-VolumesAssistedSnapshotsTest-1115187604 tempest-VolumesAssistedSnapshotsTest-1115187604-project-admin] Task: {'id': task-1686575, 'name': ReconfigVM_Task, 'duration_secs': 0.419816} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.322589] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e6ff06c-b13d-4205-82e6-08928b14c1a7 tempest-VolumesAssistedSnapshotsTest-1115187604 tempest-VolumesAssistedSnapshotsTest-1115187604-project-admin] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Reconfigured VM instance instance-00000011 to detach disk 2001 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1235.327165] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85783259-4b67-48ac-a01c-5f90ce575131 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.337994] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc72d45-177c-4c8d-b35b-8ea210d9330b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.353220] env[63097]: DEBUG nova.compute.provider_tree [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.355519] env[63097]: DEBUG oslo_vmware.api [None req-9e6ff06c-b13d-4205-82e6-08928b14c1a7 tempest-VolumesAssistedSnapshotsTest-1115187604 tempest-VolumesAssistedSnapshotsTest-1115187604-project-admin] Waiting for the task: (returnval){ [ 1235.355519] env[63097]: value = "task-1686576" [ 1235.355519] env[63097]: _type = "Task" [ 1235.355519] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.363646] env[63097]: DEBUG oslo_vmware.api [None req-9e6ff06c-b13d-4205-82e6-08928b14c1a7 tempest-VolumesAssistedSnapshotsTest-1115187604 tempest-VolumesAssistedSnapshotsTest-1115187604-project-admin] Task: {'id': task-1686576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.383281] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-617d5309-87a0-4978-a3d3-01010e9d1a51 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1235.383565] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12839ecb-b537-4b94-918e-49ae8cdabdd0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.390835] env[63097]: DEBUG oslo_vmware.api [None req-617d5309-87a0-4978-a3d3-01010e9d1a51 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Waiting for the task: (returnval){ [ 1235.390835] env[63097]: value = "task-1686577" [ 1235.390835] env[63097]: _type = "Task" [ 1235.390835] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.398500] env[63097]: DEBUG oslo_vmware.api [None req-617d5309-87a0-4978-a3d3-01010e9d1a51 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686577, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.436584] env[63097]: INFO nova.compute.manager [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] Took 43.75 seconds to build instance. [ 1235.636009] env[63097]: DEBUG oslo_concurrency.lockutils [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Releasing lock "refresh_cache-0f8f123b-8896-477a-a2fe-6c339238e5cd" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1235.636009] env[63097]: DEBUG nova.compute.manager [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Instance network_info: |[{"id": "b81e0d91-bb50-49d5-825a-c19acc747471", "address": "fa:16:3e:19:6d:13", "network": {"id": "ddadd97f-1a04-4431-b709-3de45b973166", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1770094426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91501be29f1344e4a1f3e93ec1cd3abb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb81e0d91-bb", "ovs_interfaceid": "b81e0d91-bb50-49d5-825a-c19acc747471", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1235.636224] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:6d:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b81e0d91-bb50-49d5-825a-c19acc747471', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1235.643736] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Creating folder: Project (91501be29f1344e4a1f3e93ec1cd3abb). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1235.644040] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-329a3c98-d0a8-4b4c-b9d9-eaa7b69f3513 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.659740] env[63097]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1235.659997] env[63097]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63097) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1235.660282] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Folder already exists: Project (91501be29f1344e4a1f3e93ec1cd3abb). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1235.660478] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Creating folder: Instances. Parent ref: group-v351513. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1235.660786] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50dd518c-024d-4efd-89ea-2a16dcee2958 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.663304] env[63097]: DEBUG nova.compute.manager [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1235.672492] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Created folder: Instances in parent group-v351513. [ 1235.672492] env[63097]: DEBUG oslo.service.loopingcall [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1235.672704] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1235.672916] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80d693f7-bcde-4e16-9d0c-f6ed1f1e3892 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.694077] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1235.694077] env[63097]: value = "task-1686580" [ 1235.694077] env[63097]: _type = "Task" [ 1235.694077] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.696191] env[63097]: DEBUG nova.virt.hardware [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1235.696450] env[63097]: DEBUG nova.virt.hardware [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1235.696614] env[63097]: DEBUG nova.virt.hardware [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1235.696803] env[63097]: DEBUG nova.virt.hardware [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1235.696954] env[63097]: DEBUG nova.virt.hardware [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1235.697132] env[63097]: DEBUG nova.virt.hardware [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1235.697354] env[63097]: DEBUG nova.virt.hardware [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1235.697605] env[63097]: DEBUG nova.virt.hardware [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1235.697834] env[63097]: DEBUG nova.virt.hardware [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1235.697973] env[63097]: DEBUG nova.virt.hardware [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1235.698170] env[63097]: DEBUG nova.virt.hardware [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1235.699019] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9962c2c-7b1a-45f8-b53e-82080f40e738 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.711830] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdbe07e-6f93-4e81-922b-a2c294807b8b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.716025] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686580, 'name': CreateVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.729643] env[63097]: DEBUG nova.compute.manager [req-162268ac-5dcb-4af9-821a-7cded4db0954 req-0e1cb054-054b-4fcd-a52b-2c7a3bd813a0 service nova] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Received event network-changed-b81e0d91-bb50-49d5-825a-c19acc747471 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1235.729796] env[63097]: DEBUG nova.compute.manager [req-162268ac-5dcb-4af9-821a-7cded4db0954 req-0e1cb054-054b-4fcd-a52b-2c7a3bd813a0 service nova] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Refreshing instance network info cache due to event network-changed-b81e0d91-bb50-49d5-825a-c19acc747471. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1235.730021] env[63097]: DEBUG oslo_concurrency.lockutils [req-162268ac-5dcb-4af9-821a-7cded4db0954 req-0e1cb054-054b-4fcd-a52b-2c7a3bd813a0 service nova] Acquiring lock "refresh_cache-0f8f123b-8896-477a-a2fe-6c339238e5cd" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1235.730168] env[63097]: DEBUG oslo_concurrency.lockutils [req-162268ac-5dcb-4af9-821a-7cded4db0954 req-0e1cb054-054b-4fcd-a52b-2c7a3bd813a0 service nova] Acquired lock "refresh_cache-0f8f123b-8896-477a-a2fe-6c339238e5cd" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.730319] env[63097]: DEBUG nova.network.neutron [req-162268ac-5dcb-4af9-821a-7cded4db0954 req-0e1cb054-054b-4fcd-a52b-2c7a3bd813a0 service nova] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Refreshing network info cache for port b81e0d91-bb50-49d5-825a-c19acc747471 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1235.860905] env[63097]: DEBUG nova.scheduler.client.report [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1235.875323] env[63097]: DEBUG oslo_vmware.api [None req-9e6ff06c-b13d-4205-82e6-08928b14c1a7 tempest-VolumesAssistedSnapshotsTest-1115187604 tempest-VolumesAssistedSnapshotsTest-1115187604-project-admin] Task: {'id': task-1686576, 'name': ReconfigVM_Task, 'duration_secs': 0.168407} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.875846] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e6ff06c-b13d-4205-82e6-08928b14c1a7 tempest-VolumesAssistedSnapshotsTest-1115187604 tempest-VolumesAssistedSnapshotsTest-1115187604-project-admin] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351566', 'volume_id': 'b5622605-564e-47ba-ba0e-5442619f33b4', 'name': 'volume-b5622605-564e-47ba-ba0e-5442619f33b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '79f55b1b-b1e0-4c79-b215-9a34a1bd1516', 'attached_at': '', 'detached_at': '', 'volume_id': 'b5622605-564e-47ba-ba0e-5442619f33b4', 'serial': 'b5622605-564e-47ba-ba0e-5442619f33b4'} {{(pid=63097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1235.904562] env[63097]: DEBUG oslo_vmware.api [None req-617d5309-87a0-4978-a3d3-01010e9d1a51 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686577, 'name': PowerOffVM_Task, 'duration_secs': 0.214592} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.905172] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-617d5309-87a0-4978-a3d3-01010e9d1a51 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1235.905172] env[63097]: DEBUG nova.compute.manager [None req-617d5309-87a0-4978-a3d3-01010e9d1a51 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1235.905818] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aaf9e57-17a9-43a7-8f6e-e3ce874e4f7a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.939242] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f42bf38b-64a5-41bd-8f31-c38f5c5f0d2c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "99fc45f7-e244-4685-9039-d16728d5bf5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.280s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1236.208712] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686580, 'name': CreateVM_Task, 'duration_secs': 0.297112} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.208890] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1236.209679] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351519', 'volume_id': 'ef12889a-b692-4a2c-8efc-562757803f95', 'name': 'volume-ef12889a-b692-4a2c-8efc-562757803f95', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0f8f123b-8896-477a-a2fe-6c339238e5cd', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef12889a-b692-4a2c-8efc-562757803f95', 'serial': 'ef12889a-b692-4a2c-8efc-562757803f95'}, 'device_type': None, 'attachment_id': '392b49ec-cfa3-4600-9ddd-9b1f68a8e183', 'mount_device': '/dev/sda', 'guest_format': None, 'delete_on_termination': True, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=63097) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1236.209910] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Root volume attach. Driver type: vmdk {{(pid=63097) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1236.210989] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ede802-143c-4142-9ab9-cc9e78358445 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.218874] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eeb00d7-41ed-4eed-8c84-c8c66f501af1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.227679] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b07daf2-4ec8-4130-b076-a13bf247c654 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.235752] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-4e4698b7-99ca-4eec-8ec9-f42670422e9f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.242868] env[63097]: DEBUG oslo_vmware.api [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Waiting for the task: (returnval){ [ 1236.242868] env[63097]: value = "task-1686581" [ 1236.242868] env[63097]: _type = "Task" [ 1236.242868] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.250686] env[63097]: DEBUG oslo_vmware.api [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Task: {'id': task-1686581, 'name': RelocateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.368775] env[63097]: DEBUG oslo_concurrency.lockutils [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.732s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1236.369338] env[63097]: DEBUG nova.compute.manager [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1236.382418] env[63097]: DEBUG oslo_concurrency.lockutils [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.814s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1236.384378] env[63097]: INFO nova.compute.claims [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1236.422184] env[63097]: DEBUG oslo_concurrency.lockutils [None req-617d5309-87a0-4978-a3d3-01010e9d1a51 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Lock "a5682b89-3a0f-4634-9b09-cde8007f0bb0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.554s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1236.442866] env[63097]: DEBUG nova.compute.manager [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1236.449513] env[63097]: DEBUG nova.objects.instance [None req-9e6ff06c-b13d-4205-82e6-08928b14c1a7 tempest-VolumesAssistedSnapshotsTest-1115187604 tempest-VolumesAssistedSnapshotsTest-1115187604-project-admin] Lazy-loading 'flavor' on Instance uuid 79f55b1b-b1e0-4c79-b215-9a34a1bd1516 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.609064] env[63097]: DEBUG oslo_concurrency.lockutils [None req-05349a16-b642-4719-9e34-e8066895f073 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "99fc45f7-e244-4685-9039-d16728d5bf5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.609372] env[63097]: DEBUG oslo_concurrency.lockutils [None req-05349a16-b642-4719-9e34-e8066895f073 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "99fc45f7-e244-4685-9039-d16728d5bf5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1236.609592] env[63097]: DEBUG oslo_concurrency.lockutils [None req-05349a16-b642-4719-9e34-e8066895f073 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "99fc45f7-e244-4685-9039-d16728d5bf5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.609783] env[63097]: DEBUG oslo_concurrency.lockutils [None req-05349a16-b642-4719-9e34-e8066895f073 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "99fc45f7-e244-4685-9039-d16728d5bf5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1236.609958] env[63097]: DEBUG oslo_concurrency.lockutils [None req-05349a16-b642-4719-9e34-e8066895f073 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "99fc45f7-e244-4685-9039-d16728d5bf5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1236.613809] env[63097]: INFO nova.compute.manager [None req-05349a16-b642-4719-9e34-e8066895f073 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] Terminating instance [ 1236.615849] env[63097]: DEBUG nova.compute.manager [None req-05349a16-b642-4719-9e34-e8066895f073 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1236.616065] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-05349a16-b642-4719-9e34-e8066895f073 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1236.617194] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c957b1f6-0461-4699-8b98-ba428001f022 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.635974] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-05349a16-b642-4719-9e34-e8066895f073 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1236.636289] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-502ffba2-48fb-4ba5-bc7a-e04f5bde5351 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.650508] env[63097]: DEBUG oslo_vmware.api [None req-05349a16-b642-4719-9e34-e8066895f073 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1236.650508] env[63097]: value = "task-1686582" [ 1236.650508] env[63097]: _type = "Task" [ 1236.650508] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.662267] env[63097]: DEBUG oslo_vmware.api [None req-05349a16-b642-4719-9e34-e8066895f073 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1686582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.756655] env[63097]: DEBUG oslo_vmware.api [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Task: {'id': task-1686581, 'name': RelocateVM_Task} progress is 42%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.778968] env[63097]: DEBUG nova.network.neutron [req-162268ac-5dcb-4af9-821a-7cded4db0954 req-0e1cb054-054b-4fcd-a52b-2c7a3bd813a0 service nova] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Updated VIF entry in instance network info cache for port b81e0d91-bb50-49d5-825a-c19acc747471. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1236.779619] env[63097]: DEBUG nova.network.neutron [req-162268ac-5dcb-4af9-821a-7cded4db0954 req-0e1cb054-054b-4fcd-a52b-2c7a3bd813a0 service nova] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Updating instance_info_cache with network_info: [{"id": "b81e0d91-bb50-49d5-825a-c19acc747471", "address": "fa:16:3e:19:6d:13", "network": {"id": "ddadd97f-1a04-4431-b709-3de45b973166", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1770094426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91501be29f1344e4a1f3e93ec1cd3abb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb81e0d91-bb", "ovs_interfaceid": "b81e0d91-bb50-49d5-825a-c19acc747471", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.889840] env[63097]: DEBUG nova.compute.utils [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1236.904175] env[63097]: DEBUG nova.compute.manager [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1236.904449] env[63097]: DEBUG nova.network.neutron [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] [instance: a6e7feca-e724-4018-8405-de21ae80b373] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1236.981983] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1237.024595] env[63097]: DEBUG nova.network.neutron [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Successfully updated port: 0f3a226a-2880-400f-bc01-9da589726ecc {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1237.035648] env[63097]: DEBUG nova.policy [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a6a3d8ec4ab430f88e2b24e17908caf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19a09db20f814ae98149292b7422c019', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1237.168092] env[63097]: DEBUG oslo_vmware.api [None req-05349a16-b642-4719-9e34-e8066895f073 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1686582, 'name': PowerOffVM_Task, 'duration_secs': 0.262549} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.168092] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-05349a16-b642-4719-9e34-e8066895f073 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1237.168092] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-05349a16-b642-4719-9e34-e8066895f073 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1237.168092] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f33f8a25-0257-48d7-af0f-ab8125d76dd3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.244175] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-05349a16-b642-4719-9e34-e8066895f073 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1237.244460] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-05349a16-b642-4719-9e34-e8066895f073 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1237.245115] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-05349a16-b642-4719-9e34-e8066895f073 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Deleting the datastore file [datastore2] 99fc45f7-e244-4685-9039-d16728d5bf5a {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1237.257025] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31714e4b-4233-4bf3-8caa-9ddd63b1e6bf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.266929] env[63097]: DEBUG oslo_vmware.api [None req-05349a16-b642-4719-9e34-e8066895f073 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1237.266929] env[63097]: value = "task-1686585" [ 1237.266929] env[63097]: _type = "Task" [ 1237.266929] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.267191] env[63097]: DEBUG oslo_vmware.api [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Task: {'id': task-1686581, 'name': RelocateVM_Task} progress is 54%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.278627] env[63097]: DEBUG oslo_vmware.api [None req-05349a16-b642-4719-9e34-e8066895f073 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1686585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.283603] env[63097]: DEBUG oslo_concurrency.lockutils [req-162268ac-5dcb-4af9-821a-7cded4db0954 req-0e1cb054-054b-4fcd-a52b-2c7a3bd813a0 service nova] Releasing lock "refresh_cache-0f8f123b-8896-477a-a2fe-6c339238e5cd" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1237.409496] env[63097]: DEBUG nova.compute.manager [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1237.462335] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9e6ff06c-b13d-4205-82e6-08928b14c1a7 tempest-VolumesAssistedSnapshotsTest-1115187604 tempest-VolumesAssistedSnapshotsTest-1115187604-project-admin] Lock "79f55b1b-b1e0-4c79-b215-9a34a1bd1516" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.350s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1237.528028] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Acquiring lock "refresh_cache-7b7d831c-4d25-466b-8c52-24bada01b66a" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1237.528246] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Acquired lock "refresh_cache-7b7d831c-4d25-466b-8c52-24bada01b66a" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.528473] env[63097]: DEBUG nova.network.neutron [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1237.668130] env[63097]: DEBUG nova.network.neutron [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Successfully created port: d41d1f58-cd7e-49df-a700-4b7cfb83cc03 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1237.757017] env[63097]: DEBUG oslo_vmware.api [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Task: {'id': task-1686581, 'name': RelocateVM_Task} progress is 67%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.784284] env[63097]: DEBUG oslo_vmware.api [None req-05349a16-b642-4719-9e34-e8066895f073 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1686585, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287673} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.787450] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-05349a16-b642-4719-9e34-e8066895f073 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1237.787728] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-05349a16-b642-4719-9e34-e8066895f073 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1237.787935] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-05349a16-b642-4719-9e34-e8066895f073 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1237.788129] env[63097]: INFO nova.compute.manager [None req-05349a16-b642-4719-9e34-e8066895f073 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1237.788385] env[63097]: DEBUG oslo.service.loopingcall [None req-05349a16-b642-4719-9e34-e8066895f073 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1237.790021] env[63097]: DEBUG nova.compute.manager [-] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1237.790021] env[63097]: DEBUG nova.network.neutron [-] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1237.916475] env[63097]: INFO nova.virt.block_device [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Booting with volume b8c2072d-936a-4f8b-a917-d3279a8f37fe at /dev/sda [ 1237.975117] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1bd6373a-ef7f-44f9-9414-e53bc3a760c9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.991092] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43e3735-d773-410d-9097-a8ffd7aa0a89 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.006744] env[63097]: DEBUG nova.compute.manager [req-406f9b2c-8c4d-4b13-a44f-f37e464a71ea req-6a32f07f-82e2-49b8-816b-c85931b8822b service nova] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Received event network-vif-plugged-0f3a226a-2880-400f-bc01-9da589726ecc {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1238.006987] env[63097]: DEBUG oslo_concurrency.lockutils [req-406f9b2c-8c4d-4b13-a44f-f37e464a71ea req-6a32f07f-82e2-49b8-816b-c85931b8822b service nova] Acquiring lock "7b7d831c-4d25-466b-8c52-24bada01b66a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1238.007225] env[63097]: DEBUG oslo_concurrency.lockutils [req-406f9b2c-8c4d-4b13-a44f-f37e464a71ea req-6a32f07f-82e2-49b8-816b-c85931b8822b service nova] Lock "7b7d831c-4d25-466b-8c52-24bada01b66a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1238.007394] env[63097]: DEBUG oslo_concurrency.lockutils [req-406f9b2c-8c4d-4b13-a44f-f37e464a71ea req-6a32f07f-82e2-49b8-816b-c85931b8822b service nova] Lock "7b7d831c-4d25-466b-8c52-24bada01b66a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1238.007703] env[63097]: DEBUG nova.compute.manager [req-406f9b2c-8c4d-4b13-a44f-f37e464a71ea req-6a32f07f-82e2-49b8-816b-c85931b8822b service nova] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] No waiting events found dispatching network-vif-plugged-0f3a226a-2880-400f-bc01-9da589726ecc {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1238.007896] env[63097]: WARNING nova.compute.manager [req-406f9b2c-8c4d-4b13-a44f-f37e464a71ea req-6a32f07f-82e2-49b8-816b-c85931b8822b service nova] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Received unexpected event network-vif-plugged-0f3a226a-2880-400f-bc01-9da589726ecc for instance with vm_state building and task_state spawning. [ 1238.008074] env[63097]: DEBUG nova.compute.manager [req-406f9b2c-8c4d-4b13-a44f-f37e464a71ea req-6a32f07f-82e2-49b8-816b-c85931b8822b service nova] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Received event network-changed-0f3a226a-2880-400f-bc01-9da589726ecc {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1238.008238] env[63097]: DEBUG nova.compute.manager [req-406f9b2c-8c4d-4b13-a44f-f37e464a71ea req-6a32f07f-82e2-49b8-816b-c85931b8822b service nova] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Refreshing instance network info cache due to event network-changed-0f3a226a-2880-400f-bc01-9da589726ecc. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1238.008409] env[63097]: DEBUG oslo_concurrency.lockutils [req-406f9b2c-8c4d-4b13-a44f-f37e464a71ea req-6a32f07f-82e2-49b8-816b-c85931b8822b service nova] Acquiring lock "refresh_cache-7b7d831c-4d25-466b-8c52-24bada01b66a" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1238.036246] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d984392-491f-4e95-9bab-4a847937f6ff {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.052433] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2953063-ab24-4b8f-a9d3-fa32e07cc2b3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.096064] env[63097]: DEBUG nova.network.neutron [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1238.098594] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb372e1-1886-4ec5-a9d7-d23e2e97b40d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.108629] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e564fe0d-80fc-42d9-a9f4-2286cf36831a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.126426] env[63097]: DEBUG nova.virt.block_device [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Updating existing volume attachment record: 3ae95fc7-15e8-4190-bb37-e181dde991a6 {{(pid=63097) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1238.181459] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5201e2-2bfa-4cb3-8d94-deee68f8929a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.193240] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf791a4-0f93-4838-a68b-746f427c971d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.248675] env[63097]: DEBUG nova.objects.instance [None req-b9e795e0-c00e-4178-b978-0207841eaaa0 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Lazy-loading 'flavor' on Instance uuid a5682b89-3a0f-4634-9b09-cde8007f0bb0 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.255314] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f93076-d6ee-44d7-96ed-384da7db3e21 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.268713] env[63097]: DEBUG oslo_vmware.api [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Task: {'id': task-1686581, 'name': RelocateVM_Task} progress is 81%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.271694] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f7a71b-201d-4aa9-8139-78f846c24b80 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.293722] env[63097]: DEBUG nova.compute.provider_tree [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.345722] env[63097]: DEBUG nova.network.neutron [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Updating instance_info_cache with network_info: [{"id": "0f3a226a-2880-400f-bc01-9da589726ecc", "address": "fa:16:3e:25:70:68", "network": {"id": "23e4a531-8e27-4893-a6c8-a9863676abd7", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-49975940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaa4189024934369868f6c433f3d73c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f3a226a-28", "ovs_interfaceid": "0f3a226a-2880-400f-bc01-9da589726ecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.764503] env[63097]: DEBUG oslo_vmware.api [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Task: {'id': task-1686581, 'name': RelocateVM_Task} progress is 95%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.764503] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b9e795e0-c00e-4178-b978-0207841eaaa0 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Acquiring lock "refresh_cache-a5682b89-3a0f-4634-9b09-cde8007f0bb0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1238.764503] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b9e795e0-c00e-4178-b978-0207841eaaa0 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Acquired lock "refresh_cache-a5682b89-3a0f-4634-9b09-cde8007f0bb0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.764503] env[63097]: DEBUG nova.network.neutron [None req-b9e795e0-c00e-4178-b978-0207841eaaa0 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1238.764503] env[63097]: DEBUG nova.objects.instance [None req-b9e795e0-c00e-4178-b978-0207841eaaa0 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Lazy-loading 'info_cache' on Instance uuid a5682b89-3a0f-4634-9b09-cde8007f0bb0 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.797227] env[63097]: DEBUG nova.scheduler.client.report [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1238.847901] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Releasing lock "refresh_cache-7b7d831c-4d25-466b-8c52-24bada01b66a" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1238.848266] env[63097]: DEBUG nova.compute.manager [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Instance network_info: |[{"id": "0f3a226a-2880-400f-bc01-9da589726ecc", "address": "fa:16:3e:25:70:68", "network": {"id": "23e4a531-8e27-4893-a6c8-a9863676abd7", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-49975940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaa4189024934369868f6c433f3d73c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f3a226a-28", "ovs_interfaceid": "0f3a226a-2880-400f-bc01-9da589726ecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1238.848634] env[63097]: DEBUG oslo_concurrency.lockutils [req-406f9b2c-8c4d-4b13-a44f-f37e464a71ea req-6a32f07f-82e2-49b8-816b-c85931b8822b service nova] Acquired lock "refresh_cache-7b7d831c-4d25-466b-8c52-24bada01b66a" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.849261] env[63097]: DEBUG nova.network.neutron [req-406f9b2c-8c4d-4b13-a44f-f37e464a71ea req-6a32f07f-82e2-49b8-816b-c85931b8822b service nova] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Refreshing network info cache for port 0f3a226a-2880-400f-bc01-9da589726ecc {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1238.850125] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:70:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '298bb8ef-4765-494c-b157-7a349218bd1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f3a226a-2880-400f-bc01-9da589726ecc', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1238.857370] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Creating folder: Project (eaa4189024934369868f6c433f3d73c2). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1238.857936] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e52198c1-62d9-4b93-b3f9-b9fe43adbe31 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.870267] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Created folder: Project (eaa4189024934369868f6c433f3d73c2) in parent group-v351483. [ 1238.870908] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Creating folder: Instances. Parent ref: group-v351572. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1238.870908] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9acec1fa-c16b-442d-a45d-c04bf952ee81 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.880302] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Created folder: Instances in parent group-v351572. [ 1238.880562] env[63097]: DEBUG oslo.service.loopingcall [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1238.880782] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1238.880996] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-abf36fb2-9e71-4332-ba10-5bbea96a3259 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.900637] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1238.900637] env[63097]: value = "task-1686588" [ 1238.900637] env[63097]: _type = "Task" [ 1238.900637] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.908446] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686588, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.936863] env[63097]: DEBUG nova.network.neutron [-] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.260982] env[63097]: DEBUG oslo_vmware.api [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Task: {'id': task-1686581, 'name': RelocateVM_Task} progress is 97%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.267561] env[63097]: DEBUG nova.objects.base [None req-b9e795e0-c00e-4178-b978-0207841eaaa0 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63097) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1239.302669] env[63097]: DEBUG oslo_concurrency.lockutils [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.920s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1239.303236] env[63097]: DEBUG nova.compute.manager [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1239.306496] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 28.545s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1239.413496] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686588, 'name': CreateVM_Task, 'duration_secs': 0.378513} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.413496] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1239.413496] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.413496] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.413496] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.413665] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e33a156d-79dd-4a14-8f39-3b1d1000a70f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.418922] env[63097]: DEBUG oslo_vmware.api [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Waiting for the task: (returnval){ [ 1239.418922] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]525370fa-86e8-3f82-4300-427c8f2b7e14" [ 1239.418922] env[63097]: _type = "Task" [ 1239.418922] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.438160] env[63097]: DEBUG oslo_vmware.api [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]525370fa-86e8-3f82-4300-427c8f2b7e14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.438653] env[63097]: INFO nova.compute.manager [-] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] Took 1.65 seconds to deallocate network for instance. [ 1239.761562] env[63097]: DEBUG oslo_vmware.api [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Task: {'id': task-1686581, 'name': RelocateVM_Task, 'duration_secs': 3.481204} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.761877] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Volume attach. Driver type: vmdk {{(pid=63097) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1239.762086] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351519', 'volume_id': 'ef12889a-b692-4a2c-8efc-562757803f95', 'name': 'volume-ef12889a-b692-4a2c-8efc-562757803f95', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0f8f123b-8896-477a-a2fe-6c339238e5cd', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef12889a-b692-4a2c-8efc-562757803f95', 'serial': 'ef12889a-b692-4a2c-8efc-562757803f95'} {{(pid=63097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1239.762839] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2ad453-8e4d-4a56-b7e7-a66a665340e1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.780319] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413da9f1-2598-4249-b133-e1f1b464e0ec {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.802998] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] volume-ef12889a-b692-4a2c-8efc-562757803f95/volume-ef12889a-b692-4a2c-8efc-562757803f95.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1239.803623] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ca54fbf-74f3-4a71-ad88-a9cb37d6ef54 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.820745] env[63097]: DEBUG nova.compute.utils [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1239.831326] env[63097]: DEBUG nova.compute.manager [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1239.831503] env[63097]: DEBUG nova.network.neutron [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1239.838350] env[63097]: DEBUG oslo_vmware.api [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Waiting for the task: (returnval){ [ 1239.838350] env[63097]: value = "task-1686589" [ 1239.838350] env[63097]: _type = "Task" [ 1239.838350] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.850060] env[63097]: DEBUG oslo_vmware.api [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Task: {'id': task-1686589, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.929325] env[63097]: DEBUG oslo_vmware.api [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]525370fa-86e8-3f82-4300-427c8f2b7e14, 'name': SearchDatastore_Task, 'duration_secs': 0.017627} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.929663] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.929905] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1239.930168] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.930322] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.930509] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1239.930860] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85e1318a-6814-41c3-8872-782f11ff1bed {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.939384] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1239.939576] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1239.940360] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2b87dde-3f69-4f1d-b202-9c08eac6ccaa {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.945143] env[63097]: DEBUG oslo_concurrency.lockutils [None req-05349a16-b642-4719-9e34-e8066895f073 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1239.946218] env[63097]: DEBUG oslo_vmware.api [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Waiting for the task: (returnval){ [ 1239.946218] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52f2da20-d0e4-c32d-b61c-d3ce78ecede9" [ 1239.946218] env[63097]: _type = "Task" [ 1239.946218] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.954065] env[63097]: DEBUG oslo_vmware.api [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52f2da20-d0e4-c32d-b61c-d3ce78ecede9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.963086] env[63097]: DEBUG nova.policy [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09fa18f4709b45b1ab61efadfb448f8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ed7ca435e054c03a6e4ed9a11cc8646', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1239.982752] env[63097]: DEBUG nova.network.neutron [req-406f9b2c-8c4d-4b13-a44f-f37e464a71ea req-6a32f07f-82e2-49b8-816b-c85931b8822b service nova] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Updated VIF entry in instance network info cache for port 0f3a226a-2880-400f-bc01-9da589726ecc. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1239.982752] env[63097]: DEBUG nova.network.neutron [req-406f9b2c-8c4d-4b13-a44f-f37e464a71ea req-6a32f07f-82e2-49b8-816b-c85931b8822b service nova] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Updating instance_info_cache with network_info: [{"id": "0f3a226a-2880-400f-bc01-9da589726ecc", "address": "fa:16:3e:25:70:68", "network": {"id": "23e4a531-8e27-4893-a6c8-a9863676abd7", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-49975940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaa4189024934369868f6c433f3d73c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f3a226a-28", "ovs_interfaceid": "0f3a226a-2880-400f-bc01-9da589726ecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.195359] env[63097]: DEBUG nova.network.neutron [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Successfully updated port: d41d1f58-cd7e-49df-a700-4b7cfb83cc03 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1240.213371] env[63097]: DEBUG nova.network.neutron [None req-b9e795e0-c00e-4178-b978-0207841eaaa0 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Updating instance_info_cache with network_info: [{"id": "d4314613-3d85-4d9b-a202-c92326204717", "address": "fa:16:3e:42:85:d6", "network": {"id": "41aff3be-a233-4a05-945f-7a0f095836c9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1909228882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca6b63581167446e98789f4cc57276d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4314613-3d", "ovs_interfaceid": "d4314613-3d85-4d9b-a202-c92326204717", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.235258] env[63097]: DEBUG nova.compute.manager [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1240.235689] env[63097]: DEBUG nova.virt.hardware [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1240.235937] env[63097]: DEBUG nova.virt.hardware [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1240.236587] env[63097]: DEBUG nova.virt.hardware [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1240.237045] env[63097]: DEBUG nova.virt.hardware [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1240.237640] env[63097]: DEBUG nova.virt.hardware [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1240.238316] env[63097]: DEBUG nova.virt.hardware [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1240.238316] env[63097]: DEBUG nova.virt.hardware [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1240.238761] env[63097]: DEBUG nova.virt.hardware [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1240.239383] env[63097]: DEBUG nova.virt.hardware [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1240.239666] env[63097]: DEBUG nova.virt.hardware [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1240.239998] env[63097]: DEBUG nova.virt.hardware [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1240.241152] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc2dc09-db00-43d9-8043-717943daf004 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.255931] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9795d7-7872-49a8-82c4-e56f719d6c05 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.324195] env[63097]: DEBUG nova.compute.manager [req-db064b22-375d-45e6-a353-faf16da2ae88 req-3d58879e-70ef-4cf6-a1e1-88761794ed5c service nova] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] Received event network-vif-deleted-0db39635-dbed-4da5-838b-a19814972a2e {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1240.324425] env[63097]: DEBUG nova.compute.manager [req-db064b22-375d-45e6-a353-faf16da2ae88 req-3d58879e-70ef-4cf6-a1e1-88761794ed5c service nova] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Received event network-vif-plugged-d41d1f58-cd7e-49df-a700-4b7cfb83cc03 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1240.324627] env[63097]: DEBUG oslo_concurrency.lockutils [req-db064b22-375d-45e6-a353-faf16da2ae88 req-3d58879e-70ef-4cf6-a1e1-88761794ed5c service nova] Acquiring lock "a6e7feca-e724-4018-8405-de21ae80b373-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1240.324839] env[63097]: DEBUG oslo_concurrency.lockutils [req-db064b22-375d-45e6-a353-faf16da2ae88 req-3d58879e-70ef-4cf6-a1e1-88761794ed5c service nova] Lock "a6e7feca-e724-4018-8405-de21ae80b373-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1240.325016] env[63097]: DEBUG oslo_concurrency.lockutils [req-db064b22-375d-45e6-a353-faf16da2ae88 req-3d58879e-70ef-4cf6-a1e1-88761794ed5c service nova] Lock "a6e7feca-e724-4018-8405-de21ae80b373-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1240.325444] env[63097]: DEBUG nova.compute.manager [req-db064b22-375d-45e6-a353-faf16da2ae88 req-3d58879e-70ef-4cf6-a1e1-88761794ed5c service nova] [instance: a6e7feca-e724-4018-8405-de21ae80b373] No waiting events found dispatching network-vif-plugged-d41d1f58-cd7e-49df-a700-4b7cfb83cc03 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1240.325632] env[63097]: WARNING nova.compute.manager [req-db064b22-375d-45e6-a353-faf16da2ae88 req-3d58879e-70ef-4cf6-a1e1-88761794ed5c service nova] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Received unexpected event network-vif-plugged-d41d1f58-cd7e-49df-a700-4b7cfb83cc03 for instance with vm_state building and task_state spawning. [ 1240.331873] env[63097]: DEBUG nova.compute.manager [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1240.349854] env[63097]: DEBUG oslo_vmware.api [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Task: {'id': task-1686589, 'name': ReconfigVM_Task, 'duration_secs': 0.303509} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.350437] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Reconfigured VM instance instance-0000001e to attach disk [datastore2] volume-ef12889a-b692-4a2c-8efc-562757803f95/volume-ef12889a-b692-4a2c-8efc-562757803f95.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.355166] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd49799e-720b-46ae-99fb-67a5f7c77ebe {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.368283] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 64181f99-d470-4df2-9b9c-68f554816a19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.368389] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance ca593388-7163-4a80-8639-19e2553f37d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.369032] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 3aad7770-542e-410c-bcea-1d2be6ad6e13 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.369032] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.369032] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 5eaf4ad2-99a2-4372-b133-f6b71dc7f980 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.369032] env[63097]: WARNING nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 9c6e2679-c149-49c8-8a9f-bbae63fc378d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1240.369214] env[63097]: WARNING nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance a3a989cd-3f8f-4acd-ab51-6c14699295a3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1240.369214] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 79f55b1b-b1e0-4c79-b215-9a34a1bd1516 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.369326] env[63097]: WARNING nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 6dfa3031-a980-4de8-83fd-7432ef153490 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1240.369452] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 40586716-fefe-4da9-a96b-d2e7a6355ec0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.369597] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Instance with task_state "deleting" is not being actively managed by this compute host but has allocations referencing this compute node (6b378d8e-1145-4591-928b-605b58f0be9e): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 1240.369717] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 737c0d60-09bb-4883-b61b-93091bf6cb65 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.369874] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.370008] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance bcc107bc-64cc-489c-adcf-e6513011bbea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.370201] env[63097]: WARNING nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance a2253032-97b8-4516-b21a-af6be03c91ab is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1240.370322] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance a5682b89-3a0f-4634-9b09-cde8007f0bb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.370433] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance c22b0812-b97b-4112-8c9c-c2601fc8b9e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.370544] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 423f99aa-9ea6-49fa-bd5d-d1dfec54da09 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.370692] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 99fc45f7-e244-4685-9039-d16728d5bf5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.370805] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 0f8f123b-8896-477a-a2fe-6c339238e5cd actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.370913] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 7b7d831c-4d25-466b-8c52-24bada01b66a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.371030] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance a6e7feca-e724-4018-8405-de21ae80b373 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.371143] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 3ac3d689-7f96-4afb-9ea1-1e5b260d6246 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.376016] env[63097]: DEBUG oslo_vmware.api [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Waiting for the task: (returnval){ [ 1240.376016] env[63097]: value = "task-1686590" [ 1240.376016] env[63097]: _type = "Task" [ 1240.376016] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.383838] env[63097]: DEBUG oslo_vmware.api [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Task: {'id': task-1686590, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.461308] env[63097]: DEBUG oslo_vmware.api [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52f2da20-d0e4-c32d-b61c-d3ce78ecede9, 'name': SearchDatastore_Task, 'duration_secs': 0.010153} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.462859] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6e464a3-d35e-4b8b-bfe9-a7090d82dbfb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.468846] env[63097]: DEBUG oslo_vmware.api [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Waiting for the task: (returnval){ [ 1240.468846] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52bd9df6-1a5b-50f4-dd77-de3e018922f2" [ 1240.468846] env[63097]: _type = "Task" [ 1240.468846] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.478366] env[63097]: DEBUG oslo_vmware.api [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52bd9df6-1a5b-50f4-dd77-de3e018922f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.483690] env[63097]: DEBUG oslo_concurrency.lockutils [req-406f9b2c-8c4d-4b13-a44f-f37e464a71ea req-6a32f07f-82e2-49b8-816b-c85931b8822b service nova] Releasing lock "refresh_cache-7b7d831c-4d25-466b-8c52-24bada01b66a" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.535514] env[63097]: DEBUG nova.network.neutron [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Successfully created port: 23eb5d77-4022-4a2b-8e00-6f8d78998e57 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1240.698286] env[63097]: DEBUG oslo_concurrency.lockutils [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Acquiring lock "refresh_cache-a6e7feca-e724-4018-8405-de21ae80b373" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.698286] env[63097]: DEBUG oslo_concurrency.lockutils [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Acquired lock "refresh_cache-a6e7feca-e724-4018-8405-de21ae80b373" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.698286] env[63097]: DEBUG nova.network.neutron [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1240.717289] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b9e795e0-c00e-4178-b978-0207841eaaa0 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Releasing lock "refresh_cache-a5682b89-3a0f-4634-9b09-cde8007f0bb0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.874037] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 26a52ba8-20a1-407d-a980-614f2dd21737 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1240.887023] env[63097]: DEBUG oslo_vmware.api [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Task: {'id': task-1686590, 'name': ReconfigVM_Task, 'duration_secs': 0.131458} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.887023] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351519', 'volume_id': 'ef12889a-b692-4a2c-8efc-562757803f95', 'name': 'volume-ef12889a-b692-4a2c-8efc-562757803f95', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0f8f123b-8896-477a-a2fe-6c339238e5cd', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef12889a-b692-4a2c-8efc-562757803f95', 'serial': 'ef12889a-b692-4a2c-8efc-562757803f95'} {{(pid=63097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1240.887246] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1562900-f0f7-44e8-ae36-8330cab42ca9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.894082] env[63097]: DEBUG oslo_vmware.api [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Waiting for the task: (returnval){ [ 1240.894082] env[63097]: value = "task-1686591" [ 1240.894082] env[63097]: _type = "Task" [ 1240.894082] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.902476] env[63097]: DEBUG oslo_vmware.api [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Task: {'id': task-1686591, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.952125] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a67eaf27-f963-4cd4-9d1c-4e0308804287 tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Acquiring lock "79f55b1b-b1e0-4c79-b215-9a34a1bd1516" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1240.952642] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a67eaf27-f963-4cd4-9d1c-4e0308804287 tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Lock "79f55b1b-b1e0-4c79-b215-9a34a1bd1516" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1241.018084] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a67eaf27-f963-4cd4-9d1c-4e0308804287 tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Acquiring lock "79f55b1b-b1e0-4c79-b215-9a34a1bd1516-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1241.018084] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a67eaf27-f963-4cd4-9d1c-4e0308804287 tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Lock "79f55b1b-b1e0-4c79-b215-9a34a1bd1516-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1241.018084] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a67eaf27-f963-4cd4-9d1c-4e0308804287 tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Lock "79f55b1b-b1e0-4c79-b215-9a34a1bd1516-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1241.018084] env[63097]: INFO nova.compute.manager [None req-a67eaf27-f963-4cd4-9d1c-4e0308804287 tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Terminating instance [ 1241.020497] env[63097]: DEBUG nova.compute.manager [None req-a67eaf27-f963-4cd4-9d1c-4e0308804287 tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1241.020497] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a67eaf27-f963-4cd4-9d1c-4e0308804287 tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1241.020497] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac00e8d8-d79e-4f1b-9070-bae90d7f67d2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.020497] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a67eaf27-f963-4cd4-9d1c-4e0308804287 tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1241.020497] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22cc5870-65b6-4b96-a37d-da9d847143ec {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.021877] env[63097]: DEBUG oslo_vmware.api [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52bd9df6-1a5b-50f4-dd77-de3e018922f2, 'name': SearchDatastore_Task, 'duration_secs': 0.011907} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.021877] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.021877] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 7b7d831c-4d25-466b-8c52-24bada01b66a/7b7d831c-4d25-466b-8c52-24bada01b66a.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1241.021877] env[63097]: DEBUG oslo_vmware.api [None req-a67eaf27-f963-4cd4-9d1c-4e0308804287 tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Waiting for the task: (returnval){ [ 1241.021877] env[63097]: value = "task-1686592" [ 1241.021877] env[63097]: _type = "Task" [ 1241.021877] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.022958] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8ce8dc3-c1d3-40ec-92e9-921935163302 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.022958] env[63097]: DEBUG oslo_vmware.api [None req-a67eaf27-f963-4cd4-9d1c-4e0308804287 tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Task: {'id': task-1686592, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.022958] env[63097]: DEBUG oslo_vmware.api [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Waiting for the task: (returnval){ [ 1241.022958] env[63097]: value = "task-1686593" [ 1241.022958] env[63097]: _type = "Task" [ 1241.022958] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.022958] env[63097]: DEBUG oslo_vmware.api [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Task: {'id': task-1686593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.221520] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9e795e0-c00e-4178-b978-0207841eaaa0 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1241.221520] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2c25b38-45e7-4fb1-9c32-19ed79fa8232 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.229513] env[63097]: DEBUG oslo_vmware.api [None req-b9e795e0-c00e-4178-b978-0207841eaaa0 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Waiting for the task: (returnval){ [ 1241.229513] env[63097]: value = "task-1686594" [ 1241.229513] env[63097]: _type = "Task" [ 1241.229513] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.239240] env[63097]: DEBUG oslo_vmware.api [None req-b9e795e0-c00e-4178-b978-0207841eaaa0 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686594, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.240150] env[63097]: DEBUG nova.network.neutron [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1241.346784] env[63097]: DEBUG nova.compute.manager [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1241.380192] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 39ba48cc-7c15-4bad-aee8-ff350e266b41 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1241.384655] env[63097]: DEBUG nova.virt.hardware [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1241.385146] env[63097]: DEBUG nova.virt.hardware [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1241.385250] env[63097]: DEBUG nova.virt.hardware [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1241.385458] env[63097]: DEBUG nova.virt.hardware [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1241.385615] env[63097]: DEBUG nova.virt.hardware [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1241.385768] env[63097]: DEBUG nova.virt.hardware [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1241.385985] env[63097]: DEBUG nova.virt.hardware [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1241.389022] env[63097]: DEBUG nova.virt.hardware [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1241.389022] env[63097]: DEBUG nova.virt.hardware [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1241.389022] env[63097]: DEBUG nova.virt.hardware [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1241.389022] env[63097]: DEBUG nova.virt.hardware [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1241.389022] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943db1e2-acab-4f76-8f1c-1c89b851fce2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.403623] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0633d697-d59f-447d-b49b-3896cdd008da {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.412381] env[63097]: DEBUG oslo_vmware.api [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Task: {'id': task-1686591, 'name': Rename_Task, 'duration_secs': 0.1394} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.413142] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1241.413413] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d08a51c7-2b55-482d-a370-0b34befe47f7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.426777] env[63097]: DEBUG oslo_vmware.api [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Waiting for the task: (returnval){ [ 1241.426777] env[63097]: value = "task-1686595" [ 1241.426777] env[63097]: _type = "Task" [ 1241.426777] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.432502] env[63097]: DEBUG nova.network.neutron [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Updating instance_info_cache with network_info: [{"id": "d41d1f58-cd7e-49df-a700-4b7cfb83cc03", "address": "fa:16:3e:4b:a3:12", "network": {"id": "51290af9-0377-424b-86c2-7d6d35d8b2f4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-683329452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a09db20f814ae98149292b7422c019", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd41d1f58-cd", "ovs_interfaceid": "d41d1f58-cd7e-49df-a700-4b7cfb83cc03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.440592] env[63097]: DEBUG oslo_vmware.api [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Task: {'id': task-1686595, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.505199] env[63097]: DEBUG oslo_vmware.api [None req-a67eaf27-f963-4cd4-9d1c-4e0308804287 tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Task: {'id': task-1686592, 'name': PowerOffVM_Task, 'duration_secs': 0.199652} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.505619] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a67eaf27-f963-4cd4-9d1c-4e0308804287 tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1241.505861] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a67eaf27-f963-4cd4-9d1c-4e0308804287 tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1241.506185] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ab84003-76b8-4e50-8a71-95e9d9c06fa5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.521232] env[63097]: DEBUG oslo_vmware.api [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Task: {'id': task-1686593, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.742036] env[63097]: DEBUG oslo_vmware.api [None req-b9e795e0-c00e-4178-b978-0207841eaaa0 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686594, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.835959] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a67eaf27-f963-4cd4-9d1c-4e0308804287 tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1241.836225] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a67eaf27-f963-4cd4-9d1c-4e0308804287 tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1241.836412] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a67eaf27-f963-4cd4-9d1c-4e0308804287 tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Deleting the datastore file [datastore1] 79f55b1b-b1e0-4c79-b215-9a34a1bd1516 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1241.836686] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c58dafe2-99f4-4765-9ac0-9394976ada3e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.842682] env[63097]: DEBUG oslo_vmware.api [None req-a67eaf27-f963-4cd4-9d1c-4e0308804287 tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Waiting for the task: (returnval){ [ 1241.842682] env[63097]: value = "task-1686597" [ 1241.842682] env[63097]: _type = "Task" [ 1241.842682] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.850589] env[63097]: DEBUG oslo_vmware.api [None req-a67eaf27-f963-4cd4-9d1c-4e0308804287 tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Task: {'id': task-1686597, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.892741] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance fa82a482-c837-4555-a130-9425fb6d34fd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1241.938212] env[63097]: DEBUG oslo_concurrency.lockutils [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Releasing lock "refresh_cache-a6e7feca-e724-4018-8405-de21ae80b373" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.938510] env[63097]: DEBUG nova.compute.manager [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Instance network_info: |[{"id": "d41d1f58-cd7e-49df-a700-4b7cfb83cc03", "address": "fa:16:3e:4b:a3:12", "network": {"id": "51290af9-0377-424b-86c2-7d6d35d8b2f4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-683329452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a09db20f814ae98149292b7422c019", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd41d1f58-cd", "ovs_interfaceid": "d41d1f58-cd7e-49df-a700-4b7cfb83cc03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1241.938803] env[63097]: DEBUG oslo_vmware.api [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Task: {'id': task-1686595, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.939172] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:a3:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '63e45f61-1d9b-4660-8d25-89fb68d45cd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd41d1f58-cd7e-49df-a700-4b7cfb83cc03', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1241.946555] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Creating folder: Project (19a09db20f814ae98149292b7422c019). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1241.947181] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79050ddb-3070-4948-9e91-be258339f143 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.959101] env[63097]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1241.959306] env[63097]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63097) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1241.959620] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Folder already exists: Project (19a09db20f814ae98149292b7422c019). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1241.959825] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Creating folder: Instances. Parent ref: group-v351516. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1241.960072] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc7db914-91c6-4f9f-9e6d-60a20b3df685 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.969763] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Created folder: Instances in parent group-v351516. [ 1241.970013] env[63097]: DEBUG oslo.service.loopingcall [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1241.970517] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1241.970779] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3294c554-aae4-4375-83c0-f69321502582 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.989937] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1241.989937] env[63097]: value = "task-1686600" [ 1241.989937] env[63097]: _type = "Task" [ 1241.989937] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.999131] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686600, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.021857] env[63097]: DEBUG oslo_vmware.api [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Task: {'id': task-1686593, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643699} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.022146] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 7b7d831c-4d25-466b-8c52-24bada01b66a/7b7d831c-4d25-466b-8c52-24bada01b66a.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1242.022369] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1242.022624] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8640e737-413d-49cf-812c-9046ae33110f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.029116] env[63097]: DEBUG oslo_vmware.api [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Waiting for the task: (returnval){ [ 1242.029116] env[63097]: value = "task-1686601" [ 1242.029116] env[63097]: _type = "Task" [ 1242.029116] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.037204] env[63097]: DEBUG oslo_vmware.api [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Task: {'id': task-1686601, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.246254] env[63097]: DEBUG oslo_vmware.api [None req-b9e795e0-c00e-4178-b978-0207841eaaa0 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686594, 'name': PowerOnVM_Task, 'duration_secs': 0.528666} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.246918] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9e795e0-c00e-4178-b978-0207841eaaa0 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1242.247474] env[63097]: DEBUG nova.compute.manager [None req-b9e795e0-c00e-4178-b978-0207841eaaa0 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1242.248423] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f56e80-51f9-4ad6-87b3-b6dc0493aa14 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.352369] env[63097]: DEBUG oslo_vmware.api [None req-a67eaf27-f963-4cd4-9d1c-4e0308804287 tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Task: {'id': task-1686597, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.479144} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.352600] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a67eaf27-f963-4cd4-9d1c-4e0308804287 tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1242.352785] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a67eaf27-f963-4cd4-9d1c-4e0308804287 tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1242.354021] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a67eaf27-f963-4cd4-9d1c-4e0308804287 tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1242.354021] env[63097]: INFO nova.compute.manager [None req-a67eaf27-f963-4cd4-9d1c-4e0308804287 tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Took 1.40 seconds to destroy the instance on the hypervisor. [ 1242.354021] env[63097]: DEBUG oslo.service.loopingcall [None req-a67eaf27-f963-4cd4-9d1c-4e0308804287 tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1242.354021] env[63097]: DEBUG nova.compute.manager [-] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1242.354021] env[63097]: DEBUG nova.network.neutron [-] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1242.396125] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 592b8898-43e7-46b1-b16f-39ed5cfe8fc3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1242.440020] env[63097]: DEBUG oslo_vmware.api [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Task: {'id': task-1686595, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.457778] env[63097]: DEBUG nova.compute.manager [req-bedc2c92-ce24-47f1-aab2-66f0819ce527 req-53b4db33-7f41-4489-84f0-db7cf8783ec1 service nova] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Received event network-changed-d41d1f58-cd7e-49df-a700-4b7cfb83cc03 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1242.457980] env[63097]: DEBUG nova.compute.manager [req-bedc2c92-ce24-47f1-aab2-66f0819ce527 req-53b4db33-7f41-4489-84f0-db7cf8783ec1 service nova] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Refreshing instance network info cache due to event network-changed-d41d1f58-cd7e-49df-a700-4b7cfb83cc03. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1242.458216] env[63097]: DEBUG oslo_concurrency.lockutils [req-bedc2c92-ce24-47f1-aab2-66f0819ce527 req-53b4db33-7f41-4489-84f0-db7cf8783ec1 service nova] Acquiring lock "refresh_cache-a6e7feca-e724-4018-8405-de21ae80b373" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.458396] env[63097]: DEBUG oslo_concurrency.lockutils [req-bedc2c92-ce24-47f1-aab2-66f0819ce527 req-53b4db33-7f41-4489-84f0-db7cf8783ec1 service nova] Acquired lock "refresh_cache-a6e7feca-e724-4018-8405-de21ae80b373" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.458522] env[63097]: DEBUG nova.network.neutron [req-bedc2c92-ce24-47f1-aab2-66f0819ce527 req-53b4db33-7f41-4489-84f0-db7cf8783ec1 service nova] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Refreshing network info cache for port d41d1f58-cd7e-49df-a700-4b7cfb83cc03 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1242.460227] env[63097]: DEBUG nova.network.neutron [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Successfully updated port: 23eb5d77-4022-4a2b-8e00-6f8d78998e57 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1242.503493] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686600, 'name': CreateVM_Task, 'duration_secs': 0.374155} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.503731] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1242.504508] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351523', 'volume_id': 'b8c2072d-936a-4f8b-a917-d3279a8f37fe', 'name': 'volume-b8c2072d-936a-4f8b-a917-d3279a8f37fe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a6e7feca-e724-4018-8405-de21ae80b373', 'attached_at': '', 'detached_at': '', 'volume_id': 'b8c2072d-936a-4f8b-a917-d3279a8f37fe', 'serial': 'b8c2072d-936a-4f8b-a917-d3279a8f37fe'}, 'device_type': None, 'attachment_id': '3ae95fc7-15e8-4190-bb37-e181dde991a6', 'mount_device': '/dev/sda', 'guest_format': None, 'delete_on_termination': True, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=63097) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1242.504792] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Root volume attach. Driver type: vmdk {{(pid=63097) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1242.505829] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115fc1b4-41d6-49e2-af79-f838583386cf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.515110] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50f7548-3e1f-448e-9658-98e15740fac0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.521991] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af46db5-0af0-4f2b-a667-7c18dc588b4c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.529153] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-1207a2be-19a1-42dc-aa37-05e0b8a617fb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.543185] env[63097]: DEBUG oslo_vmware.api [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Task: {'id': task-1686601, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073086} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.544413] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1242.544755] env[63097]: DEBUG oslo_vmware.api [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Waiting for the task: (returnval){ [ 1242.544755] env[63097]: value = "task-1686602" [ 1242.544755] env[63097]: _type = "Task" [ 1242.544755] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.545422] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe75ddc-adfb-40bd-befe-149619b31021 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.570218] env[63097]: DEBUG oslo_vmware.api [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Task: {'id': task-1686602, 'name': RelocateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.588672] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 7b7d831c-4d25-466b-8c52-24bada01b66a/7b7d831c-4d25-466b-8c52-24bada01b66a.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1242.589049] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e2b4ec8-d39a-4f1f-9dcd-8fb687f00725 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.608918] env[63097]: DEBUG oslo_vmware.api [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Waiting for the task: (returnval){ [ 1242.608918] env[63097]: value = "task-1686603" [ 1242.608918] env[63097]: _type = "Task" [ 1242.608918] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.619515] env[63097]: DEBUG oslo_vmware.api [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Task: {'id': task-1686603, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.899813] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance ff1bf9fe-3695-43fd-8da5-99d6eb6441c6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1242.946572] env[63097]: DEBUG oslo_vmware.api [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Task: {'id': task-1686595, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.965360] env[63097]: DEBUG oslo_concurrency.lockutils [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquiring lock "refresh_cache-3ac3d689-7f96-4afb-9ea1-1e5b260d6246" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.965647] env[63097]: DEBUG oslo_concurrency.lockutils [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquired lock "refresh_cache-3ac3d689-7f96-4afb-9ea1-1e5b260d6246" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.965771] env[63097]: DEBUG nova.network.neutron [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1243.061869] env[63097]: DEBUG oslo_vmware.api [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Task: {'id': task-1686602, 'name': RelocateVM_Task} progress is 42%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.123073] env[63097]: DEBUG oslo_vmware.api [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Task: {'id': task-1686603, 'name': ReconfigVM_Task, 'duration_secs': 0.337624} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.126867] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 7b7d831c-4d25-466b-8c52-24bada01b66a/7b7d831c-4d25-466b-8c52-24bada01b66a.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1243.127808] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8342cbc-52ac-44b8-b25a-abf8495555fc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.140117] env[63097]: DEBUG oslo_vmware.api [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Waiting for the task: (returnval){ [ 1243.140117] env[63097]: value = "task-1686604" [ 1243.140117] env[63097]: _type = "Task" [ 1243.140117] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.152714] env[63097]: DEBUG oslo_vmware.api [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Task: {'id': task-1686604, 'name': Rename_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.209146] env[63097]: DEBUG nova.network.neutron [req-bedc2c92-ce24-47f1-aab2-66f0819ce527 req-53b4db33-7f41-4489-84f0-db7cf8783ec1 service nova] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Updated VIF entry in instance network info cache for port d41d1f58-cd7e-49df-a700-4b7cfb83cc03. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1243.209729] env[63097]: DEBUG nova.network.neutron [req-bedc2c92-ce24-47f1-aab2-66f0819ce527 req-53b4db33-7f41-4489-84f0-db7cf8783ec1 service nova] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Updating instance_info_cache with network_info: [{"id": "d41d1f58-cd7e-49df-a700-4b7cfb83cc03", "address": "fa:16:3e:4b:a3:12", "network": {"id": "51290af9-0377-424b-86c2-7d6d35d8b2f4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-683329452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a09db20f814ae98149292b7422c019", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd41d1f58-cd", "ovs_interfaceid": "d41d1f58-cd7e-49df-a700-4b7cfb83cc03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.228292] env[63097]: DEBUG nova.compute.manager [req-96d5bf8c-6c78-49cd-ae36-1a63debb1121 req-b65d802d-8aff-44d4-8e2d-864335f2dec1 service nova] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Received event network-vif-deleted-d2b7695f-3c1d-4eaf-902a-c124bb74000d {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1243.228766] env[63097]: INFO nova.compute.manager [req-96d5bf8c-6c78-49cd-ae36-1a63debb1121 req-b65d802d-8aff-44d4-8e2d-864335f2dec1 service nova] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Neutron deleted interface d2b7695f-3c1d-4eaf-902a-c124bb74000d; detaching it from the instance and deleting it from the info cache [ 1243.228766] env[63097]: DEBUG nova.network.neutron [req-96d5bf8c-6c78-49cd-ae36-1a63debb1121 req-b65d802d-8aff-44d4-8e2d-864335f2dec1 service nova] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.404515] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance b2ee9372-b171-415c-a8a5-bbe57b34f001 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1243.443185] env[63097]: DEBUG oslo_vmware.api [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Task: {'id': task-1686595, 'name': PowerOnVM_Task, 'duration_secs': 2.022064} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.446732] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1243.446732] env[63097]: INFO nova.compute.manager [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Took 8.66 seconds to spawn the instance on the hypervisor. [ 1243.446732] env[63097]: DEBUG nova.compute.manager [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1243.446732] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3799834a-3bd8-45bf-aa3b-685201c7f335 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.451346] env[63097]: DEBUG nova.network.neutron [-] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.516471] env[63097]: DEBUG nova.network.neutron [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1243.563415] env[63097]: DEBUG oslo_vmware.api [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Task: {'id': task-1686602, 'name': RelocateVM_Task} progress is 54%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.656191] env[63097]: DEBUG oslo_vmware.api [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Task: {'id': task-1686604, 'name': Rename_Task, 'duration_secs': 0.154604} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.656518] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1243.656977] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6010924-059f-4a94-8035-106c01e92d28 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.667345] env[63097]: DEBUG oslo_vmware.api [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Waiting for the task: (returnval){ [ 1243.667345] env[63097]: value = "task-1686605" [ 1243.667345] env[63097]: _type = "Task" [ 1243.667345] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.677976] env[63097]: DEBUG oslo_vmware.api [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Task: {'id': task-1686605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.686867] env[63097]: DEBUG nova.network.neutron [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Updating instance_info_cache with network_info: [{"id": "23eb5d77-4022-4a2b-8e00-6f8d78998e57", "address": "fa:16:3e:41:d7:86", "network": {"id": "b953abe6-4fcc-4e63-a60e-723743d40098", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-442380871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed7ca435e054c03a6e4ed9a11cc8646", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23eb5d77-40", "ovs_interfaceid": "23eb5d77-4022-4a2b-8e00-6f8d78998e57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.715273] env[63097]: DEBUG oslo_concurrency.lockutils [req-bedc2c92-ce24-47f1-aab2-66f0819ce527 req-53b4db33-7f41-4489-84f0-db7cf8783ec1 service nova] Releasing lock "refresh_cache-a6e7feca-e724-4018-8405-de21ae80b373" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.715627] env[63097]: DEBUG nova.compute.manager [req-bedc2c92-ce24-47f1-aab2-66f0819ce527 req-53b4db33-7f41-4489-84f0-db7cf8783ec1 service nova] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Received event network-vif-plugged-23eb5d77-4022-4a2b-8e00-6f8d78998e57 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1243.715912] env[63097]: DEBUG oslo_concurrency.lockutils [req-bedc2c92-ce24-47f1-aab2-66f0819ce527 req-53b4db33-7f41-4489-84f0-db7cf8783ec1 service nova] Acquiring lock "3ac3d689-7f96-4afb-9ea1-1e5b260d6246-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1243.716370] env[63097]: DEBUG oslo_concurrency.lockutils [req-bedc2c92-ce24-47f1-aab2-66f0819ce527 req-53b4db33-7f41-4489-84f0-db7cf8783ec1 service nova] Lock "3ac3d689-7f96-4afb-9ea1-1e5b260d6246-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1243.716561] env[63097]: DEBUG oslo_concurrency.lockutils [req-bedc2c92-ce24-47f1-aab2-66f0819ce527 req-53b4db33-7f41-4489-84f0-db7cf8783ec1 service nova] Lock "3ac3d689-7f96-4afb-9ea1-1e5b260d6246-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1243.716749] env[63097]: DEBUG nova.compute.manager [req-bedc2c92-ce24-47f1-aab2-66f0819ce527 req-53b4db33-7f41-4489-84f0-db7cf8783ec1 service nova] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] No waiting events found dispatching network-vif-plugged-23eb5d77-4022-4a2b-8e00-6f8d78998e57 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1243.716921] env[63097]: WARNING nova.compute.manager [req-bedc2c92-ce24-47f1-aab2-66f0819ce527 req-53b4db33-7f41-4489-84f0-db7cf8783ec1 service nova] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Received unexpected event network-vif-plugged-23eb5d77-4022-4a2b-8e00-6f8d78998e57 for instance with vm_state building and task_state spawning. [ 1243.736128] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d18f546-226c-4f16-aba1-9f5b85eb3113 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.749593] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef33a27-8824-4314-9e10-216d9632f6c7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.789691] env[63097]: DEBUG nova.compute.manager [req-96d5bf8c-6c78-49cd-ae36-1a63debb1121 req-b65d802d-8aff-44d4-8e2d-864335f2dec1 service nova] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Detach interface failed, port_id=d2b7695f-3c1d-4eaf-902a-c124bb74000d, reason: Instance 79f55b1b-b1e0-4c79-b215-9a34a1bd1516 could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1243.907678] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1243.953750] env[63097]: INFO nova.compute.manager [-] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Took 1.60 seconds to deallocate network for instance. [ 1243.972653] env[63097]: INFO nova.compute.manager [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Took 48.58 seconds to build instance. [ 1244.067210] env[63097]: DEBUG oslo_vmware.api [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Task: {'id': task-1686602, 'name': RelocateVM_Task} progress is 67%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.181501] env[63097]: DEBUG oslo_vmware.api [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Task: {'id': task-1686605, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.191044] env[63097]: DEBUG oslo_concurrency.lockutils [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Releasing lock "refresh_cache-3ac3d689-7f96-4afb-9ea1-1e5b260d6246" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1244.191044] env[63097]: DEBUG nova.compute.manager [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Instance network_info: |[{"id": "23eb5d77-4022-4a2b-8e00-6f8d78998e57", "address": "fa:16:3e:41:d7:86", "network": {"id": "b953abe6-4fcc-4e63-a60e-723743d40098", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-442380871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed7ca435e054c03a6e4ed9a11cc8646", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23eb5d77-40", "ovs_interfaceid": "23eb5d77-4022-4a2b-8e00-6f8d78998e57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1244.191342] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:d7:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82dbbfe2-640b-433f-a8e9-1566bd40fb34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23eb5d77-4022-4a2b-8e00-6f8d78998e57', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1244.199576] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Creating folder: Project (9ed7ca435e054c03a6e4ed9a11cc8646). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1244.200045] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd73f7e4-03a1-4e20-9858-37174111e12e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.213689] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Created folder: Project (9ed7ca435e054c03a6e4ed9a11cc8646) in parent group-v351483. [ 1244.213899] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Creating folder: Instances. Parent ref: group-v351577. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1244.214251] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-007fb3d9-3720-4a81-bfad-c40999c08aa5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.226320] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Created folder: Instances in parent group-v351577. [ 1244.226885] env[63097]: DEBUG oslo.service.loopingcall [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1244.227180] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1244.227463] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e652b70-7dea-43fc-8160-613aedf60192 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.251795] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1244.251795] env[63097]: value = "task-1686608" [ 1244.251795] env[63097]: _type = "Task" [ 1244.251795] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.266615] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686608, 'name': CreateVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.411353] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance e73c5fb1-ec75-4b70-8097-acad36f44a18 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1244.462246] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a67eaf27-f963-4cd4-9d1c-4e0308804287 tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1244.475461] env[63097]: DEBUG oslo_concurrency.lockutils [None req-95416724-4f88-4195-8755-23352df94b6e tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Lock "0f8f123b-8896-477a-a2fe-6c339238e5cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.632s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1244.563571] env[63097]: DEBUG oslo_vmware.api [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Task: {'id': task-1686602, 'name': RelocateVM_Task} progress is 81%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.624124] env[63097]: DEBUG nova.compute.manager [req-124816e7-7fd9-4403-ab52-133bf6cbb9b7 req-49b4268a-9ef1-4f64-827e-e2a235f0bd19 service nova] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Received event network-changed-23eb5d77-4022-4a2b-8e00-6f8d78998e57 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1244.624417] env[63097]: DEBUG nova.compute.manager [req-124816e7-7fd9-4403-ab52-133bf6cbb9b7 req-49b4268a-9ef1-4f64-827e-e2a235f0bd19 service nova] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Refreshing instance network info cache due to event network-changed-23eb5d77-4022-4a2b-8e00-6f8d78998e57. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1244.624680] env[63097]: DEBUG oslo_concurrency.lockutils [req-124816e7-7fd9-4403-ab52-133bf6cbb9b7 req-49b4268a-9ef1-4f64-827e-e2a235f0bd19 service nova] Acquiring lock "refresh_cache-3ac3d689-7f96-4afb-9ea1-1e5b260d6246" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.624897] env[63097]: DEBUG oslo_concurrency.lockutils [req-124816e7-7fd9-4403-ab52-133bf6cbb9b7 req-49b4268a-9ef1-4f64-827e-e2a235f0bd19 service nova] Acquired lock "refresh_cache-3ac3d689-7f96-4afb-9ea1-1e5b260d6246" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.625165] env[63097]: DEBUG nova.network.neutron [req-124816e7-7fd9-4403-ab52-133bf6cbb9b7 req-49b4268a-9ef1-4f64-827e-e2a235f0bd19 service nova] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Refreshing network info cache for port 23eb5d77-4022-4a2b-8e00-6f8d78998e57 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1244.686764] env[63097]: DEBUG oslo_vmware.api [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Task: {'id': task-1686605, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.769026] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686608, 'name': CreateVM_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.916990] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance b1912e4c-6e63-4d6a-af4c-103d0bd50473 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1244.978652] env[63097]: DEBUG nova.compute.manager [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1245.064913] env[63097]: DEBUG oslo_vmware.api [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Task: {'id': task-1686602, 'name': RelocateVM_Task} progress is 95%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.190574] env[63097]: DEBUG oslo_vmware.api [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Task: {'id': task-1686605, 'name': PowerOnVM_Task} progress is 82%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.266264] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686608, 'name': CreateVM_Task, 'duration_secs': 0.698074} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.266466] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1245.267262] env[63097]: DEBUG oslo_concurrency.lockutils [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1245.267438] env[63097]: DEBUG oslo_concurrency.lockutils [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.267766] env[63097]: DEBUG oslo_concurrency.lockutils [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1245.268108] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-679b7ff5-775b-4909-9954-4f86747901dd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.274086] env[63097]: DEBUG oslo_vmware.api [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1245.274086] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52cd5f34-97ee-410a-c7c8-cd95c785780e" [ 1245.274086] env[63097]: _type = "Task" [ 1245.274086] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.284989] env[63097]: DEBUG oslo_vmware.api [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52cd5f34-97ee-410a-c7c8-cd95c785780e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.385807] env[63097]: DEBUG nova.network.neutron [req-124816e7-7fd9-4403-ab52-133bf6cbb9b7 req-49b4268a-9ef1-4f64-827e-e2a235f0bd19 service nova] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Updated VIF entry in instance network info cache for port 23eb5d77-4022-4a2b-8e00-6f8d78998e57. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1245.386517] env[63097]: DEBUG nova.network.neutron [req-124816e7-7fd9-4403-ab52-133bf6cbb9b7 req-49b4268a-9ef1-4f64-827e-e2a235f0bd19 service nova] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Updating instance_info_cache with network_info: [{"id": "23eb5d77-4022-4a2b-8e00-6f8d78998e57", "address": "fa:16:3e:41:d7:86", "network": {"id": "b953abe6-4fcc-4e63-a60e-723743d40098", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-442380871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed7ca435e054c03a6e4ed9a11cc8646", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23eb5d77-40", "ovs_interfaceid": "23eb5d77-4022-4a2b-8e00-6f8d78998e57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.422726] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 9f9d16ac-5b92-43dd-b5db-360121101198 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1245.519020] env[63097]: DEBUG oslo_concurrency.lockutils [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1245.565945] env[63097]: DEBUG oslo_vmware.api [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Task: {'id': task-1686602, 'name': RelocateVM_Task} progress is 97%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.682094] env[63097]: DEBUG oslo_vmware.api [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Task: {'id': task-1686605, 'name': PowerOnVM_Task, 'duration_secs': 1.732108} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.682418] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1245.682852] env[63097]: INFO nova.compute.manager [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Took 10.02 seconds to spawn the instance on the hypervisor. [ 1245.683043] env[63097]: DEBUG nova.compute.manager [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1245.683858] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea781419-d00d-4682-a039-743b2dca8988 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.786712] env[63097]: DEBUG oslo_vmware.api [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52cd5f34-97ee-410a-c7c8-cd95c785780e, 'name': SearchDatastore_Task, 'duration_secs': 0.029874} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.787479] env[63097]: DEBUG oslo_concurrency.lockutils [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.787479] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1245.787735] env[63097]: DEBUG oslo_concurrency.lockutils [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1245.787894] env[63097]: DEBUG oslo_concurrency.lockutils [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.788115] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1245.788413] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c08da368-db7a-4508-a329-6ac3717576b0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.802829] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1245.803059] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1245.803830] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05ec7115-036f-48bb-b994-2741334a2a4f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.809198] env[63097]: DEBUG oslo_vmware.api [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1245.809198] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]524e7a6b-76ae-cb12-3edc-3d01824dba64" [ 1245.809198] env[63097]: _type = "Task" [ 1245.809198] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.819783] env[63097]: DEBUG oslo_vmware.api [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]524e7a6b-76ae-cb12-3edc-3d01824dba64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.890159] env[63097]: DEBUG oslo_concurrency.lockutils [req-124816e7-7fd9-4403-ab52-133bf6cbb9b7 req-49b4268a-9ef1-4f64-827e-e2a235f0bd19 service nova] Releasing lock "refresh_cache-3ac3d689-7f96-4afb-9ea1-1e5b260d6246" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.926342] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1246.065054] env[63097]: DEBUG oslo_vmware.api [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Task: {'id': task-1686602, 'name': RelocateVM_Task} progress is 97%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.114920] env[63097]: DEBUG nova.compute.manager [req-43c58579-5e74-45e2-b8ee-85885681d049 req-9f7f0314-32f8-4d1e-be69-c0222466a267 service nova] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Received event network-changed-b81e0d91-bb50-49d5-825a-c19acc747471 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1246.119626] env[63097]: DEBUG nova.compute.manager [req-43c58579-5e74-45e2-b8ee-85885681d049 req-9f7f0314-32f8-4d1e-be69-c0222466a267 service nova] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Refreshing instance network info cache due to event network-changed-b81e0d91-bb50-49d5-825a-c19acc747471. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1246.119626] env[63097]: DEBUG oslo_concurrency.lockutils [req-43c58579-5e74-45e2-b8ee-85885681d049 req-9f7f0314-32f8-4d1e-be69-c0222466a267 service nova] Acquiring lock "refresh_cache-0f8f123b-8896-477a-a2fe-6c339238e5cd" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1246.119626] env[63097]: DEBUG oslo_concurrency.lockutils [req-43c58579-5e74-45e2-b8ee-85885681d049 req-9f7f0314-32f8-4d1e-be69-c0222466a267 service nova] Acquired lock "refresh_cache-0f8f123b-8896-477a-a2fe-6c339238e5cd" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.119626] env[63097]: DEBUG nova.network.neutron [req-43c58579-5e74-45e2-b8ee-85885681d049 req-9f7f0314-32f8-4d1e-be69-c0222466a267 service nova] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Refreshing network info cache for port b81e0d91-bb50-49d5-825a-c19acc747471 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1246.204958] env[63097]: INFO nova.compute.manager [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Took 42.51 seconds to build instance. [ 1246.325849] env[63097]: DEBUG oslo_vmware.api [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]524e7a6b-76ae-cb12-3edc-3d01824dba64, 'name': SearchDatastore_Task, 'duration_secs': 0.046156} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.326894] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb0caf25-6dd9-4b4d-b721-59d860a2a20f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.333350] env[63097]: DEBUG oslo_vmware.api [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1246.333350] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d77d58-1510-061f-4d22-871cb13296fe" [ 1246.333350] env[63097]: _type = "Task" [ 1246.333350] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.342944] env[63097]: DEBUG oslo_vmware.api [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d77d58-1510-061f-4d22-871cb13296fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.430372] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance df6d2aeb-8d2a-4bee-94ff-cc51f235364d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1246.565477] env[63097]: DEBUG oslo_vmware.api [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Task: {'id': task-1686602, 'name': RelocateVM_Task} progress is 97%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.707215] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e71ce240-e12b-4261-8337-73f6f62423a6 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Lock "7b7d831c-4d25-466b-8c52-24bada01b66a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.163s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1246.847139] env[63097]: DEBUG oslo_vmware.api [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d77d58-1510-061f-4d22-871cb13296fe, 'name': SearchDatastore_Task, 'duration_secs': 0.015674} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.847854] env[63097]: DEBUG oslo_concurrency.lockutils [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1246.847854] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 3ac3d689-7f96-4afb-9ea1-1e5b260d6246/3ac3d689-7f96-4afb-9ea1-1e5b260d6246.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1246.848130] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-084fb424-5b08-4ae0-aec7-6e59fe395be3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.855501] env[63097]: DEBUG oslo_vmware.api [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1246.855501] env[63097]: value = "task-1686609" [ 1246.855501] env[63097]: _type = "Task" [ 1246.855501] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.865108] env[63097]: DEBUG oslo_vmware.api [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1686609, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.868851] env[63097]: DEBUG nova.network.neutron [req-43c58579-5e74-45e2-b8ee-85885681d049 req-9f7f0314-32f8-4d1e-be69-c0222466a267 service nova] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Updated VIF entry in instance network info cache for port b81e0d91-bb50-49d5-825a-c19acc747471. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1246.869361] env[63097]: DEBUG nova.network.neutron [req-43c58579-5e74-45e2-b8ee-85885681d049 req-9f7f0314-32f8-4d1e-be69-c0222466a267 service nova] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Updating instance_info_cache with network_info: [{"id": "b81e0d91-bb50-49d5-825a-c19acc747471", "address": "fa:16:3e:19:6d:13", "network": {"id": "ddadd97f-1a04-4431-b709-3de45b973166", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1770094426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91501be29f1344e4a1f3e93ec1cd3abb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb81e0d91-bb", "ovs_interfaceid": "b81e0d91-bb50-49d5-825a-c19acc747471", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.932796] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 036ac00b-56c5-46b0-82e9-91e39ae28222 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1247.064240] env[63097]: DEBUG oslo_vmware.api [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Task: {'id': task-1686602, 'name': RelocateVM_Task} progress is 98%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.209927] env[63097]: DEBUG nova.compute.manager [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1247.365677] env[63097]: DEBUG oslo_vmware.api [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1686609, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.372383] env[63097]: DEBUG oslo_concurrency.lockutils [req-43c58579-5e74-45e2-b8ee-85885681d049 req-9f7f0314-32f8-4d1e-be69-c0222466a267 service nova] Releasing lock "refresh_cache-0f8f123b-8896-477a-a2fe-6c339238e5cd" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.436550] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 3fd114c2-a544-4fc5-be3b-82c084f022e8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1247.497508] env[63097]: DEBUG oslo_concurrency.lockutils [None req-26638f3b-97c0-4107-9dad-ef7a7f0b0aa1 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Acquiring lock "7b7d831c-4d25-466b-8c52-24bada01b66a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.497806] env[63097]: DEBUG oslo_concurrency.lockutils [None req-26638f3b-97c0-4107-9dad-ef7a7f0b0aa1 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Lock "7b7d831c-4d25-466b-8c52-24bada01b66a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1247.498236] env[63097]: DEBUG oslo_concurrency.lockutils [None req-26638f3b-97c0-4107-9dad-ef7a7f0b0aa1 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Acquiring lock "7b7d831c-4d25-466b-8c52-24bada01b66a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.498529] env[63097]: DEBUG oslo_concurrency.lockutils [None req-26638f3b-97c0-4107-9dad-ef7a7f0b0aa1 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Lock "7b7d831c-4d25-466b-8c52-24bada01b66a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1247.498803] env[63097]: DEBUG oslo_concurrency.lockutils [None req-26638f3b-97c0-4107-9dad-ef7a7f0b0aa1 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Lock "7b7d831c-4d25-466b-8c52-24bada01b66a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1247.501243] env[63097]: INFO nova.compute.manager [None req-26638f3b-97c0-4107-9dad-ef7a7f0b0aa1 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Terminating instance [ 1247.503588] env[63097]: DEBUG nova.compute.manager [None req-26638f3b-97c0-4107-9dad-ef7a7f0b0aa1 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1247.503796] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-26638f3b-97c0-4107-9dad-ef7a7f0b0aa1 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1247.504769] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745ad2ee-a9bd-4ca2-b6e4-39c7c1c933c1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.513728] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-26638f3b-97c0-4107-9dad-ef7a7f0b0aa1 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1247.514174] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e030971d-56dc-443b-923a-e5b7c33da783 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.524204] env[63097]: DEBUG oslo_vmware.api [None req-26638f3b-97c0-4107-9dad-ef7a7f0b0aa1 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Waiting for the task: (returnval){ [ 1247.524204] env[63097]: value = "task-1686610" [ 1247.524204] env[63097]: _type = "Task" [ 1247.524204] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.531290] env[63097]: DEBUG oslo_vmware.api [None req-26638f3b-97c0-4107-9dad-ef7a7f0b0aa1 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Task: {'id': task-1686610, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.564651] env[63097]: DEBUG oslo_vmware.api [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Task: {'id': task-1686602, 'name': RelocateVM_Task} progress is 98%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.736643] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.866601] env[63097]: DEBUG oslo_vmware.api [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1686609, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.954095} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.866882] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 3ac3d689-7f96-4afb-9ea1-1e5b260d6246/3ac3d689-7f96-4afb-9ea1-1e5b260d6246.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1247.867121] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1247.867383] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d69d49c-8b0b-48cf-b3d5-bf27f0151dca {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.874566] env[63097]: DEBUG oslo_vmware.api [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1247.874566] env[63097]: value = "task-1686611" [ 1247.874566] env[63097]: _type = "Task" [ 1247.874566] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.885389] env[63097]: DEBUG oslo_vmware.api [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1686611, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.940586] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 4c95a83d-a490-4b3f-bb72-bc32e20e33e4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1248.036612] env[63097]: DEBUG oslo_vmware.api [None req-26638f3b-97c0-4107-9dad-ef7a7f0b0aa1 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Task: {'id': task-1686610, 'name': PowerOffVM_Task, 'duration_secs': 0.444206} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.036612] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-26638f3b-97c0-4107-9dad-ef7a7f0b0aa1 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1248.036612] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-26638f3b-97c0-4107-9dad-ef7a7f0b0aa1 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1248.036612] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29530c08-0b62-429d-a043-ac682a6ecedd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.066368] env[63097]: DEBUG oslo_vmware.api [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Task: {'id': task-1686602, 'name': RelocateVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.186587] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e17216d7-5358-42eb-be3f-e5340f9f0faa tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Acquiring lock "423f99aa-9ea6-49fa-bd5d-d1dfec54da09" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1248.186951] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e17216d7-5358-42eb-be3f-e5340f9f0faa tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Lock "423f99aa-9ea6-49fa-bd5d-d1dfec54da09" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1248.187245] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e17216d7-5358-42eb-be3f-e5340f9f0faa tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Acquiring lock "423f99aa-9ea6-49fa-bd5d-d1dfec54da09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1248.187469] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e17216d7-5358-42eb-be3f-e5340f9f0faa tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Lock "423f99aa-9ea6-49fa-bd5d-d1dfec54da09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1248.187691] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e17216d7-5358-42eb-be3f-e5340f9f0faa tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Lock "423f99aa-9ea6-49fa-bd5d-d1dfec54da09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1248.190097] env[63097]: INFO nova.compute.manager [None req-e17216d7-5358-42eb-be3f-e5340f9f0faa tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] Terminating instance [ 1248.191989] env[63097]: DEBUG nova.compute.manager [None req-e17216d7-5358-42eb-be3f-e5340f9f0faa tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1248.192219] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e17216d7-5358-42eb-be3f-e5340f9f0faa tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1248.193081] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2540259-7d52-4714-94b3-18b2125f3602 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.200358] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e17216d7-5358-42eb-be3f-e5340f9f0faa tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1248.200614] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc11c412-2387-46e5-96b4-980e5a9b3ad7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.206523] env[63097]: DEBUG oslo_vmware.api [None req-e17216d7-5358-42eb-be3f-e5340f9f0faa tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Waiting for the task: (returnval){ [ 1248.206523] env[63097]: value = "task-1686613" [ 1248.206523] env[63097]: _type = "Task" [ 1248.206523] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.216411] env[63097]: DEBUG oslo_vmware.api [None req-e17216d7-5358-42eb-be3f-e5340f9f0faa tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686613, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.284011] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-26638f3b-97c0-4107-9dad-ef7a7f0b0aa1 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1248.284307] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-26638f3b-97c0-4107-9dad-ef7a7f0b0aa1 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1248.284460] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-26638f3b-97c0-4107-9dad-ef7a7f0b0aa1 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Deleting the datastore file [datastore2] 7b7d831c-4d25-466b-8c52-24bada01b66a {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1248.284748] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdd50a65-41e4-47c2-b248-bd25b48a0a41 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.291460] env[63097]: DEBUG oslo_vmware.api [None req-26638f3b-97c0-4107-9dad-ef7a7f0b0aa1 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Waiting for the task: (returnval){ [ 1248.291460] env[63097]: value = "task-1686614" [ 1248.291460] env[63097]: _type = "Task" [ 1248.291460] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.299746] env[63097]: DEBUG oslo_vmware.api [None req-26638f3b-97c0-4107-9dad-ef7a7f0b0aa1 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Task: {'id': task-1686614, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.383930] env[63097]: DEBUG oslo_vmware.api [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1686611, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074655} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.384059] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1248.385456] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d263f29-a22b-4168-af8d-a4ca53717269 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.408172] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 3ac3d689-7f96-4afb-9ea1-1e5b260d6246/3ac3d689-7f96-4afb-9ea1-1e5b260d6246.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1248.408538] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32bc382a-dc26-46bf-a881-f544b8807c93 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.428927] env[63097]: DEBUG oslo_vmware.api [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1248.428927] env[63097]: value = "task-1686615" [ 1248.428927] env[63097]: _type = "Task" [ 1248.428927] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.437331] env[63097]: DEBUG oslo_vmware.api [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1686615, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.444191] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 0f5db7f5-b159-48a3-9795-05e3ef62d385 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1248.444526] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=63097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1248.444691] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4096MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=63097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1248.568502] env[63097]: DEBUG oslo_vmware.api [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Task: {'id': task-1686602, 'name': RelocateVM_Task, 'duration_secs': 5.538879} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.568941] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Volume attach. Driver type: vmdk {{(pid=63097) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1248.569089] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] [instance: a6e7feca-e724-4018-8405-de21ae80b373] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351523', 'volume_id': 'b8c2072d-936a-4f8b-a917-d3279a8f37fe', 'name': 'volume-b8c2072d-936a-4f8b-a917-d3279a8f37fe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a6e7feca-e724-4018-8405-de21ae80b373', 'attached_at': '', 'detached_at': '', 'volume_id': 'b8c2072d-936a-4f8b-a917-d3279a8f37fe', 'serial': 'b8c2072d-936a-4f8b-a917-d3279a8f37fe'} {{(pid=63097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1248.569863] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9540e4ed-3986-48bd-b1c9-318eb1b5e6ba {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.589369] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d448be89-6046-4823-8499-8908cc7d3746 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.612074] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] volume-b8c2072d-936a-4f8b-a917-d3279a8f37fe/volume-b8c2072d-936a-4f8b-a917-d3279a8f37fe.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1248.615252] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c322f8d1-a266-4ea8-9c55-846668d3eceb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.637782] env[63097]: DEBUG oslo_vmware.api [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Waiting for the task: (returnval){ [ 1248.637782] env[63097]: value = "task-1686616" [ 1248.637782] env[63097]: _type = "Task" [ 1248.637782] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.647449] env[63097]: DEBUG oslo_vmware.api [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Task: {'id': task-1686616, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.719449] env[63097]: DEBUG oslo_vmware.api [None req-e17216d7-5358-42eb-be3f-e5340f9f0faa tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686613, 'name': PowerOffVM_Task, 'duration_secs': 0.194457} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.720191] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e17216d7-5358-42eb-be3f-e5340f9f0faa tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1248.720191] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e17216d7-5358-42eb-be3f-e5340f9f0faa tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1248.720396] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6690263-c2ae-4a7e-922c-0429d3d81d70 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.803281] env[63097]: DEBUG oslo_vmware.api [None req-26638f3b-97c0-4107-9dad-ef7a7f0b0aa1 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Task: {'id': task-1686614, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.357391} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.803554] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-26638f3b-97c0-4107-9dad-ef7a7f0b0aa1 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1248.803743] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-26638f3b-97c0-4107-9dad-ef7a7f0b0aa1 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1248.803927] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-26638f3b-97c0-4107-9dad-ef7a7f0b0aa1 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1248.804119] env[63097]: INFO nova.compute.manager [None req-26638f3b-97c0-4107-9dad-ef7a7f0b0aa1 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1248.804372] env[63097]: DEBUG oslo.service.loopingcall [None req-26638f3b-97c0-4107-9dad-ef7a7f0b0aa1 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1248.804563] env[63097]: DEBUG nova.compute.manager [-] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1248.804660] env[63097]: DEBUG nova.network.neutron [-] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1248.938517] env[63097]: DEBUG oslo_vmware.api [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1686615, 'name': ReconfigVM_Task, 'duration_secs': 0.33277} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.938794] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 3ac3d689-7f96-4afb-9ea1-1e5b260d6246/3ac3d689-7f96-4afb-9ea1-1e5b260d6246.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1248.939524] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1cfd1c8-2104-4fb9-8ec6-29363a76ba11 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.945748] env[63097]: DEBUG oslo_vmware.api [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1248.945748] env[63097]: value = "task-1686618" [ 1248.945748] env[63097]: _type = "Task" [ 1248.945748] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.954403] env[63097]: DEBUG oslo_vmware.api [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1686618, 'name': Rename_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.999176] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691ad95b-9da3-42f3-9980-76d3b875214e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.007143] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ae9505-f3b1-4075-8c6f-c499d0b5ebf6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.038088] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956f765a-b661-4d25-a4b0-406b01f44258 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.045857] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4a51f5-78a6-4a96-a9a8-92b724fb734f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.059287] env[63097]: DEBUG nova.compute.provider_tree [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1249.103035] env[63097]: DEBUG nova.compute.manager [req-2abf3045-e2ae-4912-9514-eaaf99a91e79 req-694216c6-ec74-4107-b034-f79f2ec6b54e service nova] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Received event network-vif-deleted-0f3a226a-2880-400f-bc01-9da589726ecc {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1249.104783] env[63097]: INFO nova.compute.manager [req-2abf3045-e2ae-4912-9514-eaaf99a91e79 req-694216c6-ec74-4107-b034-f79f2ec6b54e service nova] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Neutron deleted interface 0f3a226a-2880-400f-bc01-9da589726ecc; detaching it from the instance and deleting it from the info cache [ 1249.104996] env[63097]: DEBUG nova.network.neutron [req-2abf3045-e2ae-4912-9514-eaaf99a91e79 req-694216c6-ec74-4107-b034-f79f2ec6b54e service nova] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.147474] env[63097]: DEBUG oslo_vmware.api [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Task: {'id': task-1686616, 'name': ReconfigVM_Task, 'duration_secs': 0.332292} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.148031] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Reconfigured VM instance instance-00000020 to attach disk [datastore2] volume-b8c2072d-936a-4f8b-a917-d3279a8f37fe/volume-b8c2072d-936a-4f8b-a917-d3279a8f37fe.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1249.152730] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1aad121-0f0a-4a8c-98de-478257ebc7ee {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.167289] env[63097]: DEBUG oslo_vmware.api [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Waiting for the task: (returnval){ [ 1249.167289] env[63097]: value = "task-1686619" [ 1249.167289] env[63097]: _type = "Task" [ 1249.167289] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.175603] env[63097]: DEBUG oslo_vmware.api [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Task: {'id': task-1686619, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.370583] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e17216d7-5358-42eb-be3f-e5340f9f0faa tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1249.370820] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e17216d7-5358-42eb-be3f-e5340f9f0faa tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1249.371285] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-e17216d7-5358-42eb-be3f-e5340f9f0faa tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Deleting the datastore file [datastore1] 423f99aa-9ea6-49fa-bd5d-d1dfec54da09 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1249.371285] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63cde594-04c9-4c59-b7ff-84bed0cae870 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.377502] env[63097]: DEBUG oslo_vmware.api [None req-e17216d7-5358-42eb-be3f-e5340f9f0faa tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Waiting for the task: (returnval){ [ 1249.377502] env[63097]: value = "task-1686620" [ 1249.377502] env[63097]: _type = "Task" [ 1249.377502] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.385619] env[63097]: DEBUG oslo_vmware.api [None req-e17216d7-5358-42eb-be3f-e5340f9f0faa tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686620, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.456544] env[63097]: DEBUG oslo_vmware.api [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1686618, 'name': Rename_Task, 'duration_secs': 0.154628} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.456544] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1249.456964] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80b92625-6421-4fac-ab88-351580ab69e4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.465375] env[63097]: DEBUG oslo_vmware.api [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1249.465375] env[63097]: value = "task-1686621" [ 1249.465375] env[63097]: _type = "Task" [ 1249.465375] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.473796] env[63097]: DEBUG oslo_vmware.api [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1686621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.566612] env[63097]: DEBUG nova.scheduler.client.report [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1249.582117] env[63097]: DEBUG nova.network.neutron [-] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.607577] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-00c60773-1a71-4704-b87f-615ab1214404 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.617841] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f093b262-8fd4-4713-a69a-e527990827d8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.651872] env[63097]: DEBUG nova.compute.manager [req-2abf3045-e2ae-4912-9514-eaaf99a91e79 req-694216c6-ec74-4107-b034-f79f2ec6b54e service nova] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Detach interface failed, port_id=0f3a226a-2880-400f-bc01-9da589726ecc, reason: Instance 7b7d831c-4d25-466b-8c52-24bada01b66a could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1249.676512] env[63097]: DEBUG oslo_vmware.api [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Task: {'id': task-1686619, 'name': ReconfigVM_Task, 'duration_secs': 0.195581} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.676853] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351523', 'volume_id': 'b8c2072d-936a-4f8b-a917-d3279a8f37fe', 'name': 'volume-b8c2072d-936a-4f8b-a917-d3279a8f37fe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a6e7feca-e724-4018-8405-de21ae80b373', 'attached_at': '', 'detached_at': '', 'volume_id': 'b8c2072d-936a-4f8b-a917-d3279a8f37fe', 'serial': 'b8c2072d-936a-4f8b-a917-d3279a8f37fe'} {{(pid=63097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1249.677384] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea1d48bb-368f-4f06-a451-a99f3500e8fb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.683772] env[63097]: DEBUG oslo_vmware.api [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Waiting for the task: (returnval){ [ 1249.683772] env[63097]: value = "task-1686622" [ 1249.683772] env[63097]: _type = "Task" [ 1249.683772] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.691885] env[63097]: DEBUG oslo_vmware.api [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Task: {'id': task-1686622, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.887375] env[63097]: DEBUG oslo_vmware.api [None req-e17216d7-5358-42eb-be3f-e5340f9f0faa tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686620, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.379429} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.887634] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-e17216d7-5358-42eb-be3f-e5340f9f0faa tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1249.887822] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e17216d7-5358-42eb-be3f-e5340f9f0faa tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1249.888025] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e17216d7-5358-42eb-be3f-e5340f9f0faa tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1249.888201] env[63097]: INFO nova.compute.manager [None req-e17216d7-5358-42eb-be3f-e5340f9f0faa tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1249.888542] env[63097]: DEBUG oslo.service.loopingcall [None req-e17216d7-5358-42eb-be3f-e5340f9f0faa tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1249.888764] env[63097]: DEBUG nova.compute.manager [-] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1249.888862] env[63097]: DEBUG nova.network.neutron [-] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1249.975757] env[63097]: DEBUG oslo_vmware.api [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1686621, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.072549] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1250.072869] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.766s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1250.073340] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.098s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1250.075411] env[63097]: INFO nova.compute.claims [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1250.085104] env[63097]: INFO nova.compute.manager [-] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Took 1.28 seconds to deallocate network for instance. [ 1250.195501] env[63097]: DEBUG oslo_vmware.api [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Task: {'id': task-1686622, 'name': Rename_Task, 'duration_secs': 0.175291} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.195786] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1250.196047] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7289cb63-ade0-49f4-b3b1-8b9b69b1b953 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.202497] env[63097]: DEBUG oslo_vmware.api [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Waiting for the task: (returnval){ [ 1250.202497] env[63097]: value = "task-1686623" [ 1250.202497] env[63097]: _type = "Task" [ 1250.202497] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.210217] env[63097]: DEBUG oslo_vmware.api [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Task: {'id': task-1686623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.271353] env[63097]: DEBUG oslo_concurrency.lockutils [None req-095c4a39-02bc-4477-a6a4-7334ad834313 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Acquiring lock "6622c22c-f2c7-4baa-bb3e-e3a73d0c300d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1250.271829] env[63097]: DEBUG oslo_concurrency.lockutils [None req-095c4a39-02bc-4477-a6a4-7334ad834313 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Lock "6622c22c-f2c7-4baa-bb3e-e3a73d0c300d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1250.272066] env[63097]: DEBUG oslo_concurrency.lockutils [None req-095c4a39-02bc-4477-a6a4-7334ad834313 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Acquiring lock "6622c22c-f2c7-4baa-bb3e-e3a73d0c300d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1250.272267] env[63097]: DEBUG oslo_concurrency.lockutils [None req-095c4a39-02bc-4477-a6a4-7334ad834313 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Lock "6622c22c-f2c7-4baa-bb3e-e3a73d0c300d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1250.272445] env[63097]: DEBUG oslo_concurrency.lockutils [None req-095c4a39-02bc-4477-a6a4-7334ad834313 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Lock "6622c22c-f2c7-4baa-bb3e-e3a73d0c300d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1250.274758] env[63097]: INFO nova.compute.manager [None req-095c4a39-02bc-4477-a6a4-7334ad834313 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Terminating instance [ 1250.276612] env[63097]: DEBUG nova.compute.manager [None req-095c4a39-02bc-4477-a6a4-7334ad834313 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1250.276818] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-095c4a39-02bc-4477-a6a4-7334ad834313 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1250.277702] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cae2ada-44ed-495f-8f3f-7b84fad0c0a0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.285395] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-095c4a39-02bc-4477-a6a4-7334ad834313 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1250.285655] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f4d9e8c-76d6-4fb0-a21d-5dac4670c810 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.295392] env[63097]: DEBUG oslo_vmware.api [None req-095c4a39-02bc-4477-a6a4-7334ad834313 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Waiting for the task: (returnval){ [ 1250.295392] env[63097]: value = "task-1686624" [ 1250.295392] env[63097]: _type = "Task" [ 1250.295392] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.303748] env[63097]: DEBUG oslo_vmware.api [None req-095c4a39-02bc-4477-a6a4-7334ad834313 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Task: {'id': task-1686624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.477448] env[63097]: DEBUG oslo_vmware.api [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1686621, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.591799] env[63097]: DEBUG oslo_concurrency.lockutils [None req-26638f3b-97c0-4107-9dad-ef7a7f0b0aa1 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1250.646142] env[63097]: DEBUG nova.network.neutron [-] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.712645] env[63097]: DEBUG oslo_vmware.api [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Task: {'id': task-1686623, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.805876] env[63097]: DEBUG oslo_vmware.api [None req-095c4a39-02bc-4477-a6a4-7334ad834313 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Task: {'id': task-1686624, 'name': PowerOffVM_Task, 'duration_secs': 0.233499} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.806184] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-095c4a39-02bc-4477-a6a4-7334ad834313 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1250.806356] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-095c4a39-02bc-4477-a6a4-7334ad834313 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1250.806629] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9409b62-c163-41a3-9e63-28a6fed5f212 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.895496] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-095c4a39-02bc-4477-a6a4-7334ad834313 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1250.895629] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-095c4a39-02bc-4477-a6a4-7334ad834313 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1250.895866] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-095c4a39-02bc-4477-a6a4-7334ad834313 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Deleting the datastore file [datastore1] 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1250.899021] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ad2fb50-8466-4e21-af54-0fb35d6aadd8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.902691] env[63097]: DEBUG oslo_vmware.api [None req-095c4a39-02bc-4477-a6a4-7334ad834313 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Waiting for the task: (returnval){ [ 1250.902691] env[63097]: value = "task-1686626" [ 1250.902691] env[63097]: _type = "Task" [ 1250.902691] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.910552] env[63097]: DEBUG oslo_vmware.api [None req-095c4a39-02bc-4477-a6a4-7334ad834313 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Task: {'id': task-1686626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.977104] env[63097]: DEBUG oslo_vmware.api [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1686621, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.078292] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1251.078546] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1251.129641] env[63097]: DEBUG nova.compute.manager [req-d012182b-2e45-4746-8103-fccb51f486ec req-659ec28c-444d-4435-b14a-05c0c9fee0ef service nova] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] Received event network-vif-deleted-2440c0e5-6c26-424f-b2df-673344978e7d {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1251.151037] env[63097]: INFO nova.compute.manager [-] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] Took 1.26 seconds to deallocate network for instance. [ 1251.214260] env[63097]: DEBUG oslo_vmware.api [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Task: {'id': task-1686623, 'name': PowerOnVM_Task, 'duration_secs': 0.648366} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.216616] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1251.216832] env[63097]: INFO nova.compute.manager [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Took 10.98 seconds to spawn the instance on the hypervisor. [ 1251.217029] env[63097]: DEBUG nova.compute.manager [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1251.217930] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5553b9a-65be-4f4e-81c9-a8d0ab283891 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.412282] env[63097]: DEBUG oslo_vmware.api [None req-095c4a39-02bc-4477-a6a4-7334ad834313 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Task: {'id': task-1686626, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.44746} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.414949] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-095c4a39-02bc-4477-a6a4-7334ad834313 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1251.415170] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-095c4a39-02bc-4477-a6a4-7334ad834313 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1251.415358] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-095c4a39-02bc-4477-a6a4-7334ad834313 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1251.415539] env[63097]: INFO nova.compute.manager [None req-095c4a39-02bc-4477-a6a4-7334ad834313 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1251.416114] env[63097]: DEBUG oslo.service.loopingcall [None req-095c4a39-02bc-4477-a6a4-7334ad834313 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1251.416220] env[63097]: DEBUG nova.compute.manager [-] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1251.416323] env[63097]: DEBUG nova.network.neutron [-] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1251.476496] env[63097]: DEBUG oslo_vmware.api [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1686621, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.590137] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1251.590397] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Starting heal instance info cache {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1251.601926] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aaa3b98-8223-4785-858e-fda811e242c6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.610373] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1591d7-c7e6-46e9-8a91-630ebe6015a2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.644454] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f76af0-f9bc-4a11-8c28-15b9c17989f8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.656326] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43eecf5-e623-4732-ac1f-535398213b96 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.661898] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e17216d7-5358-42eb-be3f-e5340f9f0faa tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1251.673302] env[63097]: DEBUG nova.compute.provider_tree [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.736303] env[63097]: INFO nova.compute.manager [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Took 46.19 seconds to build instance. [ 1251.983479] env[63097]: DEBUG oslo_vmware.api [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1686621, 'name': PowerOnVM_Task} progress is 86%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.139892] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "refresh_cache-64181f99-d470-4df2-9b9c-68f554816a19" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1252.140067] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquired lock "refresh_cache-64181f99-d470-4df2-9b9c-68f554816a19" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.140225] env[63097]: DEBUG nova.network.neutron [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Forcefully refreshing network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 1252.177511] env[63097]: DEBUG nova.scheduler.client.report [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1252.238255] env[63097]: DEBUG oslo_concurrency.lockutils [None req-81d7e9d2-c7b6-4b36-96f5-75f0e2ae8b3e tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Lock "a6e7feca-e724-4018-8405-de21ae80b373" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.339s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1252.478152] env[63097]: DEBUG nova.network.neutron [-] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.478830] env[63097]: DEBUG oslo_vmware.api [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1686621, 'name': PowerOnVM_Task, 'duration_secs': 2.626042} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.479095] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1252.479337] env[63097]: INFO nova.compute.manager [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Took 11.13 seconds to spawn the instance on the hypervisor. [ 1252.479527] env[63097]: DEBUG nova.compute.manager [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1252.480307] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b25358-6fb9-4826-91f1-b6bab3567993 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.684316] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1252.684856] env[63097]: DEBUG nova.compute.manager [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1252.687767] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8bcaacf3-53c1-4273-a12f-f194397cbe5e tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.665s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1252.687971] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8bcaacf3-53c1-4273-a12f-f194397cbe5e tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1252.690382] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b8209901-ee8a-4ef2-bf0e-dc2680aa4645 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.238s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1252.690571] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b8209901-ee8a-4ef2-bf0e-dc2680aa4645 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1252.692240] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.724s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1252.693639] env[63097]: INFO nova.compute.claims [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1252.719334] env[63097]: INFO nova.scheduler.client.report [None req-b8209901-ee8a-4ef2-bf0e-dc2680aa4645 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Deleted allocations for instance 6dfa3031-a980-4de8-83fd-7432ef153490 [ 1252.724115] env[63097]: INFO nova.scheduler.client.report [None req-8bcaacf3-53c1-4273-a12f-f194397cbe5e tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Deleted allocations for instance a05dedbb-7811-469d-aff7-e2c03dde8c41 [ 1252.740700] env[63097]: DEBUG nova.compute.manager [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1252.987442] env[63097]: INFO nova.compute.manager [-] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Took 1.57 seconds to deallocate network for instance. [ 1253.007596] env[63097]: INFO nova.compute.manager [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Took 44.46 seconds to build instance. [ 1253.198023] env[63097]: DEBUG nova.compute.utils [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1253.207027] env[63097]: DEBUG nova.compute.manager [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1253.207027] env[63097]: DEBUG nova.network.neutron [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1253.233384] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8bcaacf3-53c1-4273-a12f-f194397cbe5e tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Lock "a05dedbb-7811-469d-aff7-e2c03dde8c41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.543s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1253.234505] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d911d85e-dd2f-44e3-8091-664210f2ccf7 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Lock "a05dedbb-7811-469d-aff7-e2c03dde8c41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 35.061s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1253.234743] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d911d85e-dd2f-44e3-8091-664210f2ccf7 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Acquiring lock "a05dedbb-7811-469d-aff7-e2c03dde8c41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1253.234972] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d911d85e-dd2f-44e3-8091-664210f2ccf7 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Lock "a05dedbb-7811-469d-aff7-e2c03dde8c41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1253.235151] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d911d85e-dd2f-44e3-8091-664210f2ccf7 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Lock "a05dedbb-7811-469d-aff7-e2c03dde8c41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1253.237055] env[63097]: INFO nova.compute.manager [None req-d911d85e-dd2f-44e3-8091-664210f2ccf7 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Terminating instance [ 1253.238609] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d911d85e-dd2f-44e3-8091-664210f2ccf7 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Acquiring lock "refresh_cache-a05dedbb-7811-469d-aff7-e2c03dde8c41" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1253.238763] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d911d85e-dd2f-44e3-8091-664210f2ccf7 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Acquired lock "refresh_cache-a05dedbb-7811-469d-aff7-e2c03dde8c41" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.238935] env[63097]: DEBUG nova.network.neutron [None req-d911d85e-dd2f-44e3-8091-664210f2ccf7 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1253.256252] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b8209901-ee8a-4ef2-bf0e-dc2680aa4645 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "6dfa3031-a980-4de8-83fd-7432ef153490" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.536s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1253.265023] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1253.291063] env[63097]: DEBUG nova.policy [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10c025cebfc44c4884076db798d7d09e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '223c8967b742418eabeb2458e151ed8a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1253.378305] env[63097]: DEBUG nova.compute.manager [req-21b0e2cb-d933-40c5-8599-e52b81d09b01 req-891e4958-8c70-4ca5-a034-a709aabfc55f service nova] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Received event network-vif-deleted-0d7b59b4-de35-4ecf-a974-2c813748029c {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1253.378562] env[63097]: DEBUG nova.compute.manager [req-21b0e2cb-d933-40c5-8599-e52b81d09b01 req-891e4958-8c70-4ca5-a034-a709aabfc55f service nova] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Received event network-changed-d41d1f58-cd7e-49df-a700-4b7cfb83cc03 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1253.378788] env[63097]: DEBUG nova.compute.manager [req-21b0e2cb-d933-40c5-8599-e52b81d09b01 req-891e4958-8c70-4ca5-a034-a709aabfc55f service nova] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Refreshing instance network info cache due to event network-changed-d41d1f58-cd7e-49df-a700-4b7cfb83cc03. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1253.379037] env[63097]: DEBUG oslo_concurrency.lockutils [req-21b0e2cb-d933-40c5-8599-e52b81d09b01 req-891e4958-8c70-4ca5-a034-a709aabfc55f service nova] Acquiring lock "refresh_cache-a6e7feca-e724-4018-8405-de21ae80b373" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1253.379195] env[63097]: DEBUG oslo_concurrency.lockutils [req-21b0e2cb-d933-40c5-8599-e52b81d09b01 req-891e4958-8c70-4ca5-a034-a709aabfc55f service nova] Acquired lock "refresh_cache-a6e7feca-e724-4018-8405-de21ae80b373" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.379371] env[63097]: DEBUG nova.network.neutron [req-21b0e2cb-d933-40c5-8599-e52b81d09b01 req-891e4958-8c70-4ca5-a034-a709aabfc55f service nova] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Refreshing network info cache for port d41d1f58-cd7e-49df-a700-4b7cfb83cc03 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1253.503464] env[63097]: DEBUG oslo_concurrency.lockutils [None req-095c4a39-02bc-4477-a6a4-7334ad834313 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1253.505830] env[63097]: DEBUG nova.network.neutron [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Updating instance_info_cache with network_info: [{"id": "0fc109c9-1fb6-4d1c-9865-5e2e8a294550", "address": "fa:16:3e:01:4f:52", "network": {"id": "97a91bb6-ea1f-4ba3-ba33-aaa65adea374", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-714773217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77b129b72fc0442db1a793743eef3418", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fc109c9-1f", "ovs_interfaceid": "0fc109c9-1fb6-4d1c-9865-5e2e8a294550", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.510782] env[63097]: DEBUG oslo_concurrency.lockutils [None req-52d5301b-b136-464c-89f5-75bc7987f311 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "3ac3d689-7f96-4afb-9ea1-1e5b260d6246" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.612s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1253.707287] env[63097]: DEBUG nova.compute.manager [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1253.715492] env[63097]: DEBUG nova.network.neutron [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Successfully created port: 8c588335-91ac-47a2-aa33-5183ac9f1a28 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1253.741056] env[63097]: DEBUG nova.compute.utils [None req-d911d85e-dd2f-44e3-8091-664210f2ccf7 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Can not refresh info_cache because instance was not found {{(pid=63097) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1024}} [ 1253.762073] env[63097]: DEBUG nova.network.neutron [None req-d911d85e-dd2f-44e3-8091-664210f2ccf7 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1253.853765] env[63097]: DEBUG nova.network.neutron [None req-d911d85e-dd2f-44e3-8091-664210f2ccf7 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.010713] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Releasing lock "refresh_cache-64181f99-d470-4df2-9b9c-68f554816a19" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1254.011021] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Updated the network info_cache for instance {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1254.011607] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.015135] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.015433] env[63097]: DEBUG nova.compute.manager [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1254.021075] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.022232] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.022453] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.022764] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.022943] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63097) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1254.023120] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.176029] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1b5b844b-7006-4603-933e-efb017768606 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Acquiring lock "64181f99-d470-4df2-9b9c-68f554816a19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1254.176404] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1b5b844b-7006-4603-933e-efb017768606 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Lock "64181f99-d470-4df2-9b9c-68f554816a19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1254.176668] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1b5b844b-7006-4603-933e-efb017768606 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Acquiring lock "64181f99-d470-4df2-9b9c-68f554816a19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1254.176904] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1b5b844b-7006-4603-933e-efb017768606 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Lock "64181f99-d470-4df2-9b9c-68f554816a19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1254.177153] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1b5b844b-7006-4603-933e-efb017768606 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Lock "64181f99-d470-4df2-9b9c-68f554816a19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1254.181918] env[63097]: INFO nova.compute.manager [None req-1b5b844b-7006-4603-933e-efb017768606 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Terminating instance [ 1254.186847] env[63097]: DEBUG nova.compute.manager [None req-1b5b844b-7006-4603-933e-efb017768606 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1254.187068] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1b5b844b-7006-4603-933e-efb017768606 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1254.188122] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21140161-efac-4618-b77e-a51bae8ec75b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.200221] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b5b844b-7006-4603-933e-efb017768606 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1254.200497] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f20d059a-c78f-4cfd-acc5-8b380dd0570d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.210455] env[63097]: DEBUG oslo_vmware.api [None req-1b5b844b-7006-4603-933e-efb017768606 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Waiting for the task: (returnval){ [ 1254.210455] env[63097]: value = "task-1686627" [ 1254.210455] env[63097]: _type = "Task" [ 1254.210455] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.222744] env[63097]: DEBUG oslo_vmware.api [None req-1b5b844b-7006-4603-933e-efb017768606 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Task: {'id': task-1686627, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.234375] env[63097]: DEBUG nova.network.neutron [req-21b0e2cb-d933-40c5-8599-e52b81d09b01 req-891e4958-8c70-4ca5-a034-a709aabfc55f service nova] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Updated VIF entry in instance network info cache for port d41d1f58-cd7e-49df-a700-4b7cfb83cc03. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1254.234375] env[63097]: DEBUG nova.network.neutron [req-21b0e2cb-d933-40c5-8599-e52b81d09b01 req-891e4958-8c70-4ca5-a034-a709aabfc55f service nova] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Updating instance_info_cache with network_info: [{"id": "d41d1f58-cd7e-49df-a700-4b7cfb83cc03", "address": "fa:16:3e:4b:a3:12", "network": {"id": "51290af9-0377-424b-86c2-7d6d35d8b2f4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-683329452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a09db20f814ae98149292b7422c019", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd41d1f58-cd", "ovs_interfaceid": "d41d1f58-cd7e-49df-a700-4b7cfb83cc03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.317601] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42b0f7f-43d2-4c9f-853b-0cb489ecf808 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.326036] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4018ea24-b0d2-4252-be6f-7653ee3cd3e6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.360983] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d911d85e-dd2f-44e3-8091-664210f2ccf7 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Releasing lock "refresh_cache-a05dedbb-7811-469d-aff7-e2c03dde8c41" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1254.361454] env[63097]: DEBUG nova.compute.manager [None req-d911d85e-dd2f-44e3-8091-664210f2ccf7 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1254.361661] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d911d85e-dd2f-44e3-8091-664210f2ccf7 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1254.364010] env[63097]: DEBUG nova.network.neutron [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Successfully created port: 76eef5fb-7ace-432e-b01d-3448c2c38895 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1254.364990] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0e60ab88-e785-4491-b99c-ca31770880ae {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.367616] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa458f2-5f61-40f2-9b88-b2ca2a3929c5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.376626] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54419d3-8f15-47c5-80b0-dd99f758e5c6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.384422] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466c0f8b-fe4c-4362-9e92-31e88218cf2e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.408095] env[63097]: DEBUG nova.compute.provider_tree [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.427295] env[63097]: WARNING nova.virt.vmwareapi.vmops [None req-d911d85e-dd2f-44e3-8091-664210f2ccf7 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance a05dedbb-7811-469d-aff7-e2c03dde8c41 could not be found. [ 1254.427588] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d911d85e-dd2f-44e3-8091-664210f2ccf7 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1254.427726] env[63097]: INFO nova.compute.manager [None req-d911d85e-dd2f-44e3-8091-664210f2ccf7 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Took 0.07 seconds to destroy the instance on the hypervisor. [ 1254.428016] env[63097]: DEBUG oslo.service.loopingcall [None req-d911d85e-dd2f-44e3-8091-664210f2ccf7 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1254.428310] env[63097]: DEBUG nova.compute.manager [-] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1254.428407] env[63097]: DEBUG nova.network.neutron [-] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1254.444558] env[63097]: DEBUG nova.network.neutron [-] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1254.525521] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1254.541653] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1254.718032] env[63097]: DEBUG nova.network.neutron [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Successfully created port: 65745ca5-2390-44cf-81ff-0c647a09b791 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1254.721110] env[63097]: DEBUG nova.compute.manager [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1254.728389] env[63097]: DEBUG oslo_vmware.api [None req-1b5b844b-7006-4603-933e-efb017768606 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Task: {'id': task-1686627, 'name': PowerOffVM_Task, 'duration_secs': 0.287425} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.728647] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b5b844b-7006-4603-933e-efb017768606 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1254.728830] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1b5b844b-7006-4603-933e-efb017768606 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1254.729628] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a53faca5-35d0-4d95-b0b1-4683e715653f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.736834] env[63097]: DEBUG oslo_concurrency.lockutils [req-21b0e2cb-d933-40c5-8599-e52b81d09b01 req-891e4958-8c70-4ca5-a034-a709aabfc55f service nova] Releasing lock "refresh_cache-a6e7feca-e724-4018-8405-de21ae80b373" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1254.756063] env[63097]: DEBUG nova.virt.hardware [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1254.756330] env[63097]: DEBUG nova.virt.hardware [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1254.756495] env[63097]: DEBUG nova.virt.hardware [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1254.756682] env[63097]: DEBUG nova.virt.hardware [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1254.756833] env[63097]: DEBUG nova.virt.hardware [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1254.757130] env[63097]: DEBUG nova.virt.hardware [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1254.757470] env[63097]: DEBUG nova.virt.hardware [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1254.757713] env[63097]: DEBUG nova.virt.hardware [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1254.757962] env[63097]: DEBUG nova.virt.hardware [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1254.758238] env[63097]: DEBUG nova.virt.hardware [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1254.758540] env[63097]: DEBUG nova.virt.hardware [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1254.759589] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893812f8-39a1-48f6-a9c8-0863014ced49 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.767807] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7e6ec5-2cd6-40e9-b0f6-1d5ea41bd5f8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.798641] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1b5b844b-7006-4603-933e-efb017768606 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1254.798914] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1b5b844b-7006-4603-933e-efb017768606 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1254.799123] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b5b844b-7006-4603-933e-efb017768606 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Deleting the datastore file [datastore1] 64181f99-d470-4df2-9b9c-68f554816a19 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1254.799404] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef5cdcf5-1295-4fd5-b980-074261b43a4e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.805835] env[63097]: DEBUG oslo_vmware.api [None req-1b5b844b-7006-4603-933e-efb017768606 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Waiting for the task: (returnval){ [ 1254.805835] env[63097]: value = "task-1686629" [ 1254.805835] env[63097]: _type = "Task" [ 1254.805835] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.817017] env[63097]: DEBUG oslo_vmware.api [None req-1b5b844b-7006-4603-933e-efb017768606 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Task: {'id': task-1686629, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.914099] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f8672d07-919f-4f5c-9d48-b46c6057461f tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "interface-40586716-fefe-4da9-a96b-d2e7a6355ec0-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1254.914099] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f8672d07-919f-4f5c-9d48-b46c6057461f tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "interface-40586716-fefe-4da9-a96b-d2e7a6355ec0-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1254.914099] env[63097]: DEBUG nova.objects.instance [None req-f8672d07-919f-4f5c-9d48-b46c6057461f tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lazy-loading 'flavor' on Instance uuid 40586716-fefe-4da9-a96b-d2e7a6355ec0 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1254.914330] env[63097]: DEBUG nova.scheduler.client.report [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1254.949376] env[63097]: DEBUG nova.network.neutron [-] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.316774] env[63097]: DEBUG oslo_vmware.api [None req-1b5b844b-7006-4603-933e-efb017768606 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Task: {'id': task-1686629, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.453578} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.317928] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b5b844b-7006-4603-933e-efb017768606 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1255.317928] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1b5b844b-7006-4603-933e-efb017768606 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1255.318065] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1b5b844b-7006-4603-933e-efb017768606 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1255.319064] env[63097]: INFO nova.compute.manager [None req-1b5b844b-7006-4603-933e-efb017768606 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1255.319064] env[63097]: DEBUG oslo.service.loopingcall [None req-1b5b844b-7006-4603-933e-efb017768606 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1255.319064] env[63097]: DEBUG nova.compute.manager [-] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1255.319064] env[63097]: DEBUG nova.network.neutron [-] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1255.422884] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.731s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1255.423470] env[63097]: DEBUG nova.compute.manager [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1255.425903] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.729s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1255.427263] env[63097]: INFO nova.compute.claims [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1255.454299] env[63097]: INFO nova.compute.manager [-] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Took 1.03 seconds to deallocate network for instance. [ 1255.526241] env[63097]: DEBUG nova.objects.instance [None req-f8672d07-919f-4f5c-9d48-b46c6057461f tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lazy-loading 'pci_requests' on Instance uuid 40586716-fefe-4da9-a96b-d2e7a6355ec0 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.900262] env[63097]: DEBUG nova.compute.manager [req-b43da85b-173c-44a4-9de6-d12a486f69b7 req-5d034868-0544-4674-9c7d-575ad7ad0d75 service nova] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Received event network-changed-23eb5d77-4022-4a2b-8e00-6f8d78998e57 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1255.900374] env[63097]: DEBUG nova.compute.manager [req-b43da85b-173c-44a4-9de6-d12a486f69b7 req-5d034868-0544-4674-9c7d-575ad7ad0d75 service nova] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Refreshing instance network info cache due to event network-changed-23eb5d77-4022-4a2b-8e00-6f8d78998e57. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1255.900610] env[63097]: DEBUG oslo_concurrency.lockutils [req-b43da85b-173c-44a4-9de6-d12a486f69b7 req-5d034868-0544-4674-9c7d-575ad7ad0d75 service nova] Acquiring lock "refresh_cache-3ac3d689-7f96-4afb-9ea1-1e5b260d6246" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1255.900731] env[63097]: DEBUG oslo_concurrency.lockutils [req-b43da85b-173c-44a4-9de6-d12a486f69b7 req-5d034868-0544-4674-9c7d-575ad7ad0d75 service nova] Acquired lock "refresh_cache-3ac3d689-7f96-4afb-9ea1-1e5b260d6246" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.900962] env[63097]: DEBUG nova.network.neutron [req-b43da85b-173c-44a4-9de6-d12a486f69b7 req-5d034868-0544-4674-9c7d-575ad7ad0d75 service nova] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Refreshing network info cache for port 23eb5d77-4022-4a2b-8e00-6f8d78998e57 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1255.932286] env[63097]: DEBUG nova.compute.utils [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1255.935607] env[63097]: DEBUG nova.compute.manager [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1255.935607] env[63097]: DEBUG nova.network.neutron [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1255.959829] env[63097]: INFO nova.compute.manager [None req-d911d85e-dd2f-44e3-8091-664210f2ccf7 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Instance disappeared during terminate [ 1255.960064] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d911d85e-dd2f-44e3-8091-664210f2ccf7 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Lock "a05dedbb-7811-469d-aff7-e2c03dde8c41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.726s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1255.975116] env[63097]: DEBUG nova.policy [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b309805277ce484d8cac2e502bffe06c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e2c0de6b8f743c3be7c2bb6c5486ccd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1256.029088] env[63097]: DEBUG nova.objects.base [None req-f8672d07-919f-4f5c-9d48-b46c6057461f tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Object Instance<40586716-fefe-4da9-a96b-d2e7a6355ec0> lazy-loaded attributes: flavor,pci_requests {{(pid=63097) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1256.029309] env[63097]: DEBUG nova.network.neutron [None req-f8672d07-919f-4f5c-9d48-b46c6057461f tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1256.061194] env[63097]: DEBUG nova.network.neutron [-] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.080026] env[63097]: DEBUG nova.policy [None req-f8672d07-919f-4f5c-9d48-b46c6057461f tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bae4322300614e59864289c069303c55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a00e94d35e44678b6698f8af082c448', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1256.225871] env[63097]: DEBUG nova.network.neutron [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Successfully created port: 5b5f3f27-8fff-482b-8249-376feefc1f95 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1256.436712] env[63097]: DEBUG nova.compute.manager [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1256.566669] env[63097]: INFO nova.compute.manager [-] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Took 1.25 seconds to deallocate network for instance. [ 1256.667997] env[63097]: DEBUG nova.network.neutron [None req-f8672d07-919f-4f5c-9d48-b46c6057461f tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Successfully created port: cc8f28cd-2d8a-4b0b-b8f2-95c4e43e502c {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1256.953852] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c112e8-4c79-49ba-8907-bd977179580a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.965432] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889eef51-6b66-42ca-9cf1-07196e84d531 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.016092] env[63097]: DEBUG nova.network.neutron [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Successfully updated port: 8c588335-91ac-47a2-aa33-5183ac9f1a28 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1257.019018] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54ba0ca-780d-4acd-89e1-6bea1d552a42 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.027047] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfbfa49-3f90-4b54-b0a0-9f2056befb82 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.047907] env[63097]: DEBUG nova.compute.provider_tree [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.048262] env[63097]: DEBUG nova.network.neutron [req-b43da85b-173c-44a4-9de6-d12a486f69b7 req-5d034868-0544-4674-9c7d-575ad7ad0d75 service nova] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Updated VIF entry in instance network info cache for port 23eb5d77-4022-4a2b-8e00-6f8d78998e57. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1257.048609] env[63097]: DEBUG nova.network.neutron [req-b43da85b-173c-44a4-9de6-d12a486f69b7 req-5d034868-0544-4674-9c7d-575ad7ad0d75 service nova] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Updating instance_info_cache with network_info: [{"id": "23eb5d77-4022-4a2b-8e00-6f8d78998e57", "address": "fa:16:3e:41:d7:86", "network": {"id": "b953abe6-4fcc-4e63-a60e-723743d40098", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-442380871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed7ca435e054c03a6e4ed9a11cc8646", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23eb5d77-40", "ovs_interfaceid": "23eb5d77-4022-4a2b-8e00-6f8d78998e57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.080257] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1b5b844b-7006-4603-933e-efb017768606 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1257.219498] env[63097]: DEBUG nova.compute.manager [req-adcfd09f-72b8-4064-8114-298435012fcd req-0946f0c6-c063-4045-ac53-05437120b815 service nova] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Received event network-vif-plugged-8c588335-91ac-47a2-aa33-5183ac9f1a28 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1257.219498] env[63097]: DEBUG oslo_concurrency.lockutils [req-adcfd09f-72b8-4064-8114-298435012fcd req-0946f0c6-c063-4045-ac53-05437120b815 service nova] Acquiring lock "26a52ba8-20a1-407d-a980-614f2dd21737-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1257.219498] env[63097]: DEBUG oslo_concurrency.lockutils [req-adcfd09f-72b8-4064-8114-298435012fcd req-0946f0c6-c063-4045-ac53-05437120b815 service nova] Lock "26a52ba8-20a1-407d-a980-614f2dd21737-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1257.219628] env[63097]: DEBUG oslo_concurrency.lockutils [req-adcfd09f-72b8-4064-8114-298435012fcd req-0946f0c6-c063-4045-ac53-05437120b815 service nova] Lock "26a52ba8-20a1-407d-a980-614f2dd21737-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1257.219697] env[63097]: DEBUG nova.compute.manager [req-adcfd09f-72b8-4064-8114-298435012fcd req-0946f0c6-c063-4045-ac53-05437120b815 service nova] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] No waiting events found dispatching network-vif-plugged-8c588335-91ac-47a2-aa33-5183ac9f1a28 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1257.219923] env[63097]: WARNING nova.compute.manager [req-adcfd09f-72b8-4064-8114-298435012fcd req-0946f0c6-c063-4045-ac53-05437120b815 service nova] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Received unexpected event network-vif-plugged-8c588335-91ac-47a2-aa33-5183ac9f1a28 for instance with vm_state building and task_state spawning. [ 1257.459097] env[63097]: DEBUG nova.compute.manager [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1257.484491] env[63097]: DEBUG nova.virt.hardware [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1257.484748] env[63097]: DEBUG nova.virt.hardware [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1257.484911] env[63097]: DEBUG nova.virt.hardware [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1257.485111] env[63097]: DEBUG nova.virt.hardware [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1257.485264] env[63097]: DEBUG nova.virt.hardware [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1257.485420] env[63097]: DEBUG nova.virt.hardware [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1257.485630] env[63097]: DEBUG nova.virt.hardware [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1257.485798] env[63097]: DEBUG nova.virt.hardware [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1257.485971] env[63097]: DEBUG nova.virt.hardware [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1257.486174] env[63097]: DEBUG nova.virt.hardware [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1257.486354] env[63097]: DEBUG nova.virt.hardware [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1257.487220] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24cffc06-8341-4df8-a880-9ed99427a744 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.495082] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5839ebf3-1319-4ecb-b229-408ee3f1c8fe {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.551460] env[63097]: DEBUG nova.scheduler.client.report [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1257.555462] env[63097]: DEBUG oslo_concurrency.lockutils [req-b43da85b-173c-44a4-9de6-d12a486f69b7 req-5d034868-0544-4674-9c7d-575ad7ad0d75 service nova] Releasing lock "refresh_cache-3ac3d689-7f96-4afb-9ea1-1e5b260d6246" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.735494] env[63097]: DEBUG nova.network.neutron [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Successfully updated port: 5b5f3f27-8fff-482b-8249-376feefc1f95 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1258.057227] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1258.057849] env[63097]: DEBUG nova.compute.manager [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1258.060601] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c6743148-2f6b-453f-9f23-e677c614adfd tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.251s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.060841] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c6743148-2f6b-453f-9f23-e677c614adfd tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1258.063474] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e430ae70-e499-4fbd-948d-9425481f8ea8 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.929s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.063732] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e430ae70-e499-4fbd-948d-9425481f8ea8 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1258.068024] env[63097]: DEBUG oslo_concurrency.lockutils [None req-eeee13e3-13af-4915-8cc0-16ea39e7c995 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.491s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.068024] env[63097]: DEBUG oslo_concurrency.lockutils [None req-eeee13e3-13af-4915-8cc0-16ea39e7c995 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1258.068024] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.444s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.069011] env[63097]: INFO nova.compute.claims [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1258.095561] env[63097]: INFO nova.scheduler.client.report [None req-eeee13e3-13af-4915-8cc0-16ea39e7c995 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Deleted allocations for instance a2253032-97b8-4516-b21a-af6be03c91ab [ 1258.098815] env[63097]: INFO nova.scheduler.client.report [None req-c6743148-2f6b-453f-9f23-e677c614adfd tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Deleted allocations for instance a3a989cd-3f8f-4acd-ab51-6c14699295a3 [ 1258.109773] env[63097]: INFO nova.scheduler.client.report [None req-e430ae70-e499-4fbd-948d-9425481f8ea8 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Deleted allocations for instance 9c6e2679-c149-49c8-8a9f-bbae63fc378d [ 1258.167075] env[63097]: DEBUG nova.compute.manager [req-9233c9c0-5610-491a-8263-f6031e0a548e req-b99aff6a-7ee4-436e-8b0a-111fc3100950 service nova] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Received event network-vif-deleted-0fc109c9-1fb6-4d1c-9865-5e2e8a294550 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1258.167298] env[63097]: DEBUG nova.compute.manager [req-9233c9c0-5610-491a-8263-f6031e0a548e req-b99aff6a-7ee4-436e-8b0a-111fc3100950 service nova] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Received event network-vif-plugged-5b5f3f27-8fff-482b-8249-376feefc1f95 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1258.167491] env[63097]: DEBUG oslo_concurrency.lockutils [req-9233c9c0-5610-491a-8263-f6031e0a548e req-b99aff6a-7ee4-436e-8b0a-111fc3100950 service nova] Acquiring lock "39ba48cc-7c15-4bad-aee8-ff350e266b41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.167703] env[63097]: DEBUG oslo_concurrency.lockutils [req-9233c9c0-5610-491a-8263-f6031e0a548e req-b99aff6a-7ee4-436e-8b0a-111fc3100950 service nova] Lock "39ba48cc-7c15-4bad-aee8-ff350e266b41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.167873] env[63097]: DEBUG oslo_concurrency.lockutils [req-9233c9c0-5610-491a-8263-f6031e0a548e req-b99aff6a-7ee4-436e-8b0a-111fc3100950 service nova] Lock "39ba48cc-7c15-4bad-aee8-ff350e266b41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1258.168054] env[63097]: DEBUG nova.compute.manager [req-9233c9c0-5610-491a-8263-f6031e0a548e req-b99aff6a-7ee4-436e-8b0a-111fc3100950 service nova] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] No waiting events found dispatching network-vif-plugged-5b5f3f27-8fff-482b-8249-376feefc1f95 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1258.168227] env[63097]: WARNING nova.compute.manager [req-9233c9c0-5610-491a-8263-f6031e0a548e req-b99aff6a-7ee4-436e-8b0a-111fc3100950 service nova] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Received unexpected event network-vif-plugged-5b5f3f27-8fff-482b-8249-376feefc1f95 for instance with vm_state building and task_state spawning. [ 1258.168389] env[63097]: DEBUG nova.compute.manager [req-9233c9c0-5610-491a-8263-f6031e0a548e req-b99aff6a-7ee4-436e-8b0a-111fc3100950 service nova] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Received event network-changed-5b5f3f27-8fff-482b-8249-376feefc1f95 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1258.168544] env[63097]: DEBUG nova.compute.manager [req-9233c9c0-5610-491a-8263-f6031e0a548e req-b99aff6a-7ee4-436e-8b0a-111fc3100950 service nova] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Refreshing instance network info cache due to event network-changed-5b5f3f27-8fff-482b-8249-376feefc1f95. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1258.168735] env[63097]: DEBUG oslo_concurrency.lockutils [req-9233c9c0-5610-491a-8263-f6031e0a548e req-b99aff6a-7ee4-436e-8b0a-111fc3100950 service nova] Acquiring lock "refresh_cache-39ba48cc-7c15-4bad-aee8-ff350e266b41" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.168868] env[63097]: DEBUG oslo_concurrency.lockutils [req-9233c9c0-5610-491a-8263-f6031e0a548e req-b99aff6a-7ee4-436e-8b0a-111fc3100950 service nova] Acquired lock "refresh_cache-39ba48cc-7c15-4bad-aee8-ff350e266b41" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.169042] env[63097]: DEBUG nova.network.neutron [req-9233c9c0-5610-491a-8263-f6031e0a548e req-b99aff6a-7ee4-436e-8b0a-111fc3100950 service nova] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Refreshing network info cache for port 5b5f3f27-8fff-482b-8249-376feefc1f95 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1258.238355] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Acquiring lock "refresh_cache-39ba48cc-7c15-4bad-aee8-ff350e266b41" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.551429] env[63097]: DEBUG nova.network.neutron [None req-f8672d07-919f-4f5c-9d48-b46c6057461f tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Successfully updated port: cc8f28cd-2d8a-4b0b-b8f2-95c4e43e502c {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1258.575867] env[63097]: DEBUG nova.compute.utils [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1258.579321] env[63097]: DEBUG nova.compute.manager [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1258.579521] env[63097]: DEBUG nova.network.neutron [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1258.606924] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c6743148-2f6b-453f-9f23-e677c614adfd tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Lock "a3a989cd-3f8f-4acd-ab51-6c14699295a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.918s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1258.610981] env[63097]: DEBUG oslo_concurrency.lockutils [None req-eeee13e3-13af-4915-8cc0-16ea39e7c995 tempest-AttachInterfacesV270Test-754271559 tempest-AttachInterfacesV270Test-754271559-project-member] Lock "a2253032-97b8-4516-b21a-af6be03c91ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.055s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1258.618297] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e430ae70-e499-4fbd-948d-9425481f8ea8 tempest-ListServersNegativeTestJSON-2005822273 tempest-ListServersNegativeTestJSON-2005822273-project-member] Lock "9c6e2679-c149-49c8-8a9f-bbae63fc378d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.518s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1258.646986] env[63097]: DEBUG nova.policy [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84debf3307654c23a4a7dc6361723e4b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1fc99f3cd07d4922bb732cfd50d250c6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1258.701153] env[63097]: DEBUG nova.network.neutron [req-9233c9c0-5610-491a-8263-f6031e0a548e req-b99aff6a-7ee4-436e-8b0a-111fc3100950 service nova] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1258.779228] env[63097]: DEBUG nova.network.neutron [req-9233c9c0-5610-491a-8263-f6031e0a548e req-b99aff6a-7ee4-436e-8b0a-111fc3100950 service nova] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.058435] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f8672d07-919f-4f5c-9d48-b46c6057461f tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "refresh_cache-40586716-fefe-4da9-a96b-d2e7a6355ec0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1259.058645] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f8672d07-919f-4f5c-9d48-b46c6057461f tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquired lock "refresh_cache-40586716-fefe-4da9-a96b-d2e7a6355ec0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.058846] env[63097]: DEBUG nova.network.neutron [None req-f8672d07-919f-4f5c-9d48-b46c6057461f tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1259.084367] env[63097]: DEBUG nova.compute.manager [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1259.274451] env[63097]: DEBUG nova.network.neutron [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Successfully created port: 12b41d02-35d8-4847-ab8d-fd72461d18d3 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1259.281889] env[63097]: DEBUG oslo_concurrency.lockutils [req-9233c9c0-5610-491a-8263-f6031e0a548e req-b99aff6a-7ee4-436e-8b0a-111fc3100950 service nova] Releasing lock "refresh_cache-39ba48cc-7c15-4bad-aee8-ff350e266b41" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1259.282291] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Acquired lock "refresh_cache-39ba48cc-7c15-4bad-aee8-ff350e266b41" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.282441] env[63097]: DEBUG nova.network.neutron [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1259.529399] env[63097]: DEBUG nova.network.neutron [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Successfully updated port: 76eef5fb-7ace-432e-b01d-3448c2c38895 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1259.596342] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a73d03a-aa71-41ce-88a4-d1caeb5ff8fd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.605978] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d1d1b9-872a-43a3-bcf4-93918d0731ae {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.641036] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0caefcf7-26ae-43c5-a67f-e30ae321d0b1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.653027] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2725d36-624e-4520-8cca-26a3f74d4b14 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.669233] env[63097]: DEBUG nova.compute.provider_tree [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.832976] env[63097]: WARNING nova.network.neutron [None req-f8672d07-919f-4f5c-9d48-b46c6057461f tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] 4023f1be-d600-441b-9ec5-b01eac0704f3 already exists in list: networks containing: ['4023f1be-d600-441b-9ec5-b01eac0704f3']. ignoring it [ 1259.836165] env[63097]: DEBUG nova.network.neutron [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1259.912644] env[63097]: DEBUG nova.compute.manager [req-5e3beaff-73b4-4dcb-9ccc-f6a073c9300b req-d35eebdb-1170-4ae8-a69b-95c18279ec87 service nova] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Received event network-changed-8c588335-91ac-47a2-aa33-5183ac9f1a28 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1259.912934] env[63097]: DEBUG nova.compute.manager [req-5e3beaff-73b4-4dcb-9ccc-f6a073c9300b req-d35eebdb-1170-4ae8-a69b-95c18279ec87 service nova] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Refreshing instance network info cache due to event network-changed-8c588335-91ac-47a2-aa33-5183ac9f1a28. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1259.913217] env[63097]: DEBUG oslo_concurrency.lockutils [req-5e3beaff-73b4-4dcb-9ccc-f6a073c9300b req-d35eebdb-1170-4ae8-a69b-95c18279ec87 service nova] Acquiring lock "refresh_cache-26a52ba8-20a1-407d-a980-614f2dd21737" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1259.915766] env[63097]: DEBUG oslo_concurrency.lockutils [req-5e3beaff-73b4-4dcb-9ccc-f6a073c9300b req-d35eebdb-1170-4ae8-a69b-95c18279ec87 service nova] Acquired lock "refresh_cache-26a52ba8-20a1-407d-a980-614f2dd21737" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.915766] env[63097]: DEBUG nova.network.neutron [req-5e3beaff-73b4-4dcb-9ccc-f6a073c9300b req-d35eebdb-1170-4ae8-a69b-95c18279ec87 service nova] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Refreshing network info cache for port 8c588335-91ac-47a2-aa33-5183ac9f1a28 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1260.064487] env[63097]: DEBUG nova.network.neutron [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Updating instance_info_cache with network_info: [{"id": "5b5f3f27-8fff-482b-8249-376feefc1f95", "address": "fa:16:3e:25:71:8b", "network": {"id": "f5dc28e4-1596-4e88-9b8f-4f2496d3c70b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1848962158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e2c0de6b8f743c3be7c2bb6c5486ccd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b5f3f27-8f", "ovs_interfaceid": "5b5f3f27-8fff-482b-8249-376feefc1f95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.095212] env[63097]: DEBUG nova.compute.manager [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1260.121160] env[63097]: DEBUG nova.virt.hardware [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1260.121437] env[63097]: DEBUG nova.virt.hardware [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1260.121600] env[63097]: DEBUG nova.virt.hardware [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1260.121814] env[63097]: DEBUG nova.virt.hardware [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1260.122011] env[63097]: DEBUG nova.virt.hardware [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1260.122373] env[63097]: DEBUG nova.virt.hardware [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1260.122715] env[63097]: DEBUG nova.virt.hardware [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1260.122940] env[63097]: DEBUG nova.virt.hardware [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1260.123168] env[63097]: DEBUG nova.virt.hardware [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1260.123379] env[63097]: DEBUG nova.virt.hardware [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1260.123595] env[63097]: DEBUG nova.virt.hardware [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1260.124827] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a880c63b-2a08-4c17-b8ad-d3bcdf03bc95 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.137732] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de040c53-c4ad-45d7-a197-a34f92a56ab8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.172351] env[63097]: DEBUG nova.scheduler.client.report [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1260.467499] env[63097]: DEBUG nova.network.neutron [req-5e3beaff-73b4-4dcb-9ccc-f6a073c9300b req-d35eebdb-1170-4ae8-a69b-95c18279ec87 service nova] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1260.561272] env[63097]: DEBUG nova.network.neutron [req-5e3beaff-73b4-4dcb-9ccc-f6a073c9300b req-d35eebdb-1170-4ae8-a69b-95c18279ec87 service nova] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.568237] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Releasing lock "refresh_cache-39ba48cc-7c15-4bad-aee8-ff350e266b41" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1260.568237] env[63097]: DEBUG nova.compute.manager [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Instance network_info: |[{"id": "5b5f3f27-8fff-482b-8249-376feefc1f95", "address": "fa:16:3e:25:71:8b", "network": {"id": "f5dc28e4-1596-4e88-9b8f-4f2496d3c70b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1848962158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e2c0de6b8f743c3be7c2bb6c5486ccd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b5f3f27-8f", "ovs_interfaceid": "5b5f3f27-8fff-482b-8249-376feefc1f95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1260.568449] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:71:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7adad264-9276-43ef-9b03-07dc27d3f81e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b5f3f27-8fff-482b-8249-376feefc1f95', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1260.576921] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Creating folder: Project (0e2c0de6b8f743c3be7c2bb6c5486ccd). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1260.577843] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebf944bf-7d49-4ab0-b21e-79adf2bb487e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.588744] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Created folder: Project (0e2c0de6b8f743c3be7c2bb6c5486ccd) in parent group-v351483. [ 1260.589061] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Creating folder: Instances. Parent ref: group-v351580. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1260.589531] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b80ca59-55ce-4a8f-ad7d-5f5c25cbbc2b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.599542] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Created folder: Instances in parent group-v351580. [ 1260.599542] env[63097]: DEBUG oslo.service.loopingcall [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1260.599542] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1260.599542] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a42b5ca9-e5be-42f5-8bf7-bc6528398825 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.635845] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1260.635845] env[63097]: value = "task-1686632" [ 1260.635845] env[63097]: _type = "Task" [ 1260.635845] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.644742] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686632, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.677949] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1260.678541] env[63097]: DEBUG nova.compute.manager [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1260.681280] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.558s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1260.682742] env[63097]: INFO nova.compute.claims [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1260.775017] env[63097]: DEBUG nova.network.neutron [None req-f8672d07-919f-4f5c-9d48-b46c6057461f tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Updating instance_info_cache with network_info: [{"id": "73da1d5d-ea02-4567-9437-a4ee36ed7f28", "address": "fa:16:3e:fd:7b:3e", "network": {"id": "4023f1be-d600-441b-9ec5-b01eac0704f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1618053137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a00e94d35e44678b6698f8af082c448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73da1d5d-ea", "ovs_interfaceid": "73da1d5d-ea02-4567-9437-a4ee36ed7f28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cc8f28cd-2d8a-4b0b-b8f2-95c4e43e502c", "address": "fa:16:3e:e8:2a:b1", "network": {"id": "4023f1be-d600-441b-9ec5-b01eac0704f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1618053137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a00e94d35e44678b6698f8af082c448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc8f28cd-2d", "ovs_interfaceid": "cc8f28cd-2d8a-4b0b-b8f2-95c4e43e502c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.066664] env[63097]: DEBUG oslo_concurrency.lockutils [req-5e3beaff-73b4-4dcb-9ccc-f6a073c9300b req-d35eebdb-1170-4ae8-a69b-95c18279ec87 service nova] Releasing lock "refresh_cache-26a52ba8-20a1-407d-a980-614f2dd21737" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1261.066908] env[63097]: DEBUG nova.compute.manager [req-5e3beaff-73b4-4dcb-9ccc-f6a073c9300b req-d35eebdb-1170-4ae8-a69b-95c18279ec87 service nova] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Received event network-vif-plugged-cc8f28cd-2d8a-4b0b-b8f2-95c4e43e502c {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1261.067219] env[63097]: DEBUG oslo_concurrency.lockutils [req-5e3beaff-73b4-4dcb-9ccc-f6a073c9300b req-d35eebdb-1170-4ae8-a69b-95c18279ec87 service nova] Acquiring lock "40586716-fefe-4da9-a96b-d2e7a6355ec0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1261.067377] env[63097]: DEBUG oslo_concurrency.lockutils [req-5e3beaff-73b4-4dcb-9ccc-f6a073c9300b req-d35eebdb-1170-4ae8-a69b-95c18279ec87 service nova] Lock "40586716-fefe-4da9-a96b-d2e7a6355ec0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1261.067546] env[63097]: DEBUG oslo_concurrency.lockutils [req-5e3beaff-73b4-4dcb-9ccc-f6a073c9300b req-d35eebdb-1170-4ae8-a69b-95c18279ec87 service nova] Lock "40586716-fefe-4da9-a96b-d2e7a6355ec0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1261.067719] env[63097]: DEBUG nova.compute.manager [req-5e3beaff-73b4-4dcb-9ccc-f6a073c9300b req-d35eebdb-1170-4ae8-a69b-95c18279ec87 service nova] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] No waiting events found dispatching network-vif-plugged-cc8f28cd-2d8a-4b0b-b8f2-95c4e43e502c {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1261.067892] env[63097]: WARNING nova.compute.manager [req-5e3beaff-73b4-4dcb-9ccc-f6a073c9300b req-d35eebdb-1170-4ae8-a69b-95c18279ec87 service nova] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Received unexpected event network-vif-plugged-cc8f28cd-2d8a-4b0b-b8f2-95c4e43e502c for instance with vm_state active and task_state None. [ 1261.068073] env[63097]: DEBUG nova.compute.manager [req-5e3beaff-73b4-4dcb-9ccc-f6a073c9300b req-d35eebdb-1170-4ae8-a69b-95c18279ec87 service nova] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Received event network-changed-cc8f28cd-2d8a-4b0b-b8f2-95c4e43e502c {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1261.068235] env[63097]: DEBUG nova.compute.manager [req-5e3beaff-73b4-4dcb-9ccc-f6a073c9300b req-d35eebdb-1170-4ae8-a69b-95c18279ec87 service nova] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Refreshing instance network info cache due to event network-changed-cc8f28cd-2d8a-4b0b-b8f2-95c4e43e502c. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1261.068412] env[63097]: DEBUG oslo_concurrency.lockutils [req-5e3beaff-73b4-4dcb-9ccc-f6a073c9300b req-d35eebdb-1170-4ae8-a69b-95c18279ec87 service nova] Acquiring lock "refresh_cache-40586716-fefe-4da9-a96b-d2e7a6355ec0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1261.145341] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686632, 'name': CreateVM_Task, 'duration_secs': 0.434943} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.145618] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1261.146232] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1261.146539] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.146717] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1261.146972] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c44adfd-7ef7-4d36-bed1-ef5f0a67da32 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.151843] env[63097]: DEBUG oslo_vmware.api [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Waiting for the task: (returnval){ [ 1261.151843] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52edbcc0-274f-4e35-c929-17308c724c4b" [ 1261.151843] env[63097]: _type = "Task" [ 1261.151843] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.159207] env[63097]: DEBUG oslo_vmware.api [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52edbcc0-274f-4e35-c929-17308c724c4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.189461] env[63097]: DEBUG nova.compute.utils [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1261.190917] env[63097]: DEBUG nova.compute.manager [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1261.191104] env[63097]: DEBUG nova.network.neutron [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1261.278963] env[63097]: DEBUG nova.policy [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00b305face6f4a2781e92d9cf014f6d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da12a5842c1843779e0d0c1b3f2c6973', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1261.282480] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f8672d07-919f-4f5c-9d48-b46c6057461f tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Releasing lock "refresh_cache-40586716-fefe-4da9-a96b-d2e7a6355ec0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1261.283434] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f8672d07-919f-4f5c-9d48-b46c6057461f tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "40586716-fefe-4da9-a96b-d2e7a6355ec0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1261.284121] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f8672d07-919f-4f5c-9d48-b46c6057461f tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquired lock "40586716-fefe-4da9-a96b-d2e7a6355ec0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.284867] env[63097]: DEBUG oslo_concurrency.lockutils [req-5e3beaff-73b4-4dcb-9ccc-f6a073c9300b req-d35eebdb-1170-4ae8-a69b-95c18279ec87 service nova] Acquired lock "refresh_cache-40586716-fefe-4da9-a96b-d2e7a6355ec0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.289019] env[63097]: DEBUG nova.network.neutron [req-5e3beaff-73b4-4dcb-9ccc-f6a073c9300b req-d35eebdb-1170-4ae8-a69b-95c18279ec87 service nova] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Refreshing network info cache for port cc8f28cd-2d8a-4b0b-b8f2-95c4e43e502c {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1261.289019] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212badde-37b6-4d3c-81e6-16d8450399bb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.306828] env[63097]: DEBUG nova.virt.hardware [None req-f8672d07-919f-4f5c-9d48-b46c6057461f tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1261.307276] env[63097]: DEBUG nova.virt.hardware [None req-f8672d07-919f-4f5c-9d48-b46c6057461f tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1261.307645] env[63097]: DEBUG nova.virt.hardware [None req-f8672d07-919f-4f5c-9d48-b46c6057461f tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1261.307941] env[63097]: DEBUG nova.virt.hardware [None req-f8672d07-919f-4f5c-9d48-b46c6057461f tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1261.308231] env[63097]: DEBUG nova.virt.hardware [None req-f8672d07-919f-4f5c-9d48-b46c6057461f tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1261.308501] env[63097]: DEBUG nova.virt.hardware [None req-f8672d07-919f-4f5c-9d48-b46c6057461f tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1261.308806] env[63097]: DEBUG nova.virt.hardware [None req-f8672d07-919f-4f5c-9d48-b46c6057461f tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1261.309118] env[63097]: DEBUG nova.virt.hardware [None req-f8672d07-919f-4f5c-9d48-b46c6057461f tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1261.309481] env[63097]: DEBUG nova.virt.hardware [None req-f8672d07-919f-4f5c-9d48-b46c6057461f tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1261.309768] env[63097]: DEBUG nova.virt.hardware [None req-f8672d07-919f-4f5c-9d48-b46c6057461f tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1261.310068] env[63097]: DEBUG nova.virt.hardware [None req-f8672d07-919f-4f5c-9d48-b46c6057461f tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1261.316712] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f8672d07-919f-4f5c-9d48-b46c6057461f tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Reconfiguring VM to attach interface {{(pid=63097) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1929}} [ 1261.317862] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d33a4e96-48ce-4e4e-a1de-d454ab321728 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.337534] env[63097]: DEBUG oslo_vmware.api [None req-f8672d07-919f-4f5c-9d48-b46c6057461f tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for the task: (returnval){ [ 1261.337534] env[63097]: value = "task-1686633" [ 1261.337534] env[63097]: _type = "Task" [ 1261.337534] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.348096] env[63097]: DEBUG oslo_vmware.api [None req-f8672d07-919f-4f5c-9d48-b46c6057461f tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1686633, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.667099] env[63097]: DEBUG oslo_vmware.api [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52edbcc0-274f-4e35-c929-17308c724c4b, 'name': SearchDatastore_Task, 'duration_secs': 0.013617} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.668371] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1261.668371] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1261.668371] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1261.668371] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.668371] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1261.668550] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00cf1611-f9d1-457b-97de-1d0a3ae91d4f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.682473] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1261.682953] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1261.683476] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c8907ee-9590-47f7-aa23-28da66c959e8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.693330] env[63097]: DEBUG oslo_vmware.api [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Waiting for the task: (returnval){ [ 1261.693330] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5288c0b6-25ef-a8b8-30ab-d2cf5e8603f3" [ 1261.693330] env[63097]: _type = "Task" [ 1261.693330] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.700858] env[63097]: DEBUG nova.compute.manager [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1261.704153] env[63097]: DEBUG oslo_vmware.api [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5288c0b6-25ef-a8b8-30ab-d2cf5e8603f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.793936] env[63097]: DEBUG nova.network.neutron [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Successfully created port: 1618279a-80b1-4541-9ae6-86aab5590024 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1261.866480] env[63097]: DEBUG oslo_vmware.api [None req-f8672d07-919f-4f5c-9d48-b46c6057461f tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1686633, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.075429] env[63097]: DEBUG nova.network.neutron [req-5e3beaff-73b4-4dcb-9ccc-f6a073c9300b req-d35eebdb-1170-4ae8-a69b-95c18279ec87 service nova] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Updated VIF entry in instance network info cache for port cc8f28cd-2d8a-4b0b-b8f2-95c4e43e502c. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1262.075866] env[63097]: DEBUG nova.network.neutron [req-5e3beaff-73b4-4dcb-9ccc-f6a073c9300b req-d35eebdb-1170-4ae8-a69b-95c18279ec87 service nova] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Updating instance_info_cache with network_info: [{"id": "73da1d5d-ea02-4567-9437-a4ee36ed7f28", "address": "fa:16:3e:fd:7b:3e", "network": {"id": "4023f1be-d600-441b-9ec5-b01eac0704f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1618053137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a00e94d35e44678b6698f8af082c448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73da1d5d-ea", "ovs_interfaceid": "73da1d5d-ea02-4567-9437-a4ee36ed7f28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cc8f28cd-2d8a-4b0b-b8f2-95c4e43e502c", "address": "fa:16:3e:e8:2a:b1", "network": {"id": "4023f1be-d600-441b-9ec5-b01eac0704f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1618053137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a00e94d35e44678b6698f8af082c448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc8f28cd-2d", "ovs_interfaceid": "cc8f28cd-2d8a-4b0b-b8f2-95c4e43e502c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.085987] env[63097]: DEBUG nova.network.neutron [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Successfully updated port: 12b41d02-35d8-4847-ab8d-fd72461d18d3 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1262.200424] env[63097]: DEBUG oslo_vmware.api [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5288c0b6-25ef-a8b8-30ab-d2cf5e8603f3, 'name': SearchDatastore_Task, 'duration_secs': 0.008742} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.204423] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61aaf1e2-5441-4436-b8bf-8c1b6de73b18 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.214067] env[63097]: DEBUG oslo_vmware.api [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Waiting for the task: (returnval){ [ 1262.214067] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]523320aa-e0cf-57b1-8af8-040eb0bda582" [ 1262.214067] env[63097]: _type = "Task" [ 1262.214067] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.232533] env[63097]: DEBUG oslo_vmware.api [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]523320aa-e0cf-57b1-8af8-040eb0bda582, 'name': SearchDatastore_Task, 'duration_secs': 0.010374} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.232851] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.233497] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 39ba48cc-7c15-4bad-aee8-ff350e266b41/39ba48cc-7c15-4bad-aee8-ff350e266b41.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1262.233497] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f203a82e-4e92-4aa2-8371-67ec344b483c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.243419] env[63097]: DEBUG oslo_vmware.api [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Waiting for the task: (returnval){ [ 1262.243419] env[63097]: value = "task-1686634" [ 1262.243419] env[63097]: _type = "Task" [ 1262.243419] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.254096] env[63097]: DEBUG oslo_vmware.api [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Task: {'id': task-1686634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.293557] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe79c9e-f60d-402e-a0be-6ed2edda3eac {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.300378] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75640fab-a7d3-42e5-8bdb-6291baf58efd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.335263] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894d49cb-a151-4769-8047-19846509a5f4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.345916] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d521ea3a-f543-4480-9128-d00786c1da8e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.354622] env[63097]: DEBUG oslo_vmware.api [None req-f8672d07-919f-4f5c-9d48-b46c6057461f tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1686633, 'name': ReconfigVM_Task, 'duration_secs': 0.744041} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.355574] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f8672d07-919f-4f5c-9d48-b46c6057461f tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Releasing lock "40586716-fefe-4da9-a96b-d2e7a6355ec0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.355813] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f8672d07-919f-4f5c-9d48-b46c6057461f tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Reconfigured VM to attach interface {{(pid=63097) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1943}} [ 1262.366358] env[63097]: DEBUG nova.compute.provider_tree [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.564058] env[63097]: DEBUG nova.network.neutron [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Successfully updated port: 65745ca5-2390-44cf-81ff-0c647a09b791 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1262.578733] env[63097]: DEBUG oslo_concurrency.lockutils [req-5e3beaff-73b4-4dcb-9ccc-f6a073c9300b req-d35eebdb-1170-4ae8-a69b-95c18279ec87 service nova] Releasing lock "refresh_cache-40586716-fefe-4da9-a96b-d2e7a6355ec0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.579215] env[63097]: DEBUG nova.compute.manager [req-5e3beaff-73b4-4dcb-9ccc-f6a073c9300b req-d35eebdb-1170-4ae8-a69b-95c18279ec87 service nova] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Received event network-vif-plugged-76eef5fb-7ace-432e-b01d-3448c2c38895 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1262.579537] env[63097]: DEBUG oslo_concurrency.lockutils [req-5e3beaff-73b4-4dcb-9ccc-f6a073c9300b req-d35eebdb-1170-4ae8-a69b-95c18279ec87 service nova] Acquiring lock "26a52ba8-20a1-407d-a980-614f2dd21737-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1262.579691] env[63097]: DEBUG oslo_concurrency.lockutils [req-5e3beaff-73b4-4dcb-9ccc-f6a073c9300b req-d35eebdb-1170-4ae8-a69b-95c18279ec87 service nova] Lock "26a52ba8-20a1-407d-a980-614f2dd21737-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1262.579952] env[63097]: DEBUG oslo_concurrency.lockutils [req-5e3beaff-73b4-4dcb-9ccc-f6a073c9300b req-d35eebdb-1170-4ae8-a69b-95c18279ec87 service nova] Lock "26a52ba8-20a1-407d-a980-614f2dd21737-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1262.580178] env[63097]: DEBUG nova.compute.manager [req-5e3beaff-73b4-4dcb-9ccc-f6a073c9300b req-d35eebdb-1170-4ae8-a69b-95c18279ec87 service nova] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] No waiting events found dispatching network-vif-plugged-76eef5fb-7ace-432e-b01d-3448c2c38895 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1262.580378] env[63097]: WARNING nova.compute.manager [req-5e3beaff-73b4-4dcb-9ccc-f6a073c9300b req-d35eebdb-1170-4ae8-a69b-95c18279ec87 service nova] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Received unexpected event network-vif-plugged-76eef5fb-7ace-432e-b01d-3448c2c38895 for instance with vm_state building and task_state spawning. [ 1262.592603] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Acquiring lock "refresh_cache-fa82a482-c837-4555-a130-9425fb6d34fd" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.592603] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Acquired lock "refresh_cache-fa82a482-c837-4555-a130-9425fb6d34fd" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.592603] env[63097]: DEBUG nova.network.neutron [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1262.713453] env[63097]: DEBUG nova.compute.manager [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1262.742678] env[63097]: DEBUG nova.virt.hardware [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1262.742909] env[63097]: DEBUG nova.virt.hardware [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1262.743135] env[63097]: DEBUG nova.virt.hardware [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1262.743399] env[63097]: DEBUG nova.virt.hardware [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1262.743553] env[63097]: DEBUG nova.virt.hardware [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1262.743721] env[63097]: DEBUG nova.virt.hardware [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1262.744284] env[63097]: DEBUG nova.virt.hardware [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1262.744284] env[63097]: DEBUG nova.virt.hardware [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1262.744284] env[63097]: DEBUG nova.virt.hardware [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1262.744495] env[63097]: DEBUG nova.virt.hardware [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1262.744735] env[63097]: DEBUG nova.virt.hardware [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1262.745712] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b55abea-e8b4-4652-aa2b-ac95666a10f9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.756381] env[63097]: DEBUG oslo_vmware.api [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Task: {'id': task-1686634, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47167} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.758431] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 39ba48cc-7c15-4bad-aee8-ff350e266b41/39ba48cc-7c15-4bad-aee8-ff350e266b41.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1262.758649] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1262.758948] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab220358-a243-4e26-b960-ef5d1209d330 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.763205] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3abb8e-c215-4fb8-801f-ebfb7681db3d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.776682] env[63097]: DEBUG oslo_vmware.api [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Waiting for the task: (returnval){ [ 1262.776682] env[63097]: value = "task-1686635" [ 1262.776682] env[63097]: _type = "Task" [ 1262.776682] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.784587] env[63097]: DEBUG oslo_vmware.api [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Task: {'id': task-1686635, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.869673] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f8672d07-919f-4f5c-9d48-b46c6057461f tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "interface-40586716-fefe-4da9-a96b-d2e7a6355ec0-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.959s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1262.871250] env[63097]: DEBUG nova.scheduler.client.report [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1262.950419] env[63097]: DEBUG nova.compute.manager [req-47a55025-951c-4d7e-ae27-716414361f51 req-d6b5da6e-23da-473c-960b-db32eb5a3aab service nova] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Received event network-changed-76eef5fb-7ace-432e-b01d-3448c2c38895 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1262.950644] env[63097]: DEBUG nova.compute.manager [req-47a55025-951c-4d7e-ae27-716414361f51 req-d6b5da6e-23da-473c-960b-db32eb5a3aab service nova] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Refreshing instance network info cache due to event network-changed-76eef5fb-7ace-432e-b01d-3448c2c38895. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1262.950880] env[63097]: DEBUG oslo_concurrency.lockutils [req-47a55025-951c-4d7e-ae27-716414361f51 req-d6b5da6e-23da-473c-960b-db32eb5a3aab service nova] Acquiring lock "refresh_cache-26a52ba8-20a1-407d-a980-614f2dd21737" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.951078] env[63097]: DEBUG oslo_concurrency.lockutils [req-47a55025-951c-4d7e-ae27-716414361f51 req-d6b5da6e-23da-473c-960b-db32eb5a3aab service nova] Acquired lock "refresh_cache-26a52ba8-20a1-407d-a980-614f2dd21737" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.951258] env[63097]: DEBUG nova.network.neutron [req-47a55025-951c-4d7e-ae27-716414361f51 req-d6b5da6e-23da-473c-960b-db32eb5a3aab service nova] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Refreshing network info cache for port 76eef5fb-7ace-432e-b01d-3448c2c38895 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1263.067392] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Acquiring lock "refresh_cache-26a52ba8-20a1-407d-a980-614f2dd21737" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.139383] env[63097]: DEBUG nova.network.neutron [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1263.285618] env[63097]: DEBUG oslo_vmware.api [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Task: {'id': task-1686635, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077951} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.285922] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1263.286866] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dedb3da-c046-4547-b165-3be03c0bd3f6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.309223] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 39ba48cc-7c15-4bad-aee8-ff350e266b41/39ba48cc-7c15-4bad-aee8-ff350e266b41.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1263.309526] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95556cfe-4d27-4c78-93ff-4d5ab5cb3f85 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.331038] env[63097]: DEBUG oslo_vmware.api [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Waiting for the task: (returnval){ [ 1263.331038] env[63097]: value = "task-1686636" [ 1263.331038] env[63097]: _type = "Task" [ 1263.331038] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.341107] env[63097]: DEBUG oslo_vmware.api [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Task: {'id': task-1686636, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.377136] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1263.377713] env[63097]: DEBUG nova.compute.manager [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1263.380884] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.400s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.382349] env[63097]: INFO nova.compute.claims [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1263.561063] env[63097]: DEBUG nova.network.neutron [req-47a55025-951c-4d7e-ae27-716414361f51 req-d6b5da6e-23da-473c-960b-db32eb5a3aab service nova] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1263.822485] env[63097]: DEBUG nova.network.neutron [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Updating instance_info_cache with network_info: [{"id": "12b41d02-35d8-4847-ab8d-fd72461d18d3", "address": "fa:16:3e:6e:1d:f8", "network": {"id": "6b81232d-2bfc-4ee5-aaa8-178b8f49236c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6d5186fbfb8046dfb1f369e636f8eafb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12b41d02-35", "ovs_interfaceid": "12b41d02-35d8-4847-ab8d-fd72461d18d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.832511] env[63097]: DEBUG nova.network.neutron [req-47a55025-951c-4d7e-ae27-716414361f51 req-d6b5da6e-23da-473c-960b-db32eb5a3aab service nova] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.845056] env[63097]: DEBUG oslo_vmware.api [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Task: {'id': task-1686636, 'name': ReconfigVM_Task, 'duration_secs': 0.309819} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.845501] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 39ba48cc-7c15-4bad-aee8-ff350e266b41/39ba48cc-7c15-4bad-aee8-ff350e266b41.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1263.846485] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d59f3881-86f1-4bf1-9d1c-a3eed46cb868 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.853812] env[63097]: DEBUG oslo_vmware.api [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Waiting for the task: (returnval){ [ 1263.853812] env[63097]: value = "task-1686637" [ 1263.853812] env[63097]: _type = "Task" [ 1263.853812] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.867806] env[63097]: DEBUG oslo_vmware.api [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Task: {'id': task-1686637, 'name': Rename_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.888682] env[63097]: DEBUG nova.compute.utils [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1263.890189] env[63097]: DEBUG nova.compute.manager [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1263.890348] env[63097]: DEBUG nova.network.neutron [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1263.895750] env[63097]: DEBUG nova.objects.instance [None req-81b31762-249c-4db7-8cdb-48007fe3537b tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Lazy-loading 'flavor' on Instance uuid 737c0d60-09bb-4883-b61b-93091bf6cb65 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.986441] env[63097]: DEBUG nova.policy [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b486ed0d33d942268fb57d0c0626ffd2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed5ea40aafe14fa79c22cdd88fb8d2c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1264.313263] env[63097]: DEBUG nova.network.neutron [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Successfully updated port: 1618279a-80b1-4541-9ae6-86aab5590024 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1264.325361] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Releasing lock "refresh_cache-fa82a482-c837-4555-a130-9425fb6d34fd" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1264.325967] env[63097]: DEBUG nova.compute.manager [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Instance network_info: |[{"id": "12b41d02-35d8-4847-ab8d-fd72461d18d3", "address": "fa:16:3e:6e:1d:f8", "network": {"id": "6b81232d-2bfc-4ee5-aaa8-178b8f49236c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6d5186fbfb8046dfb1f369e636f8eafb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12b41d02-35", "ovs_interfaceid": "12b41d02-35d8-4847-ab8d-fd72461d18d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1264.326687] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:1d:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12b41d02-35d8-4847-ab8d-fd72461d18d3', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1264.335108] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Creating folder: Project (1fc99f3cd07d4922bb732cfd50d250c6). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1264.336145] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d59decb8-dc5c-403a-a92e-7093198b6a64 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.338360] env[63097]: DEBUG oslo_concurrency.lockutils [req-47a55025-951c-4d7e-ae27-716414361f51 req-d6b5da6e-23da-473c-960b-db32eb5a3aab service nova] Releasing lock "refresh_cache-26a52ba8-20a1-407d-a980-614f2dd21737" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1264.338748] env[63097]: DEBUG nova.compute.manager [req-47a55025-951c-4d7e-ae27-716414361f51 req-d6b5da6e-23da-473c-960b-db32eb5a3aab service nova] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Received event network-vif-plugged-12b41d02-35d8-4847-ab8d-fd72461d18d3 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1264.339033] env[63097]: DEBUG oslo_concurrency.lockutils [req-47a55025-951c-4d7e-ae27-716414361f51 req-d6b5da6e-23da-473c-960b-db32eb5a3aab service nova] Acquiring lock "fa82a482-c837-4555-a130-9425fb6d34fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1264.339108] env[63097]: DEBUG oslo_concurrency.lockutils [req-47a55025-951c-4d7e-ae27-716414361f51 req-d6b5da6e-23da-473c-960b-db32eb5a3aab service nova] Lock "fa82a482-c837-4555-a130-9425fb6d34fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1264.339347] env[63097]: DEBUG oslo_concurrency.lockutils [req-47a55025-951c-4d7e-ae27-716414361f51 req-d6b5da6e-23da-473c-960b-db32eb5a3aab service nova] Lock "fa82a482-c837-4555-a130-9425fb6d34fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1264.339430] env[63097]: DEBUG nova.compute.manager [req-47a55025-951c-4d7e-ae27-716414361f51 req-d6b5da6e-23da-473c-960b-db32eb5a3aab service nova] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] No waiting events found dispatching network-vif-plugged-12b41d02-35d8-4847-ab8d-fd72461d18d3 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1264.339600] env[63097]: WARNING nova.compute.manager [req-47a55025-951c-4d7e-ae27-716414361f51 req-d6b5da6e-23da-473c-960b-db32eb5a3aab service nova] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Received unexpected event network-vif-plugged-12b41d02-35d8-4847-ab8d-fd72461d18d3 for instance with vm_state building and task_state spawning. [ 1264.339918] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Acquired lock "refresh_cache-26a52ba8-20a1-407d-a980-614f2dd21737" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.340184] env[63097]: DEBUG nova.network.neutron [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1264.351627] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Created folder: Project (1fc99f3cd07d4922bb732cfd50d250c6) in parent group-v351483. [ 1264.351850] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Creating folder: Instances. Parent ref: group-v351583. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1264.352086] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9acec4bf-e971-44d8-becb-b716734c6f01 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.366018] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Created folder: Instances in parent group-v351583. [ 1264.366018] env[63097]: DEBUG oslo.service.loopingcall [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1264.366018] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1264.366286] env[63097]: DEBUG oslo_vmware.api [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Task: {'id': task-1686637, 'name': Rename_Task, 'duration_secs': 0.134908} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.366767] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-906c961d-395d-4292-a582-a9f83f1d79a9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.381901] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1264.382454] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57e07655-da1c-4558-ad32-27a6a89e9a17 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.388506] env[63097]: DEBUG oslo_vmware.api [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Waiting for the task: (returnval){ [ 1264.388506] env[63097]: value = "task-1686640" [ 1264.388506] env[63097]: _type = "Task" [ 1264.388506] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.389640] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1264.389640] env[63097]: value = "task-1686641" [ 1264.389640] env[63097]: _type = "Task" [ 1264.389640] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.395775] env[63097]: DEBUG nova.compute.manager [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1264.408175] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686641, 'name': CreateVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.411820] env[63097]: DEBUG oslo_concurrency.lockutils [None req-81b31762-249c-4db7-8cdb-48007fe3537b tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Acquiring lock "refresh_cache-737c0d60-09bb-4883-b61b-93091bf6cb65" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1264.412030] env[63097]: DEBUG oslo_concurrency.lockutils [None req-81b31762-249c-4db7-8cdb-48007fe3537b tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Acquired lock "refresh_cache-737c0d60-09bb-4883-b61b-93091bf6cb65" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.414057] env[63097]: DEBUG oslo_vmware.api [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Task: {'id': task-1686640, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.661978] env[63097]: DEBUG nova.network.neutron [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Successfully created port: db69b75d-56cc-43cf-94d2-778c97d00ebd {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1264.814029] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Acquiring lock "refresh_cache-592b8898-43e7-46b1-b16f-39ed5cfe8fc3" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1264.814190] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Acquired lock "refresh_cache-592b8898-43e7-46b1-b16f-39ed5cfe8fc3" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.814379] env[63097]: DEBUG nova.network.neutron [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1264.905740] env[63097]: DEBUG oslo_vmware.api [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Task: {'id': task-1686640, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.914253] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686641, 'name': CreateVM_Task, 'duration_secs': 0.311532} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.915105] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1264.916129] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1264.916450] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.916937] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1264.917344] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5516ef5b-ac0b-49d5-abe0-8c9dda2f13f1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.924130] env[63097]: DEBUG oslo_vmware.api [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Waiting for the task: (returnval){ [ 1264.924130] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52466970-6402-9780-134b-cc2b6efea85a" [ 1264.924130] env[63097]: _type = "Task" [ 1264.924130] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.937073] env[63097]: DEBUG oslo_vmware.api [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52466970-6402-9780-134b-cc2b6efea85a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.951917] env[63097]: DEBUG nova.network.neutron [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1264.960122] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe9a054-76c2-41af-9034-fb81a8a952fe {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.968852] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c7983f-0fec-4dfc-aa62-1f705ed19102 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.003777] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c00eec7-7283-4d94-a556-736b855874ea {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.012556] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fd862b-a371-4427-8032-91414f3a6706 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.028164] env[63097]: DEBUG nova.compute.provider_tree [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1265.218872] env[63097]: DEBUG nova.compute.manager [req-1c7b5b76-ec43-4a60-a3d2-d9e13a51a2e5 req-a0228a45-a908-4d2b-b2e4-183ba90a3f95 service nova] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Received event network-changed-12b41d02-35d8-4847-ab8d-fd72461d18d3 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1265.219291] env[63097]: DEBUG nova.compute.manager [req-1c7b5b76-ec43-4a60-a3d2-d9e13a51a2e5 req-a0228a45-a908-4d2b-b2e4-183ba90a3f95 service nova] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Refreshing instance network info cache due to event network-changed-12b41d02-35d8-4847-ab8d-fd72461d18d3. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1265.219682] env[63097]: DEBUG oslo_concurrency.lockutils [req-1c7b5b76-ec43-4a60-a3d2-d9e13a51a2e5 req-a0228a45-a908-4d2b-b2e4-183ba90a3f95 service nova] Acquiring lock "refresh_cache-fa82a482-c837-4555-a130-9425fb6d34fd" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.219682] env[63097]: DEBUG oslo_concurrency.lockutils [req-1c7b5b76-ec43-4a60-a3d2-d9e13a51a2e5 req-a0228a45-a908-4d2b-b2e4-183ba90a3f95 service nova] Acquired lock "refresh_cache-fa82a482-c837-4555-a130-9425fb6d34fd" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.219862] env[63097]: DEBUG nova.network.neutron [req-1c7b5b76-ec43-4a60-a3d2-d9e13a51a2e5 req-a0228a45-a908-4d2b-b2e4-183ba90a3f95 service nova] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Refreshing network info cache for port 12b41d02-35d8-4847-ab8d-fd72461d18d3 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1265.361211] env[63097]: DEBUG nova.network.neutron [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1265.400364] env[63097]: DEBUG oslo_vmware.api [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Task: {'id': task-1686640, 'name': PowerOnVM_Task, 'duration_secs': 0.602347} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.400677] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1265.400905] env[63097]: INFO nova.compute.manager [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Took 7.94 seconds to spawn the instance on the hypervisor. [ 1265.401117] env[63097]: DEBUG nova.compute.manager [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1265.401945] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdddfbf-73b0-4db7-89d7-f476fbd67df1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.418019] env[63097]: DEBUG nova.compute.manager [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1265.435029] env[63097]: DEBUG oslo_vmware.api [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52466970-6402-9780-134b-cc2b6efea85a, 'name': SearchDatastore_Task, 'duration_secs': 0.018844} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.435153] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.435430] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1265.435677] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.435831] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.436309] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1265.438076] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06f5c4ec-0580-44be-8185-35a8aaa43a64 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.448346] env[63097]: DEBUG nova.virt.hardware [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1265.448583] env[63097]: DEBUG nova.virt.hardware [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1265.448851] env[63097]: DEBUG nova.virt.hardware [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1265.448961] env[63097]: DEBUG nova.virt.hardware [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1265.451958] env[63097]: DEBUG nova.virt.hardware [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1265.451958] env[63097]: DEBUG nova.virt.hardware [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1265.451958] env[63097]: DEBUG nova.virt.hardware [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1265.451958] env[63097]: DEBUG nova.virt.hardware [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1265.451958] env[63097]: DEBUG nova.virt.hardware [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1265.451958] env[63097]: DEBUG nova.virt.hardware [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1265.451958] env[63097]: DEBUG nova.virt.hardware [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1265.451958] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e42dcd-4f81-4c7d-90ca-f50840dd6e24 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.456751] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1265.456951] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1265.458362] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5005d4a2-bdd6-4d98-9461-b0cbe5d89748 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.464736] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7983a28-7aaf-4785-86d7-9dccd1b9a391 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.475722] env[63097]: DEBUG oslo_vmware.api [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Waiting for the task: (returnval){ [ 1265.475722] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5279d30c-ad9f-6885-a636-84b6af80c609" [ 1265.475722] env[63097]: _type = "Task" [ 1265.475722] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.500200] env[63097]: DEBUG oslo_vmware.api [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5279d30c-ad9f-6885-a636-84b6af80c609, 'name': SearchDatastore_Task, 'duration_secs': 0.011656} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.501712] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a7b020e-6b95-4323-8312-58d33ac7d3dc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.507915] env[63097]: DEBUG oslo_vmware.api [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Waiting for the task: (returnval){ [ 1265.507915] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52474730-2105-3d36-33ae-27263a9766ef" [ 1265.507915] env[63097]: _type = "Task" [ 1265.507915] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.516333] env[63097]: DEBUG oslo_vmware.api [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52474730-2105-3d36-33ae-27263a9766ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.520037] env[63097]: DEBUG nova.network.neutron [None req-81b31762-249c-4db7-8cdb-48007fe3537b tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1265.531063] env[63097]: DEBUG nova.scheduler.client.report [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1265.559188] env[63097]: DEBUG nova.network.neutron [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Updating instance_info_cache with network_info: [{"id": "1618279a-80b1-4541-9ae6-86aab5590024", "address": "fa:16:3e:ce:65:a6", "network": {"id": "911ad2ba-cfdd-4b67-910c-c3347365252f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1336836935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da12a5842c1843779e0d0c1b3f2c6973", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1618279a-80", "ovs_interfaceid": "1618279a-80b1-4541-9ae6-86aab5590024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.603449] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f886cb83-a42a-4caa-a6d7-fad9c532489e tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "interface-40586716-fefe-4da9-a96b-d2e7a6355ec0-cc8f28cd-2d8a-4b0b-b8f2-95c4e43e502c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1265.603449] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f886cb83-a42a-4caa-a6d7-fad9c532489e tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "interface-40586716-fefe-4da9-a96b-d2e7a6355ec0-cc8f28cd-2d8a-4b0b-b8f2-95c4e43e502c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1265.922292] env[63097]: INFO nova.compute.manager [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Took 44.97 seconds to build instance. [ 1265.942348] env[63097]: DEBUG nova.network.neutron [req-1c7b5b76-ec43-4a60-a3d2-d9e13a51a2e5 req-a0228a45-a908-4d2b-b2e4-183ba90a3f95 service nova] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Updated VIF entry in instance network info cache for port 12b41d02-35d8-4847-ab8d-fd72461d18d3. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1265.942706] env[63097]: DEBUG nova.network.neutron [req-1c7b5b76-ec43-4a60-a3d2-d9e13a51a2e5 req-a0228a45-a908-4d2b-b2e4-183ba90a3f95 service nova] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Updating instance_info_cache with network_info: [{"id": "12b41d02-35d8-4847-ab8d-fd72461d18d3", "address": "fa:16:3e:6e:1d:f8", "network": {"id": "6b81232d-2bfc-4ee5-aaa8-178b8f49236c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6d5186fbfb8046dfb1f369e636f8eafb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12b41d02-35", "ovs_interfaceid": "12b41d02-35d8-4847-ab8d-fd72461d18d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.019541] env[63097]: DEBUG oslo_vmware.api [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52474730-2105-3d36-33ae-27263a9766ef, 'name': SearchDatastore_Task, 'duration_secs': 0.010859} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.019792] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1266.020068] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] fa82a482-c837-4555-a130-9425fb6d34fd/fa82a482-c837-4555-a130-9425fb6d34fd.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1266.020334] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2a4a8af-06b7-4e4b-8638-92152e3729d6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.031322] env[63097]: DEBUG oslo_vmware.api [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Waiting for the task: (returnval){ [ 1266.031322] env[63097]: value = "task-1686642" [ 1266.031322] env[63097]: _type = "Task" [ 1266.031322] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.038713] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1266.038713] env[63097]: DEBUG nova.compute.manager [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1266.043912] env[63097]: DEBUG oslo_concurrency.lockutils [None req-05349a16-b642-4719-9e34-e8066895f073 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.099s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1266.044173] env[63097]: DEBUG nova.objects.instance [None req-05349a16-b642-4719-9e34-e8066895f073 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lazy-loading 'resources' on Instance uuid 99fc45f7-e244-4685-9039-d16728d5bf5a {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.045371] env[63097]: DEBUG oslo_vmware.api [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Task: {'id': task-1686642, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.061956] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Releasing lock "refresh_cache-592b8898-43e7-46b1-b16f-39ed5cfe8fc3" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1266.062500] env[63097]: DEBUG nova.compute.manager [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Instance network_info: |[{"id": "1618279a-80b1-4541-9ae6-86aab5590024", "address": "fa:16:3e:ce:65:a6", "network": {"id": "911ad2ba-cfdd-4b67-910c-c3347365252f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1336836935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da12a5842c1843779e0d0c1b3f2c6973", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1618279a-80", "ovs_interfaceid": "1618279a-80b1-4541-9ae6-86aab5590024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1266.062889] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:65:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f847601f-7479-48eb-842f-41f94eea8537', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1618279a-80b1-4541-9ae6-86aab5590024', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1266.070545] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Creating folder: Project (da12a5842c1843779e0d0c1b3f2c6973). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1266.073507] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06f4a0b2-0cbd-43d3-9f06-dc6a1f43d412 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.085886] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Created folder: Project (da12a5842c1843779e0d0c1b3f2c6973) in parent group-v351483. [ 1266.086138] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Creating folder: Instances. Parent ref: group-v351586. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1266.086387] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe9ddc36-fa27-446f-ab6b-80a2927e460a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.097530] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Created folder: Instances in parent group-v351586. [ 1266.097530] env[63097]: DEBUG oslo.service.loopingcall [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1266.097530] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1266.097530] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16584022-1a1f-402d-960d-e3825665e321 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.112650] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f886cb83-a42a-4caa-a6d7-fad9c532489e tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "40586716-fefe-4da9-a96b-d2e7a6355ec0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1266.112836] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f886cb83-a42a-4caa-a6d7-fad9c532489e tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquired lock "40586716-fefe-4da9-a96b-d2e7a6355ec0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.113700] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3ca76e-7137-49cd-a86a-1e866446fd8e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.142038] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759da788-14df-47df-9175-ff3d761f615e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.144728] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1266.144728] env[63097]: value = "task-1686645" [ 1266.144728] env[63097]: _type = "Task" [ 1266.144728] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.174410] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f886cb83-a42a-4caa-a6d7-fad9c532489e tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Reconfiguring VM to detach interface {{(pid=63097) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1974}} [ 1266.175430] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78e48068-1eb5-4144-a33a-90a1bc2be528 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.198195] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686645, 'name': CreateVM_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.199365] env[63097]: DEBUG nova.network.neutron [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Updating instance_info_cache with network_info: [{"id": "8c588335-91ac-47a2-aa33-5183ac9f1a28", "address": "fa:16:3e:1e:8f:1a", "network": {"id": "72fbe677-e7e3-40d8-9ed3-315c20b5b6ad", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1038189356", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "223c8967b742418eabeb2458e151ed8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c588335-91", "ovs_interfaceid": "8c588335-91ac-47a2-aa33-5183ac9f1a28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "76eef5fb-7ace-432e-b01d-3448c2c38895", "address": "fa:16:3e:88:5e:b6", "network": {"id": "0d277e0f-4bd7-4d2c-bbe7-f00b7e000a45", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1768725906", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "223c8967b742418eabeb2458e151ed8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76eef5fb-7a", "ovs_interfaceid": "76eef5fb-7ace-432e-b01d-3448c2c38895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "65745ca5-2390-44cf-81ff-0c647a09b791", "address": "fa:16:3e:b5:15:ba", "network": {"id": "72fbe677-e7e3-40d8-9ed3-315c20b5b6ad", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1038189356", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "223c8967b742418eabeb2458e151ed8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65745ca5-23", "ovs_interfaceid": "65745ca5-2390-44cf-81ff-0c647a09b791", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.206178] env[63097]: DEBUG oslo_vmware.api [None req-f886cb83-a42a-4caa-a6d7-fad9c532489e tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for the task: (returnval){ [ 1266.206178] env[63097]: value = "task-1686646" [ 1266.206178] env[63097]: _type = "Task" [ 1266.206178] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.215518] env[63097]: DEBUG oslo_vmware.api [None req-f886cb83-a42a-4caa-a6d7-fad9c532489e tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1686646, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.373554] env[63097]: DEBUG nova.network.neutron [None req-81b31762-249c-4db7-8cdb-48007fe3537b tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Updating instance_info_cache with network_info: [{"id": "36256764-a47a-4db0-b7bf-9679759942f4", "address": "fa:16:3e:d2:f6:0f", "network": {"id": "dc9c37f2-f1aa-4353-94d6-e8f7e52b53cf", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1565466553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5a50116421542c9b9c1386b9bd015e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36256764-a4", "ovs_interfaceid": "36256764-a47a-4db0-b7bf-9679759942f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.424984] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c2d0ca6c-e422-4932-94d4-a7a621281f70 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Lock "39ba48cc-7c15-4bad-aee8-ff350e266b41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.303s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1266.447023] env[63097]: DEBUG oslo_concurrency.lockutils [req-1c7b5b76-ec43-4a60-a3d2-d9e13a51a2e5 req-a0228a45-a908-4d2b-b2e4-183ba90a3f95 service nova] Releasing lock "refresh_cache-fa82a482-c837-4555-a130-9425fb6d34fd" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1266.447023] env[63097]: DEBUG nova.compute.manager [req-1c7b5b76-ec43-4a60-a3d2-d9e13a51a2e5 req-a0228a45-a908-4d2b-b2e4-183ba90a3f95 service nova] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Received event network-vif-plugged-65745ca5-2390-44cf-81ff-0c647a09b791 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1266.447023] env[63097]: DEBUG oslo_concurrency.lockutils [req-1c7b5b76-ec43-4a60-a3d2-d9e13a51a2e5 req-a0228a45-a908-4d2b-b2e4-183ba90a3f95 service nova] Acquiring lock "26a52ba8-20a1-407d-a980-614f2dd21737-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1266.447023] env[63097]: DEBUG oslo_concurrency.lockutils [req-1c7b5b76-ec43-4a60-a3d2-d9e13a51a2e5 req-a0228a45-a908-4d2b-b2e4-183ba90a3f95 service nova] Lock "26a52ba8-20a1-407d-a980-614f2dd21737-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1266.447023] env[63097]: DEBUG oslo_concurrency.lockutils [req-1c7b5b76-ec43-4a60-a3d2-d9e13a51a2e5 req-a0228a45-a908-4d2b-b2e4-183ba90a3f95 service nova] Lock "26a52ba8-20a1-407d-a980-614f2dd21737-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1266.447023] env[63097]: DEBUG nova.compute.manager [req-1c7b5b76-ec43-4a60-a3d2-d9e13a51a2e5 req-a0228a45-a908-4d2b-b2e4-183ba90a3f95 service nova] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] No waiting events found dispatching network-vif-plugged-65745ca5-2390-44cf-81ff-0c647a09b791 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1266.447023] env[63097]: WARNING nova.compute.manager [req-1c7b5b76-ec43-4a60-a3d2-d9e13a51a2e5 req-a0228a45-a908-4d2b-b2e4-183ba90a3f95 service nova] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Received unexpected event network-vif-plugged-65745ca5-2390-44cf-81ff-0c647a09b791 for instance with vm_state building and task_state spawning. [ 1266.447023] env[63097]: DEBUG nova.compute.manager [req-1c7b5b76-ec43-4a60-a3d2-d9e13a51a2e5 req-a0228a45-a908-4d2b-b2e4-183ba90a3f95 service nova] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Received event network-changed-65745ca5-2390-44cf-81ff-0c647a09b791 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1266.447023] env[63097]: DEBUG nova.compute.manager [req-1c7b5b76-ec43-4a60-a3d2-d9e13a51a2e5 req-a0228a45-a908-4d2b-b2e4-183ba90a3f95 service nova] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Refreshing instance network info cache due to event network-changed-65745ca5-2390-44cf-81ff-0c647a09b791. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1266.447548] env[63097]: DEBUG oslo_concurrency.lockutils [req-1c7b5b76-ec43-4a60-a3d2-d9e13a51a2e5 req-a0228a45-a908-4d2b-b2e4-183ba90a3f95 service nova] Acquiring lock "refresh_cache-26a52ba8-20a1-407d-a980-614f2dd21737" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1266.543496] env[63097]: DEBUG oslo_vmware.api [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Task: {'id': task-1686642, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.551457] env[63097]: DEBUG nova.compute.utils [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1266.554035] env[63097]: DEBUG nova.compute.manager [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1266.554035] env[63097]: DEBUG nova.network.neutron [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1266.602270] env[63097]: DEBUG nova.policy [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1647d0b185b74fd088f4fa0583f8dd9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e9c0f7a1ca84e4a9d5a94e0ead3795e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1266.655328] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686645, 'name': CreateVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.702993] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Releasing lock "refresh_cache-26a52ba8-20a1-407d-a980-614f2dd21737" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1266.703569] env[63097]: DEBUG nova.compute.manager [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Instance network_info: |[{"id": "8c588335-91ac-47a2-aa33-5183ac9f1a28", "address": "fa:16:3e:1e:8f:1a", "network": {"id": "72fbe677-e7e3-40d8-9ed3-315c20b5b6ad", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1038189356", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "223c8967b742418eabeb2458e151ed8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c588335-91", "ovs_interfaceid": "8c588335-91ac-47a2-aa33-5183ac9f1a28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "76eef5fb-7ace-432e-b01d-3448c2c38895", "address": "fa:16:3e:88:5e:b6", "network": {"id": "0d277e0f-4bd7-4d2c-bbe7-f00b7e000a45", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1768725906", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "223c8967b742418eabeb2458e151ed8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76eef5fb-7a", "ovs_interfaceid": "76eef5fb-7ace-432e-b01d-3448c2c38895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "65745ca5-2390-44cf-81ff-0c647a09b791", "address": "fa:16:3e:b5:15:ba", "network": {"id": "72fbe677-e7e3-40d8-9ed3-315c20b5b6ad", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1038189356", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "223c8967b742418eabeb2458e151ed8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65745ca5-23", "ovs_interfaceid": "65745ca5-2390-44cf-81ff-0c647a09b791", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1266.708115] env[63097]: DEBUG oslo_concurrency.lockutils [req-1c7b5b76-ec43-4a60-a3d2-d9e13a51a2e5 req-a0228a45-a908-4d2b-b2e4-183ba90a3f95 service nova] Acquired lock "refresh_cache-26a52ba8-20a1-407d-a980-614f2dd21737" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.708591] env[63097]: DEBUG nova.network.neutron [req-1c7b5b76-ec43-4a60-a3d2-d9e13a51a2e5 req-a0228a45-a908-4d2b-b2e4-183ba90a3f95 service nova] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Refreshing network info cache for port 65745ca5-2390-44cf-81ff-0c647a09b791 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1266.711018] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:8f:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa8c2f93-f287-41b3-adb6-4942a7ea2a0b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c588335-91ac-47a2-aa33-5183ac9f1a28', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:5e:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a555680e-4721-4509-97e4-ced9dc17c13e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76eef5fb-7ace-432e-b01d-3448c2c38895', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:15:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa8c2f93-f287-41b3-adb6-4942a7ea2a0b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65745ca5-2390-44cf-81ff-0c647a09b791', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1266.726386] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Creating folder: Project (223c8967b742418eabeb2458e151ed8a). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1266.730271] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9fa4f9b7-9841-41fb-8e62-86cb9816fe8e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.744445] env[63097]: DEBUG oslo_vmware.api [None req-f886cb83-a42a-4caa-a6d7-fad9c532489e tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1686646, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.748255] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Created folder: Project (223c8967b742418eabeb2458e151ed8a) in parent group-v351483. [ 1266.748694] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Creating folder: Instances. Parent ref: group-v351589. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1266.749434] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07da9280-b9ec-4f9f-9e72-fbea4d7cfc06 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.759595] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Created folder: Instances in parent group-v351589. [ 1266.759595] env[63097]: DEBUG oslo.service.loopingcall [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1266.759595] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1266.759936] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b64c362-44f8-4c27-83f4-d39bc9fc1d4e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.792035] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1266.792035] env[63097]: value = "task-1686649" [ 1266.792035] env[63097]: _type = "Task" [ 1266.792035] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.800607] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686649, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.879489] env[63097]: DEBUG oslo_concurrency.lockutils [None req-81b31762-249c-4db7-8cdb-48007fe3537b tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Releasing lock "refresh_cache-737c0d60-09bb-4883-b61b-93091bf6cb65" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1266.879752] env[63097]: DEBUG nova.compute.manager [None req-81b31762-249c-4db7-8cdb-48007fe3537b tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Inject network info {{(pid=63097) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 1266.880015] env[63097]: DEBUG nova.compute.manager [None req-81b31762-249c-4db7-8cdb-48007fe3537b tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] network_info to inject: |[{"id": "36256764-a47a-4db0-b7bf-9679759942f4", "address": "fa:16:3e:d2:f6:0f", "network": {"id": "dc9c37f2-f1aa-4353-94d6-e8f7e52b53cf", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1565466553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5a50116421542c9b9c1386b9bd015e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36256764-a4", "ovs_interfaceid": "36256764-a47a-4db0-b7bf-9679759942f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7221}} [ 1266.885594] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-81b31762-249c-4db7-8cdb-48007fe3537b tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Reconfiguring VM instance to set the machine id {{(pid=63097) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1802}} [ 1266.886268] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a961bed0-a324-46f1-8142-dda2aa167b77 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.907415] env[63097]: DEBUG oslo_vmware.api [None req-81b31762-249c-4db7-8cdb-48007fe3537b tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Waiting for the task: (returnval){ [ 1266.907415] env[63097]: value = "task-1686650" [ 1266.907415] env[63097]: _type = "Task" [ 1266.907415] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.918803] env[63097]: DEBUG oslo_vmware.api [None req-81b31762-249c-4db7-8cdb-48007fe3537b tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Task: {'id': task-1686650, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.931296] env[63097]: DEBUG nova.compute.manager [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1266.943112] env[63097]: DEBUG nova.network.neutron [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Successfully created port: b1e59685-085b-492a-a180-79c111350605 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1267.056830] env[63097]: DEBUG oslo_vmware.api [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Task: {'id': task-1686642, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546992} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.057366] env[63097]: DEBUG nova.compute.manager [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1267.061832] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] fa82a482-c837-4555-a130-9425fb6d34fd/fa82a482-c837-4555-a130-9425fb6d34fd.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1267.062261] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1267.066156] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f282bf97-36b2-48ab-bfd8-49e67039efa3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.075010] env[63097]: DEBUG oslo_vmware.api [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Waiting for the task: (returnval){ [ 1267.075010] env[63097]: value = "task-1686651" [ 1267.075010] env[63097]: _type = "Task" [ 1267.075010] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.089240] env[63097]: DEBUG oslo_vmware.api [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Task: {'id': task-1686651, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.161610] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686645, 'name': CreateVM_Task, 'duration_secs': 0.69104} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.161813] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1267.162929] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1267.163121] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.163489] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1267.163757] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01f08b18-ab53-4305-b212-72d51388ccb6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.170179] env[63097]: DEBUG oslo_vmware.api [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Waiting for the task: (returnval){ [ 1267.170179] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52bce638-0177-54bd-467e-04c820e9c030" [ 1267.170179] env[63097]: _type = "Task" [ 1267.170179] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.183745] env[63097]: DEBUG oslo_vmware.api [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52bce638-0177-54bd-467e-04c820e9c030, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.215135] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198fb822-7c1f-4ceb-9a7b-95c18f3e54a2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.228109] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6a3071-abb8-4ba0-a2eb-5f951a39251b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.272926] env[63097]: DEBUG oslo_vmware.api [None req-f886cb83-a42a-4caa-a6d7-fad9c532489e tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1686646, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.274365] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4db7122-777e-4fb6-97dd-f8777d86646d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.283836] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be154d55-5f2b-475d-ab8e-6b7d7a9da877 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.302866] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Acquiring lock "5900bdbf-f228-4e97-8b50-c42fae2af392" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.303173] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Lock "5900bdbf-f228-4e97-8b50-c42fae2af392" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1267.303648] env[63097]: DEBUG nova.compute.provider_tree [None req-05349a16-b642-4719-9e34-e8066895f073 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.314185] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686649, 'name': CreateVM_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.320705] env[63097]: DEBUG nova.network.neutron [req-1c7b5b76-ec43-4a60-a3d2-d9e13a51a2e5 req-a0228a45-a908-4d2b-b2e4-183ba90a3f95 service nova] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Updated VIF entry in instance network info cache for port 65745ca5-2390-44cf-81ff-0c647a09b791. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1267.321269] env[63097]: DEBUG nova.network.neutron [req-1c7b5b76-ec43-4a60-a3d2-d9e13a51a2e5 req-a0228a45-a908-4d2b-b2e4-183ba90a3f95 service nova] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Updating instance_info_cache with network_info: [{"id": "8c588335-91ac-47a2-aa33-5183ac9f1a28", "address": "fa:16:3e:1e:8f:1a", "network": {"id": "72fbe677-e7e3-40d8-9ed3-315c20b5b6ad", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1038189356", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "223c8967b742418eabeb2458e151ed8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c588335-91", "ovs_interfaceid": "8c588335-91ac-47a2-aa33-5183ac9f1a28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "76eef5fb-7ace-432e-b01d-3448c2c38895", "address": "fa:16:3e:88:5e:b6", "network": {"id": "0d277e0f-4bd7-4d2c-bbe7-f00b7e000a45", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1768725906", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "223c8967b742418eabeb2458e151ed8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76eef5fb-7a", "ovs_interfaceid": "76eef5fb-7ace-432e-b01d-3448c2c38895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "65745ca5-2390-44cf-81ff-0c647a09b791", "address": "fa:16:3e:b5:15:ba", "network": {"id": "72fbe677-e7e3-40d8-9ed3-315c20b5b6ad", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1038189356", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "223c8967b742418eabeb2458e151ed8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65745ca5-23", "ovs_interfaceid": "65745ca5-2390-44cf-81ff-0c647a09b791", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.419193] env[63097]: DEBUG oslo_vmware.api [None req-81b31762-249c-4db7-8cdb-48007fe3537b tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Task: {'id': task-1686650, 'name': ReconfigVM_Task, 'duration_secs': 0.181813} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.419193] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-81b31762-249c-4db7-8cdb-48007fe3537b tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Reconfigured VM instance to set the machine id {{(pid=63097) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1805}} [ 1267.454771] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.477991] env[63097]: DEBUG nova.network.neutron [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Successfully updated port: db69b75d-56cc-43cf-94d2-778c97d00ebd {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1267.586417] env[63097]: DEBUG oslo_vmware.api [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Task: {'id': task-1686651, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062697} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.586417] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1267.587021] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e3ca8d-0e6d-4790-b5a5-d5b950cf4b5c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.610268] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] fa82a482-c837-4555-a130-9425fb6d34fd/fa82a482-c837-4555-a130-9425fb6d34fd.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1267.610597] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9ff35bf-53d4-4ebc-9394-98269a95c70c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.631422] env[63097]: DEBUG oslo_vmware.api [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Waiting for the task: (returnval){ [ 1267.631422] env[63097]: value = "task-1686652" [ 1267.631422] env[63097]: _type = "Task" [ 1267.631422] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.639741] env[63097]: DEBUG oslo_vmware.api [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Task: {'id': task-1686652, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.680929] env[63097]: DEBUG oslo_vmware.api [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52bce638-0177-54bd-467e-04c820e9c030, 'name': SearchDatastore_Task, 'duration_secs': 0.035791} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.681381] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1267.681671] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1267.682247] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1267.682247] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.682435] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1267.682773] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-948932ed-5fd8-411d-b87d-6c5f932dcdad {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.691525] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1267.691758] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1267.693115] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-719f7ef0-40a8-43d1-9935-47c075637482 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.698762] env[63097]: DEBUG oslo_vmware.api [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Waiting for the task: (returnval){ [ 1267.698762] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527357a2-0958-e7bc-8eff-428f2d5305f9" [ 1267.698762] env[63097]: _type = "Task" [ 1267.698762] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.707466] env[63097]: DEBUG oslo_vmware.api [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527357a2-0958-e7bc-8eff-428f2d5305f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.744392] env[63097]: DEBUG oslo_vmware.api [None req-f886cb83-a42a-4caa-a6d7-fad9c532489e tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1686646, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.813258] env[63097]: DEBUG nova.scheduler.client.report [None req-05349a16-b642-4719-9e34-e8066895f073 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1267.816830] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686649, 'name': CreateVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.824050] env[63097]: DEBUG oslo_concurrency.lockutils [req-1c7b5b76-ec43-4a60-a3d2-d9e13a51a2e5 req-a0228a45-a908-4d2b-b2e4-183ba90a3f95 service nova] Releasing lock "refresh_cache-26a52ba8-20a1-407d-a980-614f2dd21737" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1267.825027] env[63097]: DEBUG nova.compute.manager [req-1c7b5b76-ec43-4a60-a3d2-d9e13a51a2e5 req-a0228a45-a908-4d2b-b2e4-183ba90a3f95 service nova] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Received event network-vif-plugged-1618279a-80b1-4541-9ae6-86aab5590024 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1267.825027] env[63097]: DEBUG oslo_concurrency.lockutils [req-1c7b5b76-ec43-4a60-a3d2-d9e13a51a2e5 req-a0228a45-a908-4d2b-b2e4-183ba90a3f95 service nova] Acquiring lock "592b8898-43e7-46b1-b16f-39ed5cfe8fc3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.825027] env[63097]: DEBUG oslo_concurrency.lockutils [req-1c7b5b76-ec43-4a60-a3d2-d9e13a51a2e5 req-a0228a45-a908-4d2b-b2e4-183ba90a3f95 service nova] Lock "592b8898-43e7-46b1-b16f-39ed5cfe8fc3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1267.825027] env[63097]: DEBUG oslo_concurrency.lockutils [req-1c7b5b76-ec43-4a60-a3d2-d9e13a51a2e5 req-a0228a45-a908-4d2b-b2e4-183ba90a3f95 service nova] Lock "592b8898-43e7-46b1-b16f-39ed5cfe8fc3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1267.825262] env[63097]: DEBUG nova.compute.manager [req-1c7b5b76-ec43-4a60-a3d2-d9e13a51a2e5 req-a0228a45-a908-4d2b-b2e4-183ba90a3f95 service nova] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] No waiting events found dispatching network-vif-plugged-1618279a-80b1-4541-9ae6-86aab5590024 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1267.825262] env[63097]: WARNING nova.compute.manager [req-1c7b5b76-ec43-4a60-a3d2-d9e13a51a2e5 req-a0228a45-a908-4d2b-b2e4-183ba90a3f95 service nova] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Received unexpected event network-vif-plugged-1618279a-80b1-4541-9ae6-86aab5590024 for instance with vm_state building and task_state spawning. [ 1267.825442] env[63097]: DEBUG nova.compute.manager [req-1c7b5b76-ec43-4a60-a3d2-d9e13a51a2e5 req-a0228a45-a908-4d2b-b2e4-183ba90a3f95 service nova] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Received event network-changed-1618279a-80b1-4541-9ae6-86aab5590024 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1267.825610] env[63097]: DEBUG nova.compute.manager [req-1c7b5b76-ec43-4a60-a3d2-d9e13a51a2e5 req-a0228a45-a908-4d2b-b2e4-183ba90a3f95 service nova] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Refreshing instance network info cache due to event network-changed-1618279a-80b1-4541-9ae6-86aab5590024. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1267.825819] env[63097]: DEBUG oslo_concurrency.lockutils [req-1c7b5b76-ec43-4a60-a3d2-d9e13a51a2e5 req-a0228a45-a908-4d2b-b2e4-183ba90a3f95 service nova] Acquiring lock "refresh_cache-592b8898-43e7-46b1-b16f-39ed5cfe8fc3" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1267.825962] env[63097]: DEBUG oslo_concurrency.lockutils [req-1c7b5b76-ec43-4a60-a3d2-d9e13a51a2e5 req-a0228a45-a908-4d2b-b2e4-183ba90a3f95 service nova] Acquired lock "refresh_cache-592b8898-43e7-46b1-b16f-39ed5cfe8fc3" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.826145] env[63097]: DEBUG nova.network.neutron [req-1c7b5b76-ec43-4a60-a3d2-d9e13a51a2e5 req-a0228a45-a908-4d2b-b2e4-183ba90a3f95 service nova] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Refreshing network info cache for port 1618279a-80b1-4541-9ae6-86aab5590024 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1267.980296] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Acquiring lock "refresh_cache-ff1bf9fe-3695-43fd-8da5-99d6eb6441c6" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1267.982718] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Acquired lock "refresh_cache-ff1bf9fe-3695-43fd-8da5-99d6eb6441c6" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.982718] env[63097]: DEBUG nova.network.neutron [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1268.068521] env[63097]: DEBUG nova.compute.manager [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1268.100280] env[63097]: DEBUG nova.virt.hardware [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1268.102151] env[63097]: DEBUG nova.virt.hardware [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1268.102151] env[63097]: DEBUG nova.virt.hardware [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1268.102151] env[63097]: DEBUG nova.virt.hardware [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1268.102151] env[63097]: DEBUG nova.virt.hardware [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1268.102151] env[63097]: DEBUG nova.virt.hardware [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1268.102628] env[63097]: DEBUG nova.virt.hardware [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1268.102923] env[63097]: DEBUG nova.virt.hardware [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1268.103251] env[63097]: DEBUG nova.virt.hardware [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1268.103749] env[63097]: DEBUG nova.virt.hardware [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1268.104070] env[63097]: DEBUG nova.virt.hardware [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1268.105193] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3075959-5bfc-4a10-98ff-6ed0d29c5c08 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.114534] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb911013-c400-4ff8-a552-403bb98f29f2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.144502] env[63097]: DEBUG oslo_vmware.api [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Task: {'id': task-1686652, 'name': ReconfigVM_Task, 'duration_secs': 0.281604} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.145067] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Reconfigured VM instance instance-00000024 to attach disk [datastore1] fa82a482-c837-4555-a130-9425fb6d34fd/fa82a482-c837-4555-a130-9425fb6d34fd.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1268.145903] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7f97c05-2a7d-44ec-adfd-934621cd5374 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.153131] env[63097]: DEBUG oslo_vmware.api [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Waiting for the task: (returnval){ [ 1268.153131] env[63097]: value = "task-1686653" [ 1268.153131] env[63097]: _type = "Task" [ 1268.153131] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.162648] env[63097]: DEBUG oslo_vmware.api [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Task: {'id': task-1686653, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.200625] env[63097]: DEBUG nova.compute.manager [req-b60271e7-ac2d-4be5-8f13-d442e969f652 req-e3cb44d6-4411-42f0-acdf-d2f9489d7ae2 service nova] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Received event network-changed-36256764-a47a-4db0-b7bf-9679759942f4 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1268.203056] env[63097]: DEBUG nova.compute.manager [req-b60271e7-ac2d-4be5-8f13-d442e969f652 req-e3cb44d6-4411-42f0-acdf-d2f9489d7ae2 service nova] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Refreshing instance network info cache due to event network-changed-36256764-a47a-4db0-b7bf-9679759942f4. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1268.203056] env[63097]: DEBUG oslo_concurrency.lockutils [req-b60271e7-ac2d-4be5-8f13-d442e969f652 req-e3cb44d6-4411-42f0-acdf-d2f9489d7ae2 service nova] Acquiring lock "refresh_cache-737c0d60-09bb-4883-b61b-93091bf6cb65" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1268.203056] env[63097]: DEBUG oslo_concurrency.lockutils [req-b60271e7-ac2d-4be5-8f13-d442e969f652 req-e3cb44d6-4411-42f0-acdf-d2f9489d7ae2 service nova] Acquired lock "refresh_cache-737c0d60-09bb-4883-b61b-93091bf6cb65" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.203056] env[63097]: DEBUG nova.network.neutron [req-b60271e7-ac2d-4be5-8f13-d442e969f652 req-e3cb44d6-4411-42f0-acdf-d2f9489d7ae2 service nova] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Refreshing network info cache for port 36256764-a47a-4db0-b7bf-9679759942f4 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1268.214200] env[63097]: DEBUG oslo_vmware.api [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527357a2-0958-e7bc-8eff-428f2d5305f9, 'name': SearchDatastore_Task, 'duration_secs': 0.010085} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.215872] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08aaeca6-ae74-499b-a914-90ba367277d6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.223841] env[63097]: DEBUG oslo_vmware.api [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Waiting for the task: (returnval){ [ 1268.223841] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b0a58e-83b4-4202-bcd7-3f0c89abe505" [ 1268.223841] env[63097]: _type = "Task" [ 1268.223841] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.237123] env[63097]: DEBUG oslo_vmware.api [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b0a58e-83b4-4202-bcd7-3f0c89abe505, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.246870] env[63097]: DEBUG oslo_vmware.api [None req-f886cb83-a42a-4caa-a6d7-fad9c532489e tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1686646, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.318481] env[63097]: DEBUG oslo_concurrency.lockutils [None req-05349a16-b642-4719-9e34-e8066895f073 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.274s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.321525] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686649, 'name': CreateVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.323307] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a67eaf27-f963-4cd4-9d1c-4e0308804287 tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.861s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.323558] env[63097]: DEBUG nova.objects.instance [None req-a67eaf27-f963-4cd4-9d1c-4e0308804287 tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Lazy-loading 'resources' on Instance uuid 79f55b1b-b1e0-4c79-b215-9a34a1bd1516 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.350595] env[63097]: INFO nova.scheduler.client.report [None req-05349a16-b642-4719-9e34-e8066895f073 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Deleted allocations for instance 99fc45f7-e244-4685-9039-d16728d5bf5a [ 1268.495084] env[63097]: DEBUG nova.network.neutron [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Successfully updated port: b1e59685-085b-492a-a180-79c111350605 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1268.582142] env[63097]: DEBUG nova.network.neutron [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1268.662641] env[63097]: DEBUG oslo_vmware.api [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Task: {'id': task-1686653, 'name': Rename_Task, 'duration_secs': 0.155877} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.662949] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1268.663243] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43903183-a791-4883-8afc-e3eee203a6b8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.669068] env[63097]: DEBUG oslo_vmware.api [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Waiting for the task: (returnval){ [ 1268.669068] env[63097]: value = "task-1686654" [ 1268.669068] env[63097]: _type = "Task" [ 1268.669068] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.676666] env[63097]: DEBUG oslo_vmware.api [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Task: {'id': task-1686654, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.739494] env[63097]: DEBUG oslo_vmware.api [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b0a58e-83b4-4202-bcd7-3f0c89abe505, 'name': SearchDatastore_Task, 'duration_secs': 0.012903} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.746629] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1268.746935] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 592b8898-43e7-46b1-b16f-39ed5cfe8fc3/592b8898-43e7-46b1-b16f-39ed5cfe8fc3.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1268.747237] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f2964f3-b5fd-4924-9240-7aa5e49c5487 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.756387] env[63097]: DEBUG oslo_vmware.api [None req-f886cb83-a42a-4caa-a6d7-fad9c532489e tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1686646, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.761181] env[63097]: DEBUG oslo_vmware.api [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Waiting for the task: (returnval){ [ 1268.761181] env[63097]: value = "task-1686655" [ 1268.761181] env[63097]: _type = "Task" [ 1268.761181] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.776027] env[63097]: DEBUG oslo_vmware.api [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': task-1686655, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.813149] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686649, 'name': CreateVM_Task, 'duration_secs': 1.862178} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.813322] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1268.814174] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1268.814346] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.814667] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1268.814918] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d96d1af-3d6e-457b-964f-ad05b535b7cd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.819201] env[63097]: DEBUG oslo_vmware.api [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Waiting for the task: (returnval){ [ 1268.819201] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52240ee9-a1fa-89af-97f3-e176319a1361" [ 1268.819201] env[63097]: _type = "Task" [ 1268.819201] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.826596] env[63097]: DEBUG oslo_vmware.api [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52240ee9-a1fa-89af-97f3-e176319a1361, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.859030] env[63097]: DEBUG oslo_concurrency.lockutils [None req-05349a16-b642-4719-9e34-e8066895f073 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "99fc45f7-e244-4685-9039-d16728d5bf5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.250s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.917068] env[63097]: DEBUG nova.network.neutron [req-1c7b5b76-ec43-4a60-a3d2-d9e13a51a2e5 req-a0228a45-a908-4d2b-b2e4-183ba90a3f95 service nova] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Updated VIF entry in instance network info cache for port 1618279a-80b1-4541-9ae6-86aab5590024. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1268.917489] env[63097]: DEBUG nova.network.neutron [req-1c7b5b76-ec43-4a60-a3d2-d9e13a51a2e5 req-a0228a45-a908-4d2b-b2e4-183ba90a3f95 service nova] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Updating instance_info_cache with network_info: [{"id": "1618279a-80b1-4541-9ae6-86aab5590024", "address": "fa:16:3e:ce:65:a6", "network": {"id": "911ad2ba-cfdd-4b67-910c-c3347365252f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1336836935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da12a5842c1843779e0d0c1b3f2c6973", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1618279a-80", "ovs_interfaceid": "1618279a-80b1-4541-9ae6-86aab5590024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.946289] env[63097]: DEBUG nova.network.neutron [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Updating instance_info_cache with network_info: [{"id": "db69b75d-56cc-43cf-94d2-778c97d00ebd", "address": "fa:16:3e:9a:3f:ba", "network": {"id": "f92b9003-6324-4028-be14-5a239445f2df", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1063026643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ed5ea40aafe14fa79c22cdd88fb8d2c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb69b75d-56", "ovs_interfaceid": "db69b75d-56cc-43cf-94d2-778c97d00ebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.995812] env[63097]: DEBUG nova.network.neutron [req-b60271e7-ac2d-4be5-8f13-d442e969f652 req-e3cb44d6-4411-42f0-acdf-d2f9489d7ae2 service nova] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Updated VIF entry in instance network info cache for port 36256764-a47a-4db0-b7bf-9679759942f4. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1268.996226] env[63097]: DEBUG nova.network.neutron [req-b60271e7-ac2d-4be5-8f13-d442e969f652 req-e3cb44d6-4411-42f0-acdf-d2f9489d7ae2 service nova] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Updating instance_info_cache with network_info: [{"id": "36256764-a47a-4db0-b7bf-9679759942f4", "address": "fa:16:3e:d2:f6:0f", "network": {"id": "dc9c37f2-f1aa-4353-94d6-e8f7e52b53cf", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1565466553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5a50116421542c9b9c1386b9bd015e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36256764-a4", "ovs_interfaceid": "36256764-a47a-4db0-b7bf-9679759942f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.997573] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Acquiring lock "refresh_cache-b2ee9372-b171-415c-a8a5-bbe57b34f001" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1268.997717] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Acquired lock "refresh_cache-b2ee9372-b171-415c-a8a5-bbe57b34f001" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.997858] env[63097]: DEBUG nova.network.neutron [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1269.182982] env[63097]: DEBUG nova.compute.manager [req-3c301d51-2d24-47f6-b200-dcb26b7f8467 req-f0ab21b2-7395-4f1c-8cfa-24e8c40f87b6 service nova] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Received event network-vif-plugged-b1e59685-085b-492a-a180-79c111350605 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1269.183229] env[63097]: DEBUG oslo_concurrency.lockutils [req-3c301d51-2d24-47f6-b200-dcb26b7f8467 req-f0ab21b2-7395-4f1c-8cfa-24e8c40f87b6 service nova] Acquiring lock "b2ee9372-b171-415c-a8a5-bbe57b34f001-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.183448] env[63097]: DEBUG oslo_concurrency.lockutils [req-3c301d51-2d24-47f6-b200-dcb26b7f8467 req-f0ab21b2-7395-4f1c-8cfa-24e8c40f87b6 service nova] Lock "b2ee9372-b171-415c-a8a5-bbe57b34f001-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1269.183625] env[63097]: DEBUG oslo_concurrency.lockutils [req-3c301d51-2d24-47f6-b200-dcb26b7f8467 req-f0ab21b2-7395-4f1c-8cfa-24e8c40f87b6 service nova] Lock "b2ee9372-b171-415c-a8a5-bbe57b34f001-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1269.183808] env[63097]: DEBUG nova.compute.manager [req-3c301d51-2d24-47f6-b200-dcb26b7f8467 req-f0ab21b2-7395-4f1c-8cfa-24e8c40f87b6 service nova] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] No waiting events found dispatching network-vif-plugged-b1e59685-085b-492a-a180-79c111350605 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1269.183984] env[63097]: WARNING nova.compute.manager [req-3c301d51-2d24-47f6-b200-dcb26b7f8467 req-f0ab21b2-7395-4f1c-8cfa-24e8c40f87b6 service nova] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Received unexpected event network-vif-plugged-b1e59685-085b-492a-a180-79c111350605 for instance with vm_state building and task_state spawning. [ 1269.195174] env[63097]: DEBUG oslo_vmware.api [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Task: {'id': task-1686654, 'name': PowerOnVM_Task, 'duration_secs': 0.445467} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.197095] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1269.197828] env[63097]: INFO nova.compute.manager [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Took 9.10 seconds to spawn the instance on the hypervisor. [ 1269.198098] env[63097]: DEBUG nova.compute.manager [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1269.200053] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db672917-1d3a-440a-a9cb-07d0daff6d89 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.255550] env[63097]: DEBUG oslo_vmware.api [None req-f886cb83-a42a-4caa-a6d7-fad9c532489e tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1686646, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.274917] env[63097]: DEBUG oslo_vmware.api [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': task-1686655, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.334487] env[63097]: DEBUG oslo_vmware.api [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52240ee9-a1fa-89af-97f3-e176319a1361, 'name': SearchDatastore_Task, 'duration_secs': 0.011509} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.334749] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.335047] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1269.335326] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1269.335484] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.335688] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1269.335984] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db6726e3-0093-40a2-ac8f-4d2b9e13dcfb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.351812] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1269.352408] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1269.355703] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e86a3d77-a69d-460d-8711-85aee8eefd50 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.363964] env[63097]: DEBUG oslo_vmware.api [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Waiting for the task: (returnval){ [ 1269.363964] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]529ff33b-4bb9-a70f-a67f-7d7fabe4a64c" [ 1269.363964] env[63097]: _type = "Task" [ 1269.363964] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.373599] env[63097]: DEBUG oslo_vmware.api [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]529ff33b-4bb9-a70f-a67f-7d7fabe4a64c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.406837] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e335a5-9b9c-4694-adde-10853e29718d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.415832] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74503fb6-c54d-441d-b79a-e82896e8f960 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.420240] env[63097]: DEBUG oslo_concurrency.lockutils [req-1c7b5b76-ec43-4a60-a3d2-d9e13a51a2e5 req-a0228a45-a908-4d2b-b2e4-183ba90a3f95 service nova] Releasing lock "refresh_cache-592b8898-43e7-46b1-b16f-39ed5cfe8fc3" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.450832] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Releasing lock "refresh_cache-ff1bf9fe-3695-43fd-8da5-99d6eb6441c6" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.451216] env[63097]: DEBUG nova.compute.manager [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Instance network_info: |[{"id": "db69b75d-56cc-43cf-94d2-778c97d00ebd", "address": "fa:16:3e:9a:3f:ba", "network": {"id": "f92b9003-6324-4028-be14-5a239445f2df", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1063026643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ed5ea40aafe14fa79c22cdd88fb8d2c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb69b75d-56", "ovs_interfaceid": "db69b75d-56cc-43cf-94d2-778c97d00ebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1269.451938] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:3f:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae70d41-6ebf-472a-8504-6530eb37ea41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db69b75d-56cc-43cf-94d2-778c97d00ebd', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1269.459531] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Creating folder: Project (ed5ea40aafe14fa79c22cdd88fb8d2c4). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1269.460357] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7382475-bdca-4193-bd7e-73ad32befa70 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.463289] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43eabb73-2052-412e-8b36-104b991b4464 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.472057] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafe7444-22de-4541-b4af-8747bcbba8f6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.477508] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Created folder: Project (ed5ea40aafe14fa79c22cdd88fb8d2c4) in parent group-v351483. [ 1269.477726] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Creating folder: Instances. Parent ref: group-v351592. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1269.478426] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ec7258f-215d-4eb0-852a-0fd41a9b7cfd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.489043] env[63097]: DEBUG nova.compute.provider_tree [None req-a67eaf27-f963-4cd4-9d1c-4e0308804287 tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1269.491684] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Created folder: Instances in parent group-v351592. [ 1269.491946] env[63097]: DEBUG oslo.service.loopingcall [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1269.492434] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1269.492659] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7221b310-debe-4f22-ac04-e5241a89d77f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.508099] env[63097]: DEBUG oslo_concurrency.lockutils [req-b60271e7-ac2d-4be5-8f13-d442e969f652 req-e3cb44d6-4411-42f0-acdf-d2f9489d7ae2 service nova] Releasing lock "refresh_cache-737c0d60-09bb-4883-b61b-93091bf6cb65" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.508099] env[63097]: DEBUG nova.compute.manager [req-b60271e7-ac2d-4be5-8f13-d442e969f652 req-e3cb44d6-4411-42f0-acdf-d2f9489d7ae2 service nova] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Received event network-vif-plugged-db69b75d-56cc-43cf-94d2-778c97d00ebd {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1269.508298] env[63097]: DEBUG oslo_concurrency.lockutils [req-b60271e7-ac2d-4be5-8f13-d442e969f652 req-e3cb44d6-4411-42f0-acdf-d2f9489d7ae2 service nova] Acquiring lock "ff1bf9fe-3695-43fd-8da5-99d6eb6441c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.508478] env[63097]: DEBUG oslo_concurrency.lockutils [req-b60271e7-ac2d-4be5-8f13-d442e969f652 req-e3cb44d6-4411-42f0-acdf-d2f9489d7ae2 service nova] Lock "ff1bf9fe-3695-43fd-8da5-99d6eb6441c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1269.508639] env[63097]: DEBUG oslo_concurrency.lockutils [req-b60271e7-ac2d-4be5-8f13-d442e969f652 req-e3cb44d6-4411-42f0-acdf-d2f9489d7ae2 service nova] Lock "ff1bf9fe-3695-43fd-8da5-99d6eb6441c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1269.508807] env[63097]: DEBUG nova.compute.manager [req-b60271e7-ac2d-4be5-8f13-d442e969f652 req-e3cb44d6-4411-42f0-acdf-d2f9489d7ae2 service nova] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] No waiting events found dispatching network-vif-plugged-db69b75d-56cc-43cf-94d2-778c97d00ebd {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1269.508974] env[63097]: WARNING nova.compute.manager [req-b60271e7-ac2d-4be5-8f13-d442e969f652 req-e3cb44d6-4411-42f0-acdf-d2f9489d7ae2 service nova] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Received unexpected event network-vif-plugged-db69b75d-56cc-43cf-94d2-778c97d00ebd for instance with vm_state building and task_state spawning. [ 1269.516265] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1269.516265] env[63097]: value = "task-1686658" [ 1269.516265] env[63097]: _type = "Task" [ 1269.516265] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.524283] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686658, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.541644] env[63097]: DEBUG nova.network.neutron [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1269.684184] env[63097]: DEBUG nova.network.neutron [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Updating instance_info_cache with network_info: [{"id": "b1e59685-085b-492a-a180-79c111350605", "address": "fa:16:3e:45:2a:03", "network": {"id": "57d9eaea-8468-4e63-8da4-a769713a67e5", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1025382958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e9c0f7a1ca84e4a9d5a94e0ead3795e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1e59685-08", "ovs_interfaceid": "b1e59685-085b-492a-a180-79c111350605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.727208] env[63097]: INFO nova.compute.manager [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Took 46.05 seconds to build instance. [ 1269.750215] env[63097]: DEBUG oslo_vmware.api [None req-f886cb83-a42a-4caa-a6d7-fad9c532489e tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1686646, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.774146] env[63097]: DEBUG oslo_vmware.api [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': task-1686655, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.805977} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.774418] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 592b8898-43e7-46b1-b16f-39ed5cfe8fc3/592b8898-43e7-46b1-b16f-39ed5cfe8fc3.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1269.774641] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1269.774895] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3f34b74-8f26-4cc7-b9a5-a60a247abaa8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.781188] env[63097]: DEBUG oslo_vmware.api [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Waiting for the task: (returnval){ [ 1269.781188] env[63097]: value = "task-1686659" [ 1269.781188] env[63097]: _type = "Task" [ 1269.781188] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.788477] env[63097]: DEBUG oslo_vmware.api [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': task-1686659, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.876794] env[63097]: DEBUG oslo_vmware.api [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]529ff33b-4bb9-a70f-a67f-7d7fabe4a64c, 'name': SearchDatastore_Task, 'duration_secs': 0.067385} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.877666] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69fc8c21-d9a1-4dab-8171-fdb59a81b8d6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.883701] env[63097]: DEBUG oslo_vmware.api [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Waiting for the task: (returnval){ [ 1269.883701] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]524ef4c5-5899-8168-b44a-16a64a8d6de6" [ 1269.883701] env[63097]: _type = "Task" [ 1269.883701] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.892316] env[63097]: DEBUG oslo_vmware.api [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]524ef4c5-5899-8168-b44a-16a64a8d6de6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.993621] env[63097]: DEBUG nova.scheduler.client.report [None req-a67eaf27-f963-4cd4-9d1c-4e0308804287 tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1270.011119] env[63097]: DEBUG nova.objects.instance [None req-6a77b80d-640f-48f0-89bb-19472681b065 tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Lazy-loading 'flavor' on Instance uuid 737c0d60-09bb-4883-b61b-93091bf6cb65 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.027505] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686658, 'name': CreateVM_Task, 'duration_secs': 0.381393} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.028212] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1270.028890] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.029084] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.029405] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1270.030042] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d0b04bf-75be-418b-ae2e-53d2317a8857 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.034844] env[63097]: DEBUG oslo_vmware.api [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Waiting for the task: (returnval){ [ 1270.034844] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d977ff-b516-0c89-6e12-67c01102bc10" [ 1270.034844] env[63097]: _type = "Task" [ 1270.034844] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.043602] env[63097]: DEBUG oslo_vmware.api [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d977ff-b516-0c89-6e12-67c01102bc10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.186646] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Releasing lock "refresh_cache-b2ee9372-b171-415c-a8a5-bbe57b34f001" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.187010] env[63097]: DEBUG nova.compute.manager [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Instance network_info: |[{"id": "b1e59685-085b-492a-a180-79c111350605", "address": "fa:16:3e:45:2a:03", "network": {"id": "57d9eaea-8468-4e63-8da4-a769713a67e5", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1025382958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e9c0f7a1ca84e4a9d5a94e0ead3795e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1e59685-08", "ovs_interfaceid": "b1e59685-085b-492a-a180-79c111350605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1270.187480] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:2a:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37333dc2-982e-45e9-9dda-0c18417d7fa6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1e59685-085b-492a-a180-79c111350605', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1270.194990] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Creating folder: Project (4e9c0f7a1ca84e4a9d5a94e0ead3795e). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1270.195325] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f1df6ac-2fac-477a-932d-575216d885bf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.205753] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Created folder: Project (4e9c0f7a1ca84e4a9d5a94e0ead3795e) in parent group-v351483. [ 1270.205961] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Creating folder: Instances. Parent ref: group-v351595. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1270.206220] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28a4300a-8203-446c-b85d-d519877ec372 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.215229] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Created folder: Instances in parent group-v351595. [ 1270.215472] env[63097]: DEBUG oslo.service.loopingcall [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1270.215663] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1270.215860] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72696f30-a1de-439c-80ee-35a1efc01dd9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.230637] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18964f6f-51cc-43e8-ac12-2636eb50734b tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Lock "fa82a482-c837-4555-a130-9425fb6d34fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.658s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.237826] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1270.237826] env[63097]: value = "task-1686662" [ 1270.237826] env[63097]: _type = "Task" [ 1270.237826] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.252329] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686662, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.257875] env[63097]: DEBUG oslo_vmware.api [None req-f886cb83-a42a-4caa-a6d7-fad9c532489e tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1686646, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.291150] env[63097]: DEBUG oslo_vmware.api [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': task-1686659, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.271876} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.291449] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1270.292278] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7cd5e05-9e8a-4783-8657-6499982221ea {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.315307] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 592b8898-43e7-46b1-b16f-39ed5cfe8fc3/592b8898-43e7-46b1-b16f-39ed5cfe8fc3.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1270.315628] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2bde175-b524-49de-84e3-f2975c7b2ed9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.335299] env[63097]: DEBUG oslo_vmware.api [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Waiting for the task: (returnval){ [ 1270.335299] env[63097]: value = "task-1686663" [ 1270.335299] env[63097]: _type = "Task" [ 1270.335299] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.343124] env[63097]: DEBUG oslo_vmware.api [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': task-1686663, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.393473] env[63097]: DEBUG oslo_vmware.api [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]524ef4c5-5899-8168-b44a-16a64a8d6de6, 'name': SearchDatastore_Task, 'duration_secs': 0.031003} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.393744] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.394049] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 26a52ba8-20a1-407d-a980-614f2dd21737/26a52ba8-20a1-407d-a980-614f2dd21737.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1270.394574] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fac90534-2a05-40d0-ad13-a072ee58ab79 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.402872] env[63097]: DEBUG oslo_vmware.api [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Waiting for the task: (returnval){ [ 1270.402872] env[63097]: value = "task-1686664" [ 1270.402872] env[63097]: _type = "Task" [ 1270.402872] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.410210] env[63097]: DEBUG oslo_vmware.api [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Task: {'id': task-1686664, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.498826] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a67eaf27-f963-4cd4-9d1c-4e0308804287 tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.175s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.501176] env[63097]: DEBUG oslo_concurrency.lockutils [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.982s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.502718] env[63097]: INFO nova.compute.claims [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1270.517227] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6a77b80d-640f-48f0-89bb-19472681b065 tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Acquiring lock "refresh_cache-737c0d60-09bb-4883-b61b-93091bf6cb65" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.517227] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6a77b80d-640f-48f0-89bb-19472681b065 tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Acquired lock "refresh_cache-737c0d60-09bb-4883-b61b-93091bf6cb65" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.534178] env[63097]: INFO nova.scheduler.client.report [None req-a67eaf27-f963-4cd4-9d1c-4e0308804287 tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Deleted allocations for instance 79f55b1b-b1e0-4c79-b215-9a34a1bd1516 [ 1270.546230] env[63097]: DEBUG oslo_vmware.api [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d977ff-b516-0c89-6e12-67c01102bc10, 'name': SearchDatastore_Task, 'duration_secs': 0.050376} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.546568] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.546816] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1270.547066] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.547233] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.547420] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1270.547682] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a619f2d-47b3-4060-8909-ef5dc83e4700 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.561414] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1270.561414] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1270.561556] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb8fcfde-41b8-4d01-a237-761ae061f635 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.569818] env[63097]: DEBUG oslo_vmware.api [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Waiting for the task: (returnval){ [ 1270.569818] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]526c715a-df12-46bb-3884-32b8467c81b3" [ 1270.569818] env[63097]: _type = "Task" [ 1270.569818] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.578617] env[63097]: DEBUG oslo_vmware.api [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]526c715a-df12-46bb-3884-32b8467c81b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.689373] env[63097]: DEBUG nova.compute.manager [req-0a53b88f-d988-4d36-b90e-2575595569f7 req-e55e8efc-e9e9-4310-b329-25824191a909 service nova] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Received event network-changed-db69b75d-56cc-43cf-94d2-778c97d00ebd {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1270.689586] env[63097]: DEBUG nova.compute.manager [req-0a53b88f-d988-4d36-b90e-2575595569f7 req-e55e8efc-e9e9-4310-b329-25824191a909 service nova] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Refreshing instance network info cache due to event network-changed-db69b75d-56cc-43cf-94d2-778c97d00ebd. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1270.689806] env[63097]: DEBUG oslo_concurrency.lockutils [req-0a53b88f-d988-4d36-b90e-2575595569f7 req-e55e8efc-e9e9-4310-b329-25824191a909 service nova] Acquiring lock "refresh_cache-ff1bf9fe-3695-43fd-8da5-99d6eb6441c6" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.690056] env[63097]: DEBUG oslo_concurrency.lockutils [req-0a53b88f-d988-4d36-b90e-2575595569f7 req-e55e8efc-e9e9-4310-b329-25824191a909 service nova] Acquired lock "refresh_cache-ff1bf9fe-3695-43fd-8da5-99d6eb6441c6" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.690252] env[63097]: DEBUG nova.network.neutron [req-0a53b88f-d988-4d36-b90e-2575595569f7 req-e55e8efc-e9e9-4310-b329-25824191a909 service nova] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Refreshing network info cache for port db69b75d-56cc-43cf-94d2-778c97d00ebd {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1270.733547] env[63097]: DEBUG nova.compute.manager [None req-415c182b-7d2d-46f2-8d52-254cf727dc55 tempest-ServersListShow296Test-2006286529 tempest-ServersListShow296Test-2006286529-project-member] [instance: 5667761a-eb0c-4caf-a822-ddc620bf772c] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1270.755305] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686662, 'name': CreateVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.760954] env[63097]: DEBUG oslo_vmware.api [None req-f886cb83-a42a-4caa-a6d7-fad9c532489e tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1686646, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.851694] env[63097]: DEBUG oslo_vmware.api [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': task-1686663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.915310] env[63097]: DEBUG oslo_vmware.api [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Task: {'id': task-1686664, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.918313] env[63097]: DEBUG nova.network.neutron [None req-6a77b80d-640f-48f0-89bb-19472681b065 tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1271.043818] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a67eaf27-f963-4cd4-9d1c-4e0308804287 tempest-VolumesAssistedSnapshotsTest-1971336858 tempest-VolumesAssistedSnapshotsTest-1971336858-project-member] Lock "79f55b1b-b1e0-4c79-b215-9a34a1bd1516" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.091s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1271.084394] env[63097]: DEBUG oslo_vmware.api [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]526c715a-df12-46bb-3884-32b8467c81b3, 'name': SearchDatastore_Task, 'duration_secs': 0.017912} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.085566] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a75486c-79d7-4c6c-a53f-8c175df78073 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.092574] env[63097]: DEBUG oslo_vmware.api [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Waiting for the task: (returnval){ [ 1271.092574] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52422f61-55ee-b9ac-18a3-8c3453ece7f5" [ 1271.092574] env[63097]: _type = "Task" [ 1271.092574] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.102415] env[63097]: DEBUG oslo_vmware.api [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52422f61-55ee-b9ac-18a3-8c3453ece7f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.230309] env[63097]: DEBUG nova.compute.manager [None req-50fc21ef-c354-46b5-aa4d-fcdb5c6e15e1 tempest-ServerExternalEventsTest-245925636 tempest-ServerExternalEventsTest-245925636-project] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Received event network-changed {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1271.230309] env[63097]: DEBUG nova.compute.manager [None req-50fc21ef-c354-46b5-aa4d-fcdb5c6e15e1 tempest-ServerExternalEventsTest-245925636 tempest-ServerExternalEventsTest-245925636-project] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Refreshing instance network info cache due to event network-changed. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1271.230309] env[63097]: DEBUG oslo_concurrency.lockutils [None req-50fc21ef-c354-46b5-aa4d-fcdb5c6e15e1 tempest-ServerExternalEventsTest-245925636 tempest-ServerExternalEventsTest-245925636-project] Acquiring lock "refresh_cache-fa82a482-c837-4555-a130-9425fb6d34fd" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1271.230309] env[63097]: DEBUG oslo_concurrency.lockutils [None req-50fc21ef-c354-46b5-aa4d-fcdb5c6e15e1 tempest-ServerExternalEventsTest-245925636 tempest-ServerExternalEventsTest-245925636-project] Acquired lock "refresh_cache-fa82a482-c837-4555-a130-9425fb6d34fd" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.230572] env[63097]: DEBUG nova.network.neutron [None req-50fc21ef-c354-46b5-aa4d-fcdb5c6e15e1 tempest-ServerExternalEventsTest-245925636 tempest-ServerExternalEventsTest-245925636-project] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1271.237423] env[63097]: DEBUG nova.compute.manager [None req-415c182b-7d2d-46f2-8d52-254cf727dc55 tempest-ServersListShow296Test-2006286529 tempest-ServersListShow296Test-2006286529-project-member] [instance: 5667761a-eb0c-4caf-a822-ddc620bf772c] Instance disappeared before build. {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2440}} [ 1271.263787] env[63097]: DEBUG oslo_vmware.api [None req-f886cb83-a42a-4caa-a6d7-fad9c532489e tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1686646, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.264233] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686662, 'name': CreateVM_Task, 'duration_secs': 0.625885} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.264487] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1271.265174] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1271.265315] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.265641] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1271.266211] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-189b1ce6-409a-420f-97bd-1320b665614a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.274327] env[63097]: DEBUG oslo_vmware.api [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Waiting for the task: (returnval){ [ 1271.274327] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52111d65-ffeb-d0df-7bb4-62bcbd9bb99b" [ 1271.274327] env[63097]: _type = "Task" [ 1271.274327] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.281860] env[63097]: DEBUG oslo_vmware.api [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52111d65-ffeb-d0df-7bb4-62bcbd9bb99b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.349243] env[63097]: DEBUG oslo_vmware.api [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': task-1686663, 'name': ReconfigVM_Task, 'duration_secs': 0.835077} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.349520] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 592b8898-43e7-46b1-b16f-39ed5cfe8fc3/592b8898-43e7-46b1-b16f-39ed5cfe8fc3.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1271.350181] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a72095a1-257d-4323-84ee-a742d07272ac {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.358477] env[63097]: DEBUG oslo_vmware.api [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Waiting for the task: (returnval){ [ 1271.358477] env[63097]: value = "task-1686665" [ 1271.358477] env[63097]: _type = "Task" [ 1271.358477] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.367652] env[63097]: DEBUG oslo_vmware.api [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': task-1686665, 'name': Rename_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.414038] env[63097]: DEBUG oslo_vmware.api [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Task: {'id': task-1686664, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709582} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.414733] env[63097]: DEBUG nova.network.neutron [req-0a53b88f-d988-4d36-b90e-2575595569f7 req-e55e8efc-e9e9-4310-b329-25824191a909 service nova] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Updated VIF entry in instance network info cache for port db69b75d-56cc-43cf-94d2-778c97d00ebd. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1271.415086] env[63097]: DEBUG nova.network.neutron [req-0a53b88f-d988-4d36-b90e-2575595569f7 req-e55e8efc-e9e9-4310-b329-25824191a909 service nova] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Updating instance_info_cache with network_info: [{"id": "db69b75d-56cc-43cf-94d2-778c97d00ebd", "address": "fa:16:3e:9a:3f:ba", "network": {"id": "f92b9003-6324-4028-be14-5a239445f2df", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1063026643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ed5ea40aafe14fa79c22cdd88fb8d2c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb69b75d-56", "ovs_interfaceid": "db69b75d-56cc-43cf-94d2-778c97d00ebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.416980] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 26a52ba8-20a1-407d-a980-614f2dd21737/26a52ba8-20a1-407d-a980-614f2dd21737.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1271.417240] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1271.417733] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9dbe9420-eafd-448e-85c3-25d871e1efbc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.425920] env[63097]: DEBUG oslo_vmware.api [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Waiting for the task: (returnval){ [ 1271.425920] env[63097]: value = "task-1686666" [ 1271.425920] env[63097]: _type = "Task" [ 1271.425920] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.436613] env[63097]: DEBUG oslo_vmware.api [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Task: {'id': task-1686666, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.607248] env[63097]: DEBUG oslo_vmware.api [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52422f61-55ee-b9ac-18a3-8c3453ece7f5, 'name': SearchDatastore_Task, 'duration_secs': 0.011019} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.607711] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1271.608079] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] ff1bf9fe-3695-43fd-8da5-99d6eb6441c6/ff1bf9fe-3695-43fd-8da5-99d6eb6441c6.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1271.608446] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-390aa01d-a1f3-4c38-9b67-f4c401d66dd1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.620578] env[63097]: DEBUG oslo_vmware.api [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Waiting for the task: (returnval){ [ 1271.620578] env[63097]: value = "task-1686667" [ 1271.620578] env[63097]: _type = "Task" [ 1271.620578] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.635466] env[63097]: DEBUG oslo_vmware.api [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686667, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.657741] env[63097]: DEBUG nova.network.neutron [None req-6a77b80d-640f-48f0-89bb-19472681b065 tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Updating instance_info_cache with network_info: [{"id": "36256764-a47a-4db0-b7bf-9679759942f4", "address": "fa:16:3e:d2:f6:0f", "network": {"id": "dc9c37f2-f1aa-4353-94d6-e8f7e52b53cf", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1565466553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5a50116421542c9b9c1386b9bd015e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36256764-a4", "ovs_interfaceid": "36256764-a47a-4db0-b7bf-9679759942f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.752616] env[63097]: DEBUG nova.compute.manager [req-6598e60c-67cb-445b-88b3-b438f6c9b952 req-2ff18980-0d16-43e7-8fa5-72516082a996 service nova] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Received event network-changed-b1e59685-085b-492a-a180-79c111350605 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1271.752828] env[63097]: DEBUG nova.compute.manager [req-6598e60c-67cb-445b-88b3-b438f6c9b952 req-2ff18980-0d16-43e7-8fa5-72516082a996 service nova] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Refreshing instance network info cache due to event network-changed-b1e59685-085b-492a-a180-79c111350605. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1271.753073] env[63097]: DEBUG oslo_concurrency.lockutils [req-6598e60c-67cb-445b-88b3-b438f6c9b952 req-2ff18980-0d16-43e7-8fa5-72516082a996 service nova] Acquiring lock "refresh_cache-b2ee9372-b171-415c-a8a5-bbe57b34f001" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1271.753228] env[63097]: DEBUG oslo_concurrency.lockutils [req-6598e60c-67cb-445b-88b3-b438f6c9b952 req-2ff18980-0d16-43e7-8fa5-72516082a996 service nova] Acquired lock "refresh_cache-b2ee9372-b171-415c-a8a5-bbe57b34f001" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.753437] env[63097]: DEBUG nova.network.neutron [req-6598e60c-67cb-445b-88b3-b438f6c9b952 req-2ff18980-0d16-43e7-8fa5-72516082a996 service nova] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Refreshing network info cache for port b1e59685-085b-492a-a180-79c111350605 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1271.759378] env[63097]: DEBUG oslo_concurrency.lockutils [None req-415c182b-7d2d-46f2-8d52-254cf727dc55 tempest-ServersListShow296Test-2006286529 tempest-ServersListShow296Test-2006286529-project-member] Lock "5667761a-eb0c-4caf-a822-ddc620bf772c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.301s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1271.765755] env[63097]: DEBUG oslo_vmware.api [None req-f886cb83-a42a-4caa-a6d7-fad9c532489e tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1686646, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.787589] env[63097]: DEBUG oslo_concurrency.lockutils [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "8e6c4e91-b227-435a-b3ff-dfc58660542a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1271.787589] env[63097]: DEBUG oslo_concurrency.lockutils [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "8e6c4e91-b227-435a-b3ff-dfc58660542a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1271.795026] env[63097]: DEBUG oslo_vmware.api [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52111d65-ffeb-d0df-7bb4-62bcbd9bb99b, 'name': SearchDatastore_Task, 'duration_secs': 0.009553} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.795026] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1271.795026] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1271.795026] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1271.795026] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.795026] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1271.795026] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26eca51f-f8ac-4ef0-8c2e-b62c9b4852a8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.808190] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1271.808190] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1271.809146] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6df9ef5-5423-467a-8519-fad195e6e2cd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.820291] env[63097]: DEBUG oslo_vmware.api [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Waiting for the task: (returnval){ [ 1271.820291] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a790b8-e090-5748-8944-3757752a90b1" [ 1271.820291] env[63097]: _type = "Task" [ 1271.820291] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.833978] env[63097]: DEBUG oslo_vmware.api [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a790b8-e090-5748-8944-3757752a90b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.873506] env[63097]: DEBUG oslo_vmware.api [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': task-1686665, 'name': Rename_Task, 'duration_secs': 0.213729} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.873945] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1271.875966] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe39006f-cf40-4308-8351-f5458deebba2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.883209] env[63097]: DEBUG oslo_vmware.api [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Waiting for the task: (returnval){ [ 1271.883209] env[63097]: value = "task-1686668" [ 1271.883209] env[63097]: _type = "Task" [ 1271.883209] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.893957] env[63097]: DEBUG oslo_vmware.api [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': task-1686668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.919157] env[63097]: DEBUG oslo_concurrency.lockutils [req-0a53b88f-d988-4d36-b90e-2575595569f7 req-e55e8efc-e9e9-4310-b329-25824191a909 service nova] Releasing lock "refresh_cache-ff1bf9fe-3695-43fd-8da5-99d6eb6441c6" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1271.919157] env[63097]: DEBUG nova.compute.manager [req-0a53b88f-d988-4d36-b90e-2575595569f7 req-e55e8efc-e9e9-4310-b329-25824191a909 service nova] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Received event network-changed-5b5f3f27-8fff-482b-8249-376feefc1f95 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1271.919157] env[63097]: DEBUG nova.compute.manager [req-0a53b88f-d988-4d36-b90e-2575595569f7 req-e55e8efc-e9e9-4310-b329-25824191a909 service nova] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Refreshing instance network info cache due to event network-changed-5b5f3f27-8fff-482b-8249-376feefc1f95. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1271.919157] env[63097]: DEBUG oslo_concurrency.lockutils [req-0a53b88f-d988-4d36-b90e-2575595569f7 req-e55e8efc-e9e9-4310-b329-25824191a909 service nova] Acquiring lock "refresh_cache-39ba48cc-7c15-4bad-aee8-ff350e266b41" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1271.919422] env[63097]: DEBUG oslo_concurrency.lockutils [req-0a53b88f-d988-4d36-b90e-2575595569f7 req-e55e8efc-e9e9-4310-b329-25824191a909 service nova] Acquired lock "refresh_cache-39ba48cc-7c15-4bad-aee8-ff350e266b41" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.919422] env[63097]: DEBUG nova.network.neutron [req-0a53b88f-d988-4d36-b90e-2575595569f7 req-e55e8efc-e9e9-4310-b329-25824191a909 service nova] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Refreshing network info cache for port 5b5f3f27-8fff-482b-8249-376feefc1f95 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1271.938751] env[63097]: DEBUG oslo_vmware.api [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Task: {'id': task-1686666, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127565} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.939433] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1271.943373] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8d919a-6df4-4620-94b1-5126455cbc40 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.971668] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 26a52ba8-20a1-407d-a980-614f2dd21737/26a52ba8-20a1-407d-a980-614f2dd21737.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1271.974809] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f9fad27-4474-4736-8e10-886c7a025edc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.992823] env[63097]: DEBUG nova.network.neutron [None req-50fc21ef-c354-46b5-aa4d-fcdb5c6e15e1 tempest-ServerExternalEventsTest-245925636 tempest-ServerExternalEventsTest-245925636-project] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Updating instance_info_cache with network_info: [{"id": "12b41d02-35d8-4847-ab8d-fd72461d18d3", "address": "fa:16:3e:6e:1d:f8", "network": {"id": "6b81232d-2bfc-4ee5-aaa8-178b8f49236c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6d5186fbfb8046dfb1f369e636f8eafb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12b41d02-35", "ovs_interfaceid": "12b41d02-35d8-4847-ab8d-fd72461d18d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.000351] env[63097]: DEBUG oslo_vmware.api [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Waiting for the task: (returnval){ [ 1272.000351] env[63097]: value = "task-1686669" [ 1272.000351] env[63097]: _type = "Task" [ 1272.000351] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.011612] env[63097]: DEBUG oslo_vmware.api [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Task: {'id': task-1686669, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.095253] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407ddf43-f6a3-487d-9572-3c1edac6584c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.102969] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dddf5bb-63bc-4d67-88b3-5236db4c6c69 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.138758] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285e011e-4fe5-4796-9c24-cd8d155eac74 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.150395] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33e81a5-64cf-4877-8fc8-f39d8e493d43 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.155110] env[63097]: DEBUG oslo_vmware.api [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686667, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.165644] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6a77b80d-640f-48f0-89bb-19472681b065 tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Releasing lock "refresh_cache-737c0d60-09bb-4883-b61b-93091bf6cb65" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1272.165959] env[63097]: DEBUG nova.compute.manager [None req-6a77b80d-640f-48f0-89bb-19472681b065 tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Inject network info {{(pid=63097) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 1272.166326] env[63097]: DEBUG nova.compute.manager [None req-6a77b80d-640f-48f0-89bb-19472681b065 tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] network_info to inject: |[{"id": "36256764-a47a-4db0-b7bf-9679759942f4", "address": "fa:16:3e:d2:f6:0f", "network": {"id": "dc9c37f2-f1aa-4353-94d6-e8f7e52b53cf", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1565466553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5a50116421542c9b9c1386b9bd015e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36256764-a4", "ovs_interfaceid": "36256764-a47a-4db0-b7bf-9679759942f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7221}} [ 1272.171568] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-6a77b80d-640f-48f0-89bb-19472681b065 tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Reconfiguring VM instance to set the machine id {{(pid=63097) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1802}} [ 1272.172682] env[63097]: DEBUG nova.compute.provider_tree [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.173470] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90e40f29-ae70-482c-a6ed-b89940817980 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.190279] env[63097]: DEBUG oslo_vmware.api [None req-6a77b80d-640f-48f0-89bb-19472681b065 tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Waiting for the task: (returnval){ [ 1272.190279] env[63097]: value = "task-1686670" [ 1272.190279] env[63097]: _type = "Task" [ 1272.190279] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.200588] env[63097]: DEBUG oslo_vmware.api [None req-6a77b80d-640f-48f0-89bb-19472681b065 tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Task: {'id': task-1686670, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.258024] env[63097]: DEBUG oslo_vmware.api [None req-f886cb83-a42a-4caa-a6d7-fad9c532489e tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1686646, 'name': ReconfigVM_Task, 'duration_secs': 5.841998} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.258024] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f886cb83-a42a-4caa-a6d7-fad9c532489e tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Releasing lock "40586716-fefe-4da9-a96b-d2e7a6355ec0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1272.258024] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f886cb83-a42a-4caa-a6d7-fad9c532489e tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Reconfigured VM to detach interface {{(pid=63097) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1984}} [ 1272.265810] env[63097]: DEBUG nova.compute.manager [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1272.333517] env[63097]: DEBUG oslo_concurrency.lockutils [None req-91bc1dc4-3a0a-4716-99c6-e39b7201e6a2 tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Acquiring lock "fa82a482-c837-4555-a130-9425fb6d34fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1272.333983] env[63097]: DEBUG oslo_concurrency.lockutils [None req-91bc1dc4-3a0a-4716-99c6-e39b7201e6a2 tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Lock "fa82a482-c837-4555-a130-9425fb6d34fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1272.334333] env[63097]: DEBUG oslo_concurrency.lockutils [None req-91bc1dc4-3a0a-4716-99c6-e39b7201e6a2 tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Acquiring lock "fa82a482-c837-4555-a130-9425fb6d34fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1272.334775] env[63097]: DEBUG oslo_concurrency.lockutils [None req-91bc1dc4-3a0a-4716-99c6-e39b7201e6a2 tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Lock "fa82a482-c837-4555-a130-9425fb6d34fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1272.335114] env[63097]: DEBUG oslo_concurrency.lockutils [None req-91bc1dc4-3a0a-4716-99c6-e39b7201e6a2 tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Lock "fa82a482-c837-4555-a130-9425fb6d34fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1272.336988] env[63097]: DEBUG oslo_vmware.api [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a790b8-e090-5748-8944-3757752a90b1, 'name': SearchDatastore_Task, 'duration_secs': 0.018639} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.338248] env[63097]: INFO nova.compute.manager [None req-91bc1dc4-3a0a-4716-99c6-e39b7201e6a2 tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Terminating instance [ 1272.341211] env[63097]: DEBUG nova.compute.manager [None req-91bc1dc4-3a0a-4716-99c6-e39b7201e6a2 tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1272.341705] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-91bc1dc4-3a0a-4716-99c6-e39b7201e6a2 tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1272.345019] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f18734f7-881b-4123-a972-ae66be20de37 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.345019] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7612ecaa-1e40-4874-9737-e267887e7e22 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.352342] env[63097]: DEBUG oslo_vmware.api [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Waiting for the task: (returnval){ [ 1272.352342] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52996ace-af78-8d1c-92cc-f3010d18f9c8" [ 1272.352342] env[63097]: _type = "Task" [ 1272.352342] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.355776] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-91bc1dc4-3a0a-4716-99c6-e39b7201e6a2 tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1272.359761] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c886ada3-0c24-48fa-9207-5cb06f197c7e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.368304] env[63097]: DEBUG oslo_vmware.api [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52996ace-af78-8d1c-92cc-f3010d18f9c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.370279] env[63097]: DEBUG oslo_vmware.api [None req-91bc1dc4-3a0a-4716-99c6-e39b7201e6a2 tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Waiting for the task: (returnval){ [ 1272.370279] env[63097]: value = "task-1686671" [ 1272.370279] env[63097]: _type = "Task" [ 1272.370279] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.378190] env[63097]: DEBUG oslo_vmware.api [None req-91bc1dc4-3a0a-4716-99c6-e39b7201e6a2 tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Task: {'id': task-1686671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.392897] env[63097]: DEBUG oslo_vmware.api [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': task-1686668, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.499541] env[63097]: DEBUG oslo_concurrency.lockutils [None req-50fc21ef-c354-46b5-aa4d-fcdb5c6e15e1 tempest-ServerExternalEventsTest-245925636 tempest-ServerExternalEventsTest-245925636-project] Releasing lock "refresh_cache-fa82a482-c837-4555-a130-9425fb6d34fd" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1272.516847] env[63097]: DEBUG oslo_vmware.api [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Task: {'id': task-1686669, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.644979] env[63097]: DEBUG oslo_vmware.api [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686667, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736974} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.645324] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] ff1bf9fe-3695-43fd-8da5-99d6eb6441c6/ff1bf9fe-3695-43fd-8da5-99d6eb6441c6.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1272.645699] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1272.645789] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1dc4423e-fde2-4fec-9bdc-6100a2c2fb72 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.652684] env[63097]: DEBUG oslo_vmware.api [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Waiting for the task: (returnval){ [ 1272.652684] env[63097]: value = "task-1686672" [ 1272.652684] env[63097]: _type = "Task" [ 1272.652684] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.663237] env[63097]: DEBUG oslo_vmware.api [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686672, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.685482] env[63097]: DEBUG nova.scheduler.client.report [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1272.701255] env[63097]: DEBUG oslo_vmware.api [None req-6a77b80d-640f-48f0-89bb-19472681b065 tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Task: {'id': task-1686670, 'name': ReconfigVM_Task, 'duration_secs': 0.164242} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.701416] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-6a77b80d-640f-48f0-89bb-19472681b065 tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Reconfigured VM instance to set the machine id {{(pid=63097) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1805}} [ 1272.791694] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1272.870560] env[63097]: DEBUG oslo_vmware.api [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52996ace-af78-8d1c-92cc-f3010d18f9c8, 'name': SearchDatastore_Task, 'duration_secs': 0.018787} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.878166] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1272.878227] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] b2ee9372-b171-415c-a8a5-bbe57b34f001/b2ee9372-b171-415c-a8a5-bbe57b34f001.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1272.878749] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be0fe080-31a1-4d08-aed3-be44f52ae333 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.884699] env[63097]: DEBUG nova.network.neutron [req-6598e60c-67cb-445b-88b3-b438f6c9b952 req-2ff18980-0d16-43e7-8fa5-72516082a996 service nova] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Updated VIF entry in instance network info cache for port b1e59685-085b-492a-a180-79c111350605. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1272.885063] env[63097]: DEBUG nova.network.neutron [req-6598e60c-67cb-445b-88b3-b438f6c9b952 req-2ff18980-0d16-43e7-8fa5-72516082a996 service nova] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Updating instance_info_cache with network_info: [{"id": "b1e59685-085b-492a-a180-79c111350605", "address": "fa:16:3e:45:2a:03", "network": {"id": "57d9eaea-8468-4e63-8da4-a769713a67e5", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1025382958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e9c0f7a1ca84e4a9d5a94e0ead3795e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1e59685-08", "ovs_interfaceid": "b1e59685-085b-492a-a180-79c111350605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.894454] env[63097]: DEBUG oslo_vmware.api [None req-91bc1dc4-3a0a-4716-99c6-e39b7201e6a2 tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Task: {'id': task-1686671, 'name': PowerOffVM_Task, 'duration_secs': 0.307405} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.900464] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-91bc1dc4-3a0a-4716-99c6-e39b7201e6a2 tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1272.900741] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-91bc1dc4-3a0a-4716-99c6-e39b7201e6a2 tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1272.901290] env[63097]: DEBUG oslo_vmware.api [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Waiting for the task: (returnval){ [ 1272.901290] env[63097]: value = "task-1686673" [ 1272.901290] env[63097]: _type = "Task" [ 1272.901290] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.902024] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d45d7d62-d2cf-4bf3-870c-ce5e2949b0dc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.913010] env[63097]: DEBUG oslo_vmware.api [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': task-1686668, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.921711] env[63097]: DEBUG oslo_vmware.api [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Task: {'id': task-1686673, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.983529] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-91bc1dc4-3a0a-4716-99c6-e39b7201e6a2 tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1272.984154] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-91bc1dc4-3a0a-4716-99c6-e39b7201e6a2 tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1272.984154] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-91bc1dc4-3a0a-4716-99c6-e39b7201e6a2 tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Deleting the datastore file [datastore1] fa82a482-c837-4555-a130-9425fb6d34fd {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1272.984319] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd9c0dfb-9f04-4f8c-a92c-6ef440c6dad2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.991071] env[63097]: DEBUG oslo_vmware.api [None req-91bc1dc4-3a0a-4716-99c6-e39b7201e6a2 tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Waiting for the task: (returnval){ [ 1272.991071] env[63097]: value = "task-1686675" [ 1272.991071] env[63097]: _type = "Task" [ 1272.991071] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.000378] env[63097]: DEBUG oslo_vmware.api [None req-91bc1dc4-3a0a-4716-99c6-e39b7201e6a2 tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Task: {'id': task-1686675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.010415] env[63097]: DEBUG oslo_vmware.api [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Task: {'id': task-1686669, 'name': ReconfigVM_Task, 'duration_secs': 0.851661} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.013029] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 26a52ba8-20a1-407d-a980-614f2dd21737/26a52ba8-20a1-407d-a980-614f2dd21737.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1273.013653] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eee5206c-5a9e-49c6-833a-a1687acc7124 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.019450] env[63097]: DEBUG oslo_vmware.api [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Waiting for the task: (returnval){ [ 1273.019450] env[63097]: value = "task-1686676" [ 1273.019450] env[63097]: _type = "Task" [ 1273.019450] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.027446] env[63097]: DEBUG oslo_vmware.api [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Task: {'id': task-1686676, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.051747] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0e24c42a-d9d7-4a6e-bce6-24322d0a6f52 tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Acquiring lock "737c0d60-09bb-4883-b61b-93091bf6cb65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1273.052131] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0e24c42a-d9d7-4a6e-bce6-24322d0a6f52 tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Lock "737c0d60-09bb-4883-b61b-93091bf6cb65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1273.052487] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0e24c42a-d9d7-4a6e-bce6-24322d0a6f52 tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Acquiring lock "737c0d60-09bb-4883-b61b-93091bf6cb65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1273.052814] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0e24c42a-d9d7-4a6e-bce6-24322d0a6f52 tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Lock "737c0d60-09bb-4883-b61b-93091bf6cb65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1273.053093] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0e24c42a-d9d7-4a6e-bce6-24322d0a6f52 tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Lock "737c0d60-09bb-4883-b61b-93091bf6cb65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1273.055647] env[63097]: INFO nova.compute.manager [None req-0e24c42a-d9d7-4a6e-bce6-24322d0a6f52 tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Terminating instance [ 1273.057804] env[63097]: DEBUG nova.compute.manager [None req-0e24c42a-d9d7-4a6e-bce6-24322d0a6f52 tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1273.058014] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-0e24c42a-d9d7-4a6e-bce6-24322d0a6f52 tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1273.058853] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dedf2dd1-92c9-48c9-afe3-b137117ce1f9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.066637] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e24c42a-d9d7-4a6e-bce6-24322d0a6f52 tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1273.067311] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53407539-eea5-41e8-a57a-0ebb01348412 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.074515] env[63097]: DEBUG oslo_vmware.api [None req-0e24c42a-d9d7-4a6e-bce6-24322d0a6f52 tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Waiting for the task: (returnval){ [ 1273.074515] env[63097]: value = "task-1686677" [ 1273.074515] env[63097]: _type = "Task" [ 1273.074515] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.087939] env[63097]: DEBUG oslo_vmware.api [None req-0e24c42a-d9d7-4a6e-bce6-24322d0a6f52 tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Task: {'id': task-1686677, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.088872] env[63097]: DEBUG nova.network.neutron [req-0a53b88f-d988-4d36-b90e-2575595569f7 req-e55e8efc-e9e9-4310-b329-25824191a909 service nova] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Updated VIF entry in instance network info cache for port 5b5f3f27-8fff-482b-8249-376feefc1f95. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1273.089232] env[63097]: DEBUG nova.network.neutron [req-0a53b88f-d988-4d36-b90e-2575595569f7 req-e55e8efc-e9e9-4310-b329-25824191a909 service nova] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Updating instance_info_cache with network_info: [{"id": "5b5f3f27-8fff-482b-8249-376feefc1f95", "address": "fa:16:3e:25:71:8b", "network": {"id": "f5dc28e4-1596-4e88-9b8f-4f2496d3c70b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1848962158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e2c0de6b8f743c3be7c2bb6c5486ccd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b5f3f27-8f", "ovs_interfaceid": "5b5f3f27-8fff-482b-8249-376feefc1f95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.170258] env[63097]: DEBUG oslo_vmware.api [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686672, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12856} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.171346] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1273.174187] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff697ed6-80f1-44a3-961f-89b5be6aed5a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.200030] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] ff1bf9fe-3695-43fd-8da5-99d6eb6441c6/ff1bf9fe-3695-43fd-8da5-99d6eb6441c6.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1273.201278] env[63097]: DEBUG oslo_concurrency.lockutils [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1273.202153] env[63097]: DEBUG nova.compute.manager [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1273.205464] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1c9c42c-def6-42e5-8130-1c17b6b1cd08 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.223055] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.487s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1273.226412] env[63097]: INFO nova.compute.claims [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1273.237667] env[63097]: DEBUG oslo_vmware.api [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Waiting for the task: (returnval){ [ 1273.237667] env[63097]: value = "task-1686678" [ 1273.237667] env[63097]: _type = "Task" [ 1273.237667] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.247119] env[63097]: DEBUG oslo_vmware.api [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686678, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.397944] env[63097]: DEBUG oslo_concurrency.lockutils [req-6598e60c-67cb-445b-88b3-b438f6c9b952 req-2ff18980-0d16-43e7-8fa5-72516082a996 service nova] Releasing lock "refresh_cache-b2ee9372-b171-415c-a8a5-bbe57b34f001" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.397944] env[63097]: DEBUG nova.compute.manager [req-6598e60c-67cb-445b-88b3-b438f6c9b952 req-2ff18980-0d16-43e7-8fa5-72516082a996 service nova] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Received event network-changed-36256764-a47a-4db0-b7bf-9679759942f4 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1273.397944] env[63097]: DEBUG nova.compute.manager [req-6598e60c-67cb-445b-88b3-b438f6c9b952 req-2ff18980-0d16-43e7-8fa5-72516082a996 service nova] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Refreshing instance network info cache due to event network-changed-36256764-a47a-4db0-b7bf-9679759942f4. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1273.397944] env[63097]: DEBUG oslo_concurrency.lockutils [req-6598e60c-67cb-445b-88b3-b438f6c9b952 req-2ff18980-0d16-43e7-8fa5-72516082a996 service nova] Acquiring lock "refresh_cache-737c0d60-09bb-4883-b61b-93091bf6cb65" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.397944] env[63097]: DEBUG oslo_concurrency.lockutils [req-6598e60c-67cb-445b-88b3-b438f6c9b952 req-2ff18980-0d16-43e7-8fa5-72516082a996 service nova] Acquired lock "refresh_cache-737c0d60-09bb-4883-b61b-93091bf6cb65" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.397944] env[63097]: DEBUG nova.network.neutron [req-6598e60c-67cb-445b-88b3-b438f6c9b952 req-2ff18980-0d16-43e7-8fa5-72516082a996 service nova] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Refreshing network info cache for port 36256764-a47a-4db0-b7bf-9679759942f4 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1273.410022] env[63097]: DEBUG oslo_vmware.api [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': task-1686668, 'name': PowerOnVM_Task, 'duration_secs': 1.042479} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.412746] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1273.413521] env[63097]: INFO nova.compute.manager [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Took 10.70 seconds to spawn the instance on the hypervisor. [ 1273.413872] env[63097]: DEBUG nova.compute.manager [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1273.419021] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3bd1e55-6db9-40a0-8fa2-bd58e7289ad4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.426435] env[63097]: DEBUG oslo_vmware.api [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Task: {'id': task-1686673, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.501961] env[63097]: DEBUG oslo_vmware.api [None req-91bc1dc4-3a0a-4716-99c6-e39b7201e6a2 tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Task: {'id': task-1686675, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331531} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.502261] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-91bc1dc4-3a0a-4716-99c6-e39b7201e6a2 tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1273.502460] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-91bc1dc4-3a0a-4716-99c6-e39b7201e6a2 tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1273.502652] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-91bc1dc4-3a0a-4716-99c6-e39b7201e6a2 tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1273.502813] env[63097]: INFO nova.compute.manager [None req-91bc1dc4-3a0a-4716-99c6-e39b7201e6a2 tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1273.503097] env[63097]: DEBUG oslo.service.loopingcall [None req-91bc1dc4-3a0a-4716-99c6-e39b7201e6a2 tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1273.503322] env[63097]: DEBUG nova.compute.manager [-] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1273.503427] env[63097]: DEBUG nova.network.neutron [-] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1273.529331] env[63097]: DEBUG oslo_vmware.api [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Task: {'id': task-1686676, 'name': Rename_Task, 'duration_secs': 0.273341} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.529618] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1273.529877] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92f3c3df-f388-43e4-a95e-9ded010186bd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.537402] env[63097]: DEBUG oslo_vmware.api [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Waiting for the task: (returnval){ [ 1273.537402] env[63097]: value = "task-1686679" [ 1273.537402] env[63097]: _type = "Task" [ 1273.537402] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.547989] env[63097]: DEBUG oslo_vmware.api [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Task: {'id': task-1686679, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.587621] env[63097]: DEBUG oslo_vmware.api [None req-0e24c42a-d9d7-4a6e-bce6-24322d0a6f52 tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Task: {'id': task-1686677, 'name': PowerOffVM_Task, 'duration_secs': 0.172529} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.587983] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e24c42a-d9d7-4a6e-bce6-24322d0a6f52 tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1273.588154] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-0e24c42a-d9d7-4a6e-bce6-24322d0a6f52 tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1273.588457] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bad31627-608a-4cea-a5bd-bbb83608e112 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.595051] env[63097]: DEBUG oslo_concurrency.lockutils [req-0a53b88f-d988-4d36-b90e-2575595569f7 req-e55e8efc-e9e9-4310-b329-25824191a909 service nova] Releasing lock "refresh_cache-39ba48cc-7c15-4bad-aee8-ff350e266b41" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.626632] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f886cb83-a42a-4caa-a6d7-fad9c532489e tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "refresh_cache-40586716-fefe-4da9-a96b-d2e7a6355ec0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.626963] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f886cb83-a42a-4caa-a6d7-fad9c532489e tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquired lock "refresh_cache-40586716-fefe-4da9-a96b-d2e7a6355ec0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.627474] env[63097]: DEBUG nova.network.neutron [None req-f886cb83-a42a-4caa-a6d7-fad9c532489e tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1273.668812] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-0e24c42a-d9d7-4a6e-bce6-24322d0a6f52 tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1273.672195] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-0e24c42a-d9d7-4a6e-bce6-24322d0a6f52 tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1273.672195] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e24c42a-d9d7-4a6e-bce6-24322d0a6f52 tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Deleting the datastore file [datastore2] 737c0d60-09bb-4883-b61b-93091bf6cb65 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1273.672195] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ed9e325-34c3-43a1-82cd-2ab1dbc49ce5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.677748] env[63097]: DEBUG oslo_vmware.api [None req-0e24c42a-d9d7-4a6e-bce6-24322d0a6f52 tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Waiting for the task: (returnval){ [ 1273.677748] env[63097]: value = "task-1686681" [ 1273.677748] env[63097]: _type = "Task" [ 1273.677748] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.687840] env[63097]: DEBUG oslo_vmware.api [None req-0e24c42a-d9d7-4a6e-bce6-24322d0a6f52 tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Task: {'id': task-1686681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.727051] env[63097]: DEBUG nova.compute.utils [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1273.727051] env[63097]: DEBUG nova.compute.manager [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1273.727051] env[63097]: DEBUG nova.network.neutron [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1273.749198] env[63097]: DEBUG oslo_vmware.api [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686678, 'name': ReconfigVM_Task, 'duration_secs': 0.411164} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.749723] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Reconfigured VM instance instance-00000026 to attach disk [datastore1] ff1bf9fe-3695-43fd-8da5-99d6eb6441c6/ff1bf9fe-3695-43fd-8da5-99d6eb6441c6.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1273.750689] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab9d03fe-3f05-4477-9c56-fca1b85c71ad {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.761017] env[63097]: DEBUG oslo_vmware.api [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Waiting for the task: (returnval){ [ 1273.761017] env[63097]: value = "task-1686682" [ 1273.761017] env[63097]: _type = "Task" [ 1273.761017] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.772023] env[63097]: DEBUG oslo_vmware.api [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686682, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.861792] env[63097]: DEBUG nova.policy [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84bde3bfeb844b56b754f6967306a490', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ffb33e4d9204935b5acc37c6ddd06a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1273.921219] env[63097]: DEBUG oslo_vmware.api [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Task: {'id': task-1686673, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.765345} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.921219] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] b2ee9372-b171-415c-a8a5-bbe57b34f001/b2ee9372-b171-415c-a8a5-bbe57b34f001.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1273.921219] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1273.921219] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14a5ecb4-ed39-4867-a79e-cb98d6b199b2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.926334] env[63097]: DEBUG oslo_vmware.api [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Waiting for the task: (returnval){ [ 1273.926334] env[63097]: value = "task-1686683" [ 1273.926334] env[63097]: _type = "Task" [ 1273.926334] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.938675] env[63097]: DEBUG oslo_vmware.api [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Task: {'id': task-1686683, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.940985] env[63097]: INFO nova.compute.manager [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Took 45.33 seconds to build instance. [ 1274.052805] env[63097]: DEBUG oslo_vmware.api [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Task: {'id': task-1686679, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.191092] env[63097]: DEBUG oslo_vmware.api [None req-0e24c42a-d9d7-4a6e-bce6-24322d0a6f52 tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Task: {'id': task-1686681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.481529} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.191092] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e24c42a-d9d7-4a6e-bce6-24322d0a6f52 tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1274.191092] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-0e24c42a-d9d7-4a6e-bce6-24322d0a6f52 tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1274.191092] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-0e24c42a-d9d7-4a6e-bce6-24322d0a6f52 tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1274.191481] env[63097]: INFO nova.compute.manager [None req-0e24c42a-d9d7-4a6e-bce6-24322d0a6f52 tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1274.192028] env[63097]: DEBUG oslo.service.loopingcall [None req-0e24c42a-d9d7-4a6e-bce6-24322d0a6f52 tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1274.192028] env[63097]: DEBUG nova.compute.manager [-] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1274.192028] env[63097]: DEBUG nova.network.neutron [-] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1274.231536] env[63097]: DEBUG nova.compute.manager [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1274.278983] env[63097]: DEBUG oslo_vmware.api [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686682, 'name': Rename_Task, 'duration_secs': 0.137158} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.279352] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1274.280132] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14b69174-c67e-4b2c-9688-9fd3fe41adaa {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.292273] env[63097]: DEBUG oslo_vmware.api [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Waiting for the task: (returnval){ [ 1274.292273] env[63097]: value = "task-1686684" [ 1274.292273] env[63097]: _type = "Task" [ 1274.292273] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.302471] env[63097]: DEBUG oslo_vmware.api [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686684, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.310868] env[63097]: DEBUG nova.network.neutron [req-6598e60c-67cb-445b-88b3-b438f6c9b952 req-2ff18980-0d16-43e7-8fa5-72516082a996 service nova] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Updated VIF entry in instance network info cache for port 36256764-a47a-4db0-b7bf-9679759942f4. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1274.311280] env[63097]: DEBUG nova.network.neutron [req-6598e60c-67cb-445b-88b3-b438f6c9b952 req-2ff18980-0d16-43e7-8fa5-72516082a996 service nova] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Updating instance_info_cache with network_info: [{"id": "36256764-a47a-4db0-b7bf-9679759942f4", "address": "fa:16:3e:d2:f6:0f", "network": {"id": "dc9c37f2-f1aa-4353-94d6-e8f7e52b53cf", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1565466553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5a50116421542c9b9c1386b9bd015e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36256764-a4", "ovs_interfaceid": "36256764-a47a-4db0-b7bf-9679759942f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.437501] env[63097]: DEBUG oslo_vmware.api [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Task: {'id': task-1686683, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067488} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.440630] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1274.441679] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d7b37f-6b69-473a-80ad-f493f11cda2f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.444868] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4d1330f5-ebee-472a-8c10-7256f7bdb6e6 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Lock "592b8898-43e7-46b1-b16f-39ed5cfe8fc3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.630s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.468679] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] b2ee9372-b171-415c-a8a5-bbe57b34f001/b2ee9372-b171-415c-a8a5-bbe57b34f001.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1274.472071] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04280eb1-4ee8-4b0b-bf7f-b53330d7274f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.492445] env[63097]: DEBUG oslo_vmware.api [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Waiting for the task: (returnval){ [ 1274.492445] env[63097]: value = "task-1686685" [ 1274.492445] env[63097]: _type = "Task" [ 1274.492445] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.506532] env[63097]: DEBUG oslo_vmware.api [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Task: {'id': task-1686685, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.549686] env[63097]: DEBUG oslo_vmware.api [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Task: {'id': task-1686679, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.593015] env[63097]: DEBUG nova.network.neutron [-] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.619829] env[63097]: DEBUG nova.compute.manager [req-416e3957-2619-4339-896f-a7e777043310 req-71c3446f-addd-4b14-8f14-4258889415fc service nova] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Received event network-vif-deleted-cc8f28cd-2d8a-4b0b-b8f2-95c4e43e502c {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1274.620060] env[63097]: INFO nova.compute.manager [req-416e3957-2619-4339-896f-a7e777043310 req-71c3446f-addd-4b14-8f14-4258889415fc service nova] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Neutron deleted interface cc8f28cd-2d8a-4b0b-b8f2-95c4e43e502c; detaching it from the instance and deleting it from the info cache [ 1274.620313] env[63097]: DEBUG nova.network.neutron [req-416e3957-2619-4339-896f-a7e777043310 req-71c3446f-addd-4b14-8f14-4258889415fc service nova] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Updating instance_info_cache with network_info: [{"id": "73da1d5d-ea02-4567-9437-a4ee36ed7f28", "address": "fa:16:3e:fd:7b:3e", "network": {"id": "4023f1be-d600-441b-9ec5-b01eac0704f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1618053137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a00e94d35e44678b6698f8af082c448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73da1d5d-ea", "ovs_interfaceid": "73da1d5d-ea02-4567-9437-a4ee36ed7f28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.784071] env[63097]: DEBUG oslo_concurrency.lockutils [None req-83a2e1cd-b560-4c4d-81d8-b69f333232bf tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "40586716-fefe-4da9-a96b-d2e7a6355ec0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.784428] env[63097]: DEBUG oslo_concurrency.lockutils [None req-83a2e1cd-b560-4c4d-81d8-b69f333232bf tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "40586716-fefe-4da9-a96b-d2e7a6355ec0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.785334] env[63097]: DEBUG oslo_concurrency.lockutils [None req-83a2e1cd-b560-4c4d-81d8-b69f333232bf tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "40586716-fefe-4da9-a96b-d2e7a6355ec0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.785760] env[63097]: DEBUG oslo_concurrency.lockutils [None req-83a2e1cd-b560-4c4d-81d8-b69f333232bf tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "40586716-fefe-4da9-a96b-d2e7a6355ec0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.786025] env[63097]: DEBUG oslo_concurrency.lockutils [None req-83a2e1cd-b560-4c4d-81d8-b69f333232bf tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "40586716-fefe-4da9-a96b-d2e7a6355ec0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.788294] env[63097]: INFO nova.compute.manager [None req-83a2e1cd-b560-4c4d-81d8-b69f333232bf tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Terminating instance [ 1274.790781] env[63097]: DEBUG nova.compute.manager [None req-83a2e1cd-b560-4c4d-81d8-b69f333232bf tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1274.791056] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-83a2e1cd-b560-4c4d-81d8-b69f333232bf tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1274.792011] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec974c9-2670-433e-8b05-519840569aa0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.808642] env[63097]: DEBUG oslo_vmware.api [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686684, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.808979] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-83a2e1cd-b560-4c4d-81d8-b69f333232bf tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1274.809262] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-164bbd98-0806-4700-acb1-787a8cbbec19 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.814330] env[63097]: DEBUG oslo_concurrency.lockutils [req-6598e60c-67cb-445b-88b3-b438f6c9b952 req-2ff18980-0d16-43e7-8fa5-72516082a996 service nova] Releasing lock "refresh_cache-737c0d60-09bb-4883-b61b-93091bf6cb65" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.815842] env[63097]: DEBUG oslo_vmware.api [None req-83a2e1cd-b560-4c4d-81d8-b69f333232bf tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for the task: (returnval){ [ 1274.815842] env[63097]: value = "task-1686686" [ 1274.815842] env[63097]: _type = "Task" [ 1274.815842] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.827276] env[63097]: DEBUG oslo_vmware.api [None req-83a2e1cd-b560-4c4d-81d8-b69f333232bf tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1686686, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.837829] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664c62f0-60b2-471c-a861-52f6b8e77609 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.846599] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30417bcc-2804-4b40-a382-4d3593075d8d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.883337] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f747699-4832-4676-86ba-0777d6643458 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.893552] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5289cf82-a9ab-4980-a7f6-a1e2c1da7d92 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.907738] env[63097]: DEBUG nova.compute.provider_tree [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1274.950029] env[63097]: DEBUG nova.compute.manager [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1275.004361] env[63097]: DEBUG oslo_vmware.api [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Task: {'id': task-1686685, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.052592] env[63097]: DEBUG oslo_vmware.api [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Task: {'id': task-1686679, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.094243] env[63097]: INFO nova.compute.manager [-] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Took 1.59 seconds to deallocate network for instance. [ 1275.123266] env[63097]: DEBUG oslo_concurrency.lockutils [req-416e3957-2619-4339-896f-a7e777043310 req-71c3446f-addd-4b14-8f14-4258889415fc service nova] Acquiring lock "40586716-fefe-4da9-a96b-d2e7a6355ec0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.247231] env[63097]: DEBUG nova.compute.manager [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1275.284928] env[63097]: DEBUG nova.virt.hardware [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1275.285249] env[63097]: DEBUG nova.virt.hardware [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1275.290050] env[63097]: DEBUG nova.virt.hardware [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1275.290480] env[63097]: DEBUG nova.virt.hardware [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1275.290668] env[63097]: DEBUG nova.virt.hardware [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1275.290832] env[63097]: DEBUG nova.virt.hardware [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1275.291100] env[63097]: DEBUG nova.virt.hardware [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1275.291292] env[63097]: DEBUG nova.virt.hardware [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1275.291481] env[63097]: DEBUG nova.virt.hardware [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1275.291654] env[63097]: DEBUG nova.virt.hardware [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1275.291870] env[63097]: DEBUG nova.virt.hardware [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1275.292748] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88b761b-3599-411e-a3e5-a4d08f4de343 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.314108] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a6491d-ed94-4dda-935b-e03b112ff69e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.319429] env[63097]: DEBUG oslo_vmware.api [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686684, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.337274] env[63097]: DEBUG nova.network.neutron [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] Successfully created port: 238854ee-5633-4b94-aadf-d9ddeaed98f2 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1275.338361] env[63097]: DEBUG oslo_vmware.api [None req-83a2e1cd-b560-4c4d-81d8-b69f333232bf tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1686686, 'name': PowerOffVM_Task, 'duration_secs': 0.232596} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.338714] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-83a2e1cd-b560-4c4d-81d8-b69f333232bf tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1275.338785] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-83a2e1cd-b560-4c4d-81d8-b69f333232bf tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1275.339454] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91618767-b0da-4972-9682-afef680e36d8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.392271] env[63097]: INFO nova.network.neutron [None req-f886cb83-a42a-4caa-a6d7-fad9c532489e tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Port cc8f28cd-2d8a-4b0b-b8f2-95c4e43e502c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1275.392770] env[63097]: DEBUG nova.network.neutron [None req-f886cb83-a42a-4caa-a6d7-fad9c532489e tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Updating instance_info_cache with network_info: [{"id": "73da1d5d-ea02-4567-9437-a4ee36ed7f28", "address": "fa:16:3e:fd:7b:3e", "network": {"id": "4023f1be-d600-441b-9ec5-b01eac0704f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1618053137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a00e94d35e44678b6698f8af082c448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73da1d5d-ea", "ovs_interfaceid": "73da1d5d-ea02-4567-9437-a4ee36ed7f28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.406494] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-83a2e1cd-b560-4c4d-81d8-b69f333232bf tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1275.406494] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-83a2e1cd-b560-4c4d-81d8-b69f333232bf tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1275.406494] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-83a2e1cd-b560-4c4d-81d8-b69f333232bf tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Deleting the datastore file [datastore2] 40586716-fefe-4da9-a96b-d2e7a6355ec0 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1275.406494] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3310916d-2334-4a26-b0ce-978a13cbad2d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.411367] env[63097]: DEBUG nova.scheduler.client.report [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1275.416751] env[63097]: DEBUG oslo_vmware.api [None req-83a2e1cd-b560-4c4d-81d8-b69f333232bf tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for the task: (returnval){ [ 1275.416751] env[63097]: value = "task-1686688" [ 1275.416751] env[63097]: _type = "Task" [ 1275.416751] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.426916] env[63097]: DEBUG oslo_vmware.api [None req-83a2e1cd-b560-4c4d-81d8-b69f333232bf tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1686688, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.478014] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1275.505685] env[63097]: DEBUG oslo_vmware.api [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Task: {'id': task-1686685, 'name': ReconfigVM_Task, 'duration_secs': 0.526191} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.505998] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Reconfigured VM instance instance-00000027 to attach disk [datastore2] b2ee9372-b171-415c-a8a5-bbe57b34f001/b2ee9372-b171-415c-a8a5-bbe57b34f001.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1275.506664] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31d48d76-c234-4a20-a016-3a774541e5a5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.512852] env[63097]: DEBUG oslo_vmware.api [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Waiting for the task: (returnval){ [ 1275.512852] env[63097]: value = "task-1686689" [ 1275.512852] env[63097]: _type = "Task" [ 1275.512852] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.515357] env[63097]: DEBUG nova.compute.manager [req-7c40bb72-6d9d-4aed-b42e-eeb8ee5ab959 req-d6539af1-c57f-44c0-b3e4-cd2bb72552ff service nova] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Received event network-vif-deleted-12b41d02-35d8-4847-ab8d-fd72461d18d3 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1275.525132] env[63097]: DEBUG oslo_vmware.api [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Task: {'id': task-1686689, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.550544] env[63097]: DEBUG oslo_vmware.api [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Task: {'id': task-1686679, 'name': PowerOnVM_Task, 'duration_secs': 1.685067} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.550856] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1275.551186] env[63097]: INFO nova.compute.manager [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Took 20.83 seconds to spawn the instance on the hypervisor. [ 1275.551437] env[63097]: DEBUG nova.compute.manager [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1275.552488] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8c3f4d-f14f-4dc1-969f-0032b6579c43 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.602059] env[63097]: DEBUG oslo_concurrency.lockutils [None req-91bc1dc4-3a0a-4716-99c6-e39b7201e6a2 tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1275.808448] env[63097]: DEBUG oslo_vmware.api [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686684, 'name': PowerOnVM_Task, 'duration_secs': 1.310759} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.808817] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1275.809072] env[63097]: INFO nova.compute.manager [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Took 10.39 seconds to spawn the instance on the hypervisor. [ 1275.809422] env[63097]: DEBUG nova.compute.manager [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1275.810106] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee03bcab-c174-43f2-a806-48f7b93d255c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.899422] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f886cb83-a42a-4caa-a6d7-fad9c532489e tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Releasing lock "refresh_cache-40586716-fefe-4da9-a96b-d2e7a6355ec0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.921019] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1275.921019] env[63097]: DEBUG nova.compute.manager [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1275.922304] env[63097]: DEBUG oslo_concurrency.lockutils [None req-26638f3b-97c0-4107-9dad-ef7a7f0b0aa1 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.331s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1275.922705] env[63097]: DEBUG nova.objects.instance [None req-26638f3b-97c0-4107-9dad-ef7a7f0b0aa1 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Lazy-loading 'resources' on Instance uuid 7b7d831c-4d25-466b-8c52-24bada01b66a {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.939112] env[63097]: DEBUG oslo_vmware.api [None req-83a2e1cd-b560-4c4d-81d8-b69f333232bf tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1686688, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183542} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.939112] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-83a2e1cd-b560-4c4d-81d8-b69f333232bf tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1275.939112] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-83a2e1cd-b560-4c4d-81d8-b69f333232bf tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1275.939465] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-83a2e1cd-b560-4c4d-81d8-b69f333232bf tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1275.939783] env[63097]: INFO nova.compute.manager [None req-83a2e1cd-b560-4c4d-81d8-b69f333232bf tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1275.940164] env[63097]: DEBUG oslo.service.loopingcall [None req-83a2e1cd-b560-4c4d-81d8-b69f333232bf tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1275.940475] env[63097]: DEBUG nova.compute.manager [-] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1275.940658] env[63097]: DEBUG nova.network.neutron [-] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1276.025199] env[63097]: DEBUG oslo_vmware.api [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Task: {'id': task-1686689, 'name': Rename_Task, 'duration_secs': 0.153643} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.025676] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1276.026043] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1bf3cd2-ce13-4ef6-b502-5844d999ddbc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.032911] env[63097]: DEBUG oslo_vmware.api [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Waiting for the task: (returnval){ [ 1276.032911] env[63097]: value = "task-1686690" [ 1276.032911] env[63097]: _type = "Task" [ 1276.032911] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.042044] env[63097]: DEBUG oslo_vmware.api [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Task: {'id': task-1686690, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.071880] env[63097]: INFO nova.compute.manager [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Took 62.12 seconds to build instance. [ 1276.334515] env[63097]: INFO nova.compute.manager [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Took 44.22 seconds to build instance. [ 1276.404161] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f886cb83-a42a-4caa-a6d7-fad9c532489e tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "interface-40586716-fefe-4da9-a96b-d2e7a6355ec0-cc8f28cd-2d8a-4b0b-b8f2-95c4e43e502c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.801s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.435597] env[63097]: DEBUG nova.compute.utils [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1276.437337] env[63097]: DEBUG nova.compute.manager [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1276.437508] env[63097]: DEBUG nova.network.neutron [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1276.549026] env[63097]: DEBUG oslo_vmware.api [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Task: {'id': task-1686690, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.575283] env[63097]: DEBUG nova.policy [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '164f0e47d61e49c38d738db114aa32fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e12de661148d4d88bc6e521775898b6b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1276.577167] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9a6ff3b4-1a17-4e26-b4d0-6adc1f045241 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Lock "26a52ba8-20a1-407d-a980-614f2dd21737" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 103.952s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.664028] env[63097]: DEBUG nova.network.neutron [-] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.838256] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e0ed5434-0af5-47ea-9e08-a2591c522180 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Lock "ff1bf9fe-3695-43fd-8da5-99d6eb6441c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.788s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.941198] env[63097]: DEBUG nova.compute.manager [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1276.985284] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944c12b7-ac5d-400b-adb0-e9ac475396b4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.994223] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4df157-4dfa-4961-a175-3fa4fd84cca8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.029774] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814d92a0-3e93-47fe-a1bf-060e2d44206b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.040657] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12d088c-8481-47db-9e4e-fa8961248a8e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.049967] env[63097]: DEBUG oslo_vmware.api [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Task: {'id': task-1686690, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.057740] env[63097]: DEBUG nova.compute.provider_tree [None req-26638f3b-97c0-4107-9dad-ef7a7f0b0aa1 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.082092] env[63097]: DEBUG nova.compute.manager [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1277.168027] env[63097]: INFO nova.compute.manager [-] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Took 2.98 seconds to deallocate network for instance. [ 1277.347554] env[63097]: DEBUG nova.compute.manager [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1277.548322] env[63097]: DEBUG oslo_vmware.api [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Task: {'id': task-1686690, 'name': PowerOnVM_Task, 'duration_secs': 1.477065} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.548626] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1277.548770] env[63097]: INFO nova.compute.manager [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Took 9.48 seconds to spawn the instance on the hypervisor. [ 1277.549107] env[63097]: DEBUG nova.compute.manager [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1277.550349] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a80262-fe54-4c33-92ce-c67a220ddb77 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.565660] env[63097]: DEBUG nova.scheduler.client.report [None req-26638f3b-97c0-4107-9dad-ef7a7f0b0aa1 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1277.611638] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1277.676636] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0e24c42a-d9d7-4a6e-bce6-24322d0a6f52 tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1277.868739] env[63097]: DEBUG oslo_concurrency.lockutils [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1277.873589] env[63097]: DEBUG nova.network.neutron [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Successfully created port: 70ab3699-2ca2-477d-9935-58049575558e {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1277.875518] env[63097]: DEBUG nova.network.neutron [-] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.954123] env[63097]: DEBUG nova.compute.manager [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1277.982152] env[63097]: DEBUG nova.virt.hardware [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1277.982152] env[63097]: DEBUG nova.virt.hardware [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1277.982152] env[63097]: DEBUG nova.virt.hardware [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1277.982152] env[63097]: DEBUG nova.virt.hardware [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1277.982152] env[63097]: DEBUG nova.virt.hardware [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1277.982152] env[63097]: DEBUG nova.virt.hardware [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1277.982384] env[63097]: DEBUG nova.virt.hardware [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1277.982507] env[63097]: DEBUG nova.virt.hardware [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1277.982794] env[63097]: DEBUG nova.virt.hardware [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1277.983150] env[63097]: DEBUG nova.virt.hardware [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1277.983387] env[63097]: DEBUG nova.virt.hardware [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1277.984307] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b6551c-432f-48ee-b7d5-43efd3bac38c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.992466] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ab9372-0e0d-44f5-992f-5946a1ad711d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.073021] env[63097]: DEBUG oslo_concurrency.lockutils [None req-26638f3b-97c0-4107-9dad-ef7a7f0b0aa1 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.151s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1278.075396] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e17216d7-5358-42eb-be3f-e5340f9f0faa tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.414s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1278.075671] env[63097]: DEBUG nova.objects.instance [None req-e17216d7-5358-42eb-be3f-e5340f9f0faa tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Lazy-loading 'resources' on Instance uuid 423f99aa-9ea6-49fa-bd5d-d1dfec54da09 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.080054] env[63097]: INFO nova.compute.manager [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Took 41.13 seconds to build instance. [ 1278.100926] env[63097]: INFO nova.scheduler.client.report [None req-26638f3b-97c0-4107-9dad-ef7a7f0b0aa1 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Deleted allocations for instance 7b7d831c-4d25-466b-8c52-24bada01b66a [ 1278.269731] env[63097]: DEBUG nova.network.neutron [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] Successfully updated port: 238854ee-5633-4b94-aadf-d9ddeaed98f2 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1278.378339] env[63097]: INFO nova.compute.manager [-] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Took 2.44 seconds to deallocate network for instance. [ 1278.586352] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cca8d88d-f036-4b8a-a7a2-a35000609f99 tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Lock "b2ee9372-b171-415c-a8a5-bbe57b34f001" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.199s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1278.615613] env[63097]: DEBUG oslo_concurrency.lockutils [None req-26638f3b-97c0-4107-9dad-ef7a7f0b0aa1 tempest-InstanceActionsNegativeTestJSON-336505385 tempest-InstanceActionsNegativeTestJSON-336505385-project-member] Lock "7b7d831c-4d25-466b-8c52-24bada01b66a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.118s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1278.775276] env[63097]: DEBUG oslo_concurrency.lockutils [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Acquiring lock "refresh_cache-c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.775481] env[63097]: DEBUG oslo_concurrency.lockutils [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Acquired lock "refresh_cache-c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.775636] env[63097]: DEBUG nova.network.neutron [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1278.836692] env[63097]: DEBUG nova.compute.manager [req-1d7d3e72-bdb3-4033-a62a-aabb643250ba req-023afc0b-0d88-4b46-909b-6f092ebed6cc service nova] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Received event network-changed-5b5f3f27-8fff-482b-8249-376feefc1f95 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1278.836692] env[63097]: DEBUG nova.compute.manager [req-1d7d3e72-bdb3-4033-a62a-aabb643250ba req-023afc0b-0d88-4b46-909b-6f092ebed6cc service nova] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Refreshing instance network info cache due to event network-changed-5b5f3f27-8fff-482b-8249-376feefc1f95. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1278.836926] env[63097]: DEBUG oslo_concurrency.lockutils [req-1d7d3e72-bdb3-4033-a62a-aabb643250ba req-023afc0b-0d88-4b46-909b-6f092ebed6cc service nova] Acquiring lock "refresh_cache-39ba48cc-7c15-4bad-aee8-ff350e266b41" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.837150] env[63097]: DEBUG oslo_concurrency.lockutils [req-1d7d3e72-bdb3-4033-a62a-aabb643250ba req-023afc0b-0d88-4b46-909b-6f092ebed6cc service nova] Acquired lock "refresh_cache-39ba48cc-7c15-4bad-aee8-ff350e266b41" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.837289] env[63097]: DEBUG nova.network.neutron [req-1d7d3e72-bdb3-4033-a62a-aabb643250ba req-023afc0b-0d88-4b46-909b-6f092ebed6cc service nova] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Refreshing network info cache for port 5b5f3f27-8fff-482b-8249-376feefc1f95 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1278.884600] env[63097]: DEBUG oslo_concurrency.lockutils [None req-83a2e1cd-b560-4c4d-81d8-b69f333232bf tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1279.093593] env[63097]: DEBUG nova.compute.manager [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1279.125633] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f7cdca-6eff-4c98-bf6f-8b296b8364f2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.133860] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8699823-0b90-44d9-860a-7e1198bfc23a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.171048] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f153f7-e920-454f-90f9-9a4886cf7dff {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.186021] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b87dbb-0b55-4cca-ba52-a8ec13acda87 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.198768] env[63097]: DEBUG nova.compute.provider_tree [None req-e17216d7-5358-42eb-be3f-e5340f9f0faa tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.343227] env[63097]: INFO nova.compute.manager [None req-c48bd367-700e-4e41-ad47-d76ba5a14164 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Rescuing [ 1279.343495] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c48bd367-700e-4e41-ad47-d76ba5a14164 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Acquiring lock "refresh_cache-ff1bf9fe-3695-43fd-8da5-99d6eb6441c6" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.343653] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c48bd367-700e-4e41-ad47-d76ba5a14164 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Acquired lock "refresh_cache-ff1bf9fe-3695-43fd-8da5-99d6eb6441c6" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.343957] env[63097]: DEBUG nova.network.neutron [None req-c48bd367-700e-4e41-ad47-d76ba5a14164 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1279.351235] env[63097]: DEBUG nova.network.neutron [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1279.621220] env[63097]: DEBUG oslo_concurrency.lockutils [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1279.683941] env[63097]: DEBUG oslo_concurrency.lockutils [None req-980985cc-f31d-4a71-b63c-6a1eee132d0a tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Acquiring lock "26a52ba8-20a1-407d-a980-614f2dd21737" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1279.684260] env[63097]: DEBUG oslo_concurrency.lockutils [None req-980985cc-f31d-4a71-b63c-6a1eee132d0a tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Lock "26a52ba8-20a1-407d-a980-614f2dd21737" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1279.684475] env[63097]: DEBUG oslo_concurrency.lockutils [None req-980985cc-f31d-4a71-b63c-6a1eee132d0a tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Acquiring lock "26a52ba8-20a1-407d-a980-614f2dd21737-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1279.684847] env[63097]: DEBUG oslo_concurrency.lockutils [None req-980985cc-f31d-4a71-b63c-6a1eee132d0a tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Lock "26a52ba8-20a1-407d-a980-614f2dd21737-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1279.684847] env[63097]: DEBUG oslo_concurrency.lockutils [None req-980985cc-f31d-4a71-b63c-6a1eee132d0a tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Lock "26a52ba8-20a1-407d-a980-614f2dd21737-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1279.687276] env[63097]: INFO nova.compute.manager [None req-980985cc-f31d-4a71-b63c-6a1eee132d0a tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Terminating instance [ 1279.689805] env[63097]: DEBUG nova.compute.manager [None req-980985cc-f31d-4a71-b63c-6a1eee132d0a tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1279.690007] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-980985cc-f31d-4a71-b63c-6a1eee132d0a tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1279.691235] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e4bc4f-13ad-4785-a9c2-3ac2498fab3c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.699507] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-980985cc-f31d-4a71-b63c-6a1eee132d0a tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1279.699751] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8fbe82b-6e97-486b-9045-e758b55d3bb5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.702099] env[63097]: DEBUG nova.scheduler.client.report [None req-e17216d7-5358-42eb-be3f-e5340f9f0faa tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1279.709997] env[63097]: DEBUG oslo_vmware.api [None req-980985cc-f31d-4a71-b63c-6a1eee132d0a tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Waiting for the task: (returnval){ [ 1279.709997] env[63097]: value = "task-1686691" [ 1279.709997] env[63097]: _type = "Task" [ 1279.709997] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.718471] env[63097]: DEBUG oslo_vmware.api [None req-980985cc-f31d-4a71-b63c-6a1eee132d0a tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Task: {'id': task-1686691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.960707] env[63097]: DEBUG nova.network.neutron [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] Updating instance_info_cache with network_info: [{"id": "238854ee-5633-4b94-aadf-d9ddeaed98f2", "address": "fa:16:3e:7e:a6:2d", "network": {"id": "6b81232d-2bfc-4ee5-aaa8-178b8f49236c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6d5186fbfb8046dfb1f369e636f8eafb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap238854ee-56", "ovs_interfaceid": "238854ee-5633-4b94-aadf-d9ddeaed98f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.152203] env[63097]: DEBUG nova.network.neutron [None req-c48bd367-700e-4e41-ad47-d76ba5a14164 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Updating instance_info_cache with network_info: [{"id": "db69b75d-56cc-43cf-94d2-778c97d00ebd", "address": "fa:16:3e:9a:3f:ba", "network": {"id": "f92b9003-6324-4028-be14-5a239445f2df", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1063026643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ed5ea40aafe14fa79c22cdd88fb8d2c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb69b75d-56", "ovs_interfaceid": "db69b75d-56cc-43cf-94d2-778c97d00ebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.207974] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e17216d7-5358-42eb-be3f-e5340f9f0faa tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.132s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1280.210058] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.945s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1280.211624] env[63097]: INFO nova.compute.claims [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1280.223597] env[63097]: DEBUG oslo_vmware.api [None req-980985cc-f31d-4a71-b63c-6a1eee132d0a tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Task: {'id': task-1686691, 'name': PowerOffVM_Task, 'duration_secs': 0.257737} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.223892] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-980985cc-f31d-4a71-b63c-6a1eee132d0a tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1280.224067] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-980985cc-f31d-4a71-b63c-6a1eee132d0a tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1280.224541] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d143524-78e1-41bb-9b4f-823816a9dd06 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.238121] env[63097]: INFO nova.scheduler.client.report [None req-e17216d7-5358-42eb-be3f-e5340f9f0faa tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Deleted allocations for instance 423f99aa-9ea6-49fa-bd5d-d1dfec54da09 [ 1280.359245] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-980985cc-f31d-4a71-b63c-6a1eee132d0a tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1280.359668] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-980985cc-f31d-4a71-b63c-6a1eee132d0a tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1280.359868] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-980985cc-f31d-4a71-b63c-6a1eee132d0a tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Deleting the datastore file [datastore1] 26a52ba8-20a1-407d-a980-614f2dd21737 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1280.360302] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4df4fd7a-6488-4381-af30-9dd0bafe7fb6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.366825] env[63097]: DEBUG oslo_vmware.api [None req-980985cc-f31d-4a71-b63c-6a1eee132d0a tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Waiting for the task: (returnval){ [ 1280.366825] env[63097]: value = "task-1686693" [ 1280.366825] env[63097]: _type = "Task" [ 1280.366825] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.378515] env[63097]: DEBUG oslo_vmware.api [None req-980985cc-f31d-4a71-b63c-6a1eee132d0a tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Task: {'id': task-1686693, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.386208] env[63097]: DEBUG nova.network.neutron [req-1d7d3e72-bdb3-4033-a62a-aabb643250ba req-023afc0b-0d88-4b46-909b-6f092ebed6cc service nova] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Updated VIF entry in instance network info cache for port 5b5f3f27-8fff-482b-8249-376feefc1f95. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1280.386616] env[63097]: DEBUG nova.network.neutron [req-1d7d3e72-bdb3-4033-a62a-aabb643250ba req-023afc0b-0d88-4b46-909b-6f092ebed6cc service nova] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Updating instance_info_cache with network_info: [{"id": "5b5f3f27-8fff-482b-8249-376feefc1f95", "address": "fa:16:3e:25:71:8b", "network": {"id": "f5dc28e4-1596-4e88-9b8f-4f2496d3c70b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1848962158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e2c0de6b8f743c3be7c2bb6c5486ccd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b5f3f27-8f", "ovs_interfaceid": "5b5f3f27-8fff-482b-8249-376feefc1f95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.465178] env[63097]: DEBUG oslo_concurrency.lockutils [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Releasing lock "refresh_cache-c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1280.465532] env[63097]: DEBUG nova.compute.manager [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] Instance network_info: |[{"id": "238854ee-5633-4b94-aadf-d9ddeaed98f2", "address": "fa:16:3e:7e:a6:2d", "network": {"id": "6b81232d-2bfc-4ee5-aaa8-178b8f49236c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6d5186fbfb8046dfb1f369e636f8eafb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap238854ee-56", "ovs_interfaceid": "238854ee-5633-4b94-aadf-d9ddeaed98f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1280.466317] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:a6:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '238854ee-5633-4b94-aadf-d9ddeaed98f2', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1280.476303] env[63097]: DEBUG oslo.service.loopingcall [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1280.476722] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1280.477042] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b146d0e0-4428-4d15-b44a-94c567937f00 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.499159] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1280.499159] env[63097]: value = "task-1686694" [ 1280.499159] env[63097]: _type = "Task" [ 1280.499159] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.510152] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686694, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.656276] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c48bd367-700e-4e41-ad47-d76ba5a14164 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Releasing lock "refresh_cache-ff1bf9fe-3695-43fd-8da5-99d6eb6441c6" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1280.747115] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e17216d7-5358-42eb-be3f-e5340f9f0faa tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Lock "423f99aa-9ea6-49fa-bd5d-d1dfec54da09" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.559s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1280.880181] env[63097]: DEBUG oslo_vmware.api [None req-980985cc-f31d-4a71-b63c-6a1eee132d0a tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Task: {'id': task-1686693, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153689} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.880487] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-980985cc-f31d-4a71-b63c-6a1eee132d0a tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1280.880677] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-980985cc-f31d-4a71-b63c-6a1eee132d0a tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1280.880862] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-980985cc-f31d-4a71-b63c-6a1eee132d0a tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1280.881076] env[63097]: INFO nova.compute.manager [None req-980985cc-f31d-4a71-b63c-6a1eee132d0a tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1280.881381] env[63097]: DEBUG oslo.service.loopingcall [None req-980985cc-f31d-4a71-b63c-6a1eee132d0a tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1280.881593] env[63097]: DEBUG nova.compute.manager [-] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1280.881686] env[63097]: DEBUG nova.network.neutron [-] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1280.889054] env[63097]: DEBUG oslo_concurrency.lockutils [req-1d7d3e72-bdb3-4033-a62a-aabb643250ba req-023afc0b-0d88-4b46-909b-6f092ebed6cc service nova] Releasing lock "refresh_cache-39ba48cc-7c15-4bad-aee8-ff350e266b41" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1280.889916] env[63097]: DEBUG nova.compute.manager [req-1d7d3e72-bdb3-4033-a62a-aabb643250ba req-023afc0b-0d88-4b46-909b-6f092ebed6cc service nova] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Received event network-vif-deleted-36256764-a47a-4db0-b7bf-9679759942f4 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1280.889916] env[63097]: DEBUG nova.compute.manager [req-1d7d3e72-bdb3-4033-a62a-aabb643250ba req-023afc0b-0d88-4b46-909b-6f092ebed6cc service nova] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Received event network-vif-deleted-73da1d5d-ea02-4567-9437-a4ee36ed7f28 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1280.932224] env[63097]: DEBUG nova.network.neutron [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Successfully updated port: 70ab3699-2ca2-477d-9935-58049575558e {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1281.011983] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686694, 'name': CreateVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.189238] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c48bd367-700e-4e41-ad47-d76ba5a14164 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1281.189238] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20e8dd3d-fc02-4d35-94cd-fe619019cb79 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.196740] env[63097]: DEBUG oslo_vmware.api [None req-c48bd367-700e-4e41-ad47-d76ba5a14164 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Waiting for the task: (returnval){ [ 1281.196740] env[63097]: value = "task-1686695" [ 1281.196740] env[63097]: _type = "Task" [ 1281.196740] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.209651] env[63097]: DEBUG oslo_vmware.api [None req-c48bd367-700e-4e41-ad47-d76ba5a14164 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686695, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.435763] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Acquiring lock "refresh_cache-e73c5fb1-ec75-4b70-8097-acad36f44a18" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1281.436844] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Acquired lock "refresh_cache-e73c5fb1-ec75-4b70-8097-acad36f44a18" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.436844] env[63097]: DEBUG nova.network.neutron [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1281.514292] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686694, 'name': CreateVM_Task, 'duration_secs': 0.654468} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.514461] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1281.515402] env[63097]: DEBUG oslo_concurrency.lockutils [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1281.515402] env[63097]: DEBUG oslo_concurrency.lockutils [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.515674] env[63097]: DEBUG oslo_concurrency.lockutils [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1281.516685] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c473de7-c139-48f6-96af-f591ead4cc11 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.521873] env[63097]: DEBUG oslo_vmware.api [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Waiting for the task: (returnval){ [ 1281.521873] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b138dd-0723-5b0b-398e-576198e05b70" [ 1281.521873] env[63097]: _type = "Task" [ 1281.521873] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.532258] env[63097]: DEBUG oslo_vmware.api [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b138dd-0723-5b0b-398e-576198e05b70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.597243] env[63097]: DEBUG nova.compute.manager [req-cafc5f84-d571-414c-bf53-416fbf28d4f0 req-6b0dbc0c-976a-4cdd-81bf-9cc6e98888b0 service nova] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] Received event network-vif-plugged-238854ee-5633-4b94-aadf-d9ddeaed98f2 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1281.597243] env[63097]: DEBUG oslo_concurrency.lockutils [req-cafc5f84-d571-414c-bf53-416fbf28d4f0 req-6b0dbc0c-976a-4cdd-81bf-9cc6e98888b0 service nova] Acquiring lock "c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1281.600389] env[63097]: DEBUG oslo_concurrency.lockutils [req-cafc5f84-d571-414c-bf53-416fbf28d4f0 req-6b0dbc0c-976a-4cdd-81bf-9cc6e98888b0 service nova] Lock "c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1281.600389] env[63097]: DEBUG oslo_concurrency.lockutils [req-cafc5f84-d571-414c-bf53-416fbf28d4f0 req-6b0dbc0c-976a-4cdd-81bf-9cc6e98888b0 service nova] Lock "c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1281.600389] env[63097]: DEBUG nova.compute.manager [req-cafc5f84-d571-414c-bf53-416fbf28d4f0 req-6b0dbc0c-976a-4cdd-81bf-9cc6e98888b0 service nova] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] No waiting events found dispatching network-vif-plugged-238854ee-5633-4b94-aadf-d9ddeaed98f2 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1281.600389] env[63097]: WARNING nova.compute.manager [req-cafc5f84-d571-414c-bf53-416fbf28d4f0 req-6b0dbc0c-976a-4cdd-81bf-9cc6e98888b0 service nova] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] Received unexpected event network-vif-plugged-238854ee-5633-4b94-aadf-d9ddeaed98f2 for instance with vm_state building and task_state spawning. [ 1281.600389] env[63097]: DEBUG nova.compute.manager [req-cafc5f84-d571-414c-bf53-416fbf28d4f0 req-6b0dbc0c-976a-4cdd-81bf-9cc6e98888b0 service nova] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] Received event network-changed-238854ee-5633-4b94-aadf-d9ddeaed98f2 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1281.600389] env[63097]: DEBUG nova.compute.manager [req-cafc5f84-d571-414c-bf53-416fbf28d4f0 req-6b0dbc0c-976a-4cdd-81bf-9cc6e98888b0 service nova] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] Refreshing instance network info cache due to event network-changed-238854ee-5633-4b94-aadf-d9ddeaed98f2. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1281.600764] env[63097]: DEBUG oslo_concurrency.lockutils [req-cafc5f84-d571-414c-bf53-416fbf28d4f0 req-6b0dbc0c-976a-4cdd-81bf-9cc6e98888b0 service nova] Acquiring lock "refresh_cache-c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1281.600764] env[63097]: DEBUG oslo_concurrency.lockutils [req-cafc5f84-d571-414c-bf53-416fbf28d4f0 req-6b0dbc0c-976a-4cdd-81bf-9cc6e98888b0 service nova] Acquired lock "refresh_cache-c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.601596] env[63097]: DEBUG nova.network.neutron [req-cafc5f84-d571-414c-bf53-416fbf28d4f0 req-6b0dbc0c-976a-4cdd-81bf-9cc6e98888b0 service nova] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] Refreshing network info cache for port 238854ee-5633-4b94-aadf-d9ddeaed98f2 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1281.712132] env[63097]: DEBUG oslo_vmware.api [None req-c48bd367-700e-4e41-ad47-d76ba5a14164 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686695, 'name': PowerOffVM_Task, 'duration_secs': 0.175272} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.713875] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c48bd367-700e-4e41-ad47-d76ba5a14164 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1281.713875] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9d3e99-fe02-438a-9058-b268deba5274 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.740975] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69240baf-f421-4040-9a96-02848ff9fedc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.793513] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c48bd367-700e-4e41-ad47-d76ba5a14164 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1281.793865] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d894d86f-8dde-4c85-a2b4-02feae3208bb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.807929] env[63097]: DEBUG oslo_vmware.api [None req-c48bd367-700e-4e41-ad47-d76ba5a14164 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Waiting for the task: (returnval){ [ 1281.807929] env[63097]: value = "task-1686696" [ 1281.807929] env[63097]: _type = "Task" [ 1281.807929] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.820180] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c48bd367-700e-4e41-ad47-d76ba5a14164 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] VM already powered off {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1281.820464] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c48bd367-700e-4e41-ad47-d76ba5a14164 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1281.820747] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c48bd367-700e-4e41-ad47-d76ba5a14164 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1281.821017] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c48bd367-700e-4e41-ad47-d76ba5a14164 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.821177] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c48bd367-700e-4e41-ad47-d76ba5a14164 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1281.821496] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2975640-b4b7-4109-93b5-d9d00085cd9c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.831689] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c48bd367-700e-4e41-ad47-d76ba5a14164 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1281.831876] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c48bd367-700e-4e41-ad47-d76ba5a14164 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1281.832654] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a9e3732-7bb2-4f1f-b8ea-71622a43d776 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.841407] env[63097]: DEBUG oslo_vmware.api [None req-c48bd367-700e-4e41-ad47-d76ba5a14164 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Waiting for the task: (returnval){ [ 1281.841407] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]528f0e02-62b7-7f7f-06e4-7dc695b9e976" [ 1281.841407] env[63097]: _type = "Task" [ 1281.841407] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.850330] env[63097]: DEBUG oslo_vmware.api [None req-c48bd367-700e-4e41-ad47-d76ba5a14164 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]528f0e02-62b7-7f7f-06e4-7dc695b9e976, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.874447] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cdca65-de90-4f1e-a9c7-b000a97cafde {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.881836] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4023cb34-5bc1-4376-b508-22a73b7acf97 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.918693] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa480264-8051-4e83-b223-8b02c41f85c3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.928451] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d227d85-6b0d-4ce6-adb5-bb7cb41f8542 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.943913] env[63097]: DEBUG nova.compute.provider_tree [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.040692] env[63097]: DEBUG oslo_vmware.api [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b138dd-0723-5b0b-398e-576198e05b70, 'name': SearchDatastore_Task, 'duration_secs': 0.036139} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.041088] env[63097]: DEBUG oslo_concurrency.lockutils [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1282.041350] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1282.041595] env[63097]: DEBUG oslo_concurrency.lockutils [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.041745] env[63097]: DEBUG oslo_concurrency.lockutils [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.041923] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1282.042245] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11811e83-9ef2-4865-8800-235ab4a1f7f0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.047990] env[63097]: DEBUG nova.network.neutron [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1282.063920] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1282.064124] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1282.064931] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9521c187-9268-4860-8754-77d4ec1d98dc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.070815] env[63097]: DEBUG oslo_vmware.api [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Waiting for the task: (returnval){ [ 1282.070815] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5262ba57-b804-e43a-c5bc-54d7c1f2fe70" [ 1282.070815] env[63097]: _type = "Task" [ 1282.070815] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.080145] env[63097]: DEBUG oslo_vmware.api [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5262ba57-b804-e43a-c5bc-54d7c1f2fe70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.188763] env[63097]: DEBUG oslo_concurrency.lockutils [None req-fc19b51c-bbe2-4639-a12a-80645244a6b4 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Acquiring lock "39ba48cc-7c15-4bad-aee8-ff350e266b41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1282.189077] env[63097]: DEBUG oslo_concurrency.lockutils [None req-fc19b51c-bbe2-4639-a12a-80645244a6b4 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Lock "39ba48cc-7c15-4bad-aee8-ff350e266b41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1282.189324] env[63097]: DEBUG oslo_concurrency.lockutils [None req-fc19b51c-bbe2-4639-a12a-80645244a6b4 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Acquiring lock "39ba48cc-7c15-4bad-aee8-ff350e266b41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1282.189517] env[63097]: DEBUG oslo_concurrency.lockutils [None req-fc19b51c-bbe2-4639-a12a-80645244a6b4 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Lock "39ba48cc-7c15-4bad-aee8-ff350e266b41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1282.189692] env[63097]: DEBUG oslo_concurrency.lockutils [None req-fc19b51c-bbe2-4639-a12a-80645244a6b4 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Lock "39ba48cc-7c15-4bad-aee8-ff350e266b41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1282.191840] env[63097]: INFO nova.compute.manager [None req-fc19b51c-bbe2-4639-a12a-80645244a6b4 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Terminating instance [ 1282.195633] env[63097]: DEBUG nova.compute.manager [None req-fc19b51c-bbe2-4639-a12a-80645244a6b4 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1282.195840] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-fc19b51c-bbe2-4639-a12a-80645244a6b4 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1282.197217] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92e9c6e-876b-48ad-8d2b-42d86f6d800a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.204645] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc19b51c-bbe2-4639-a12a-80645244a6b4 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1282.204891] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aed1ca63-1d96-4f45-8f9e-0e3d5a7a6f32 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.210922] env[63097]: DEBUG oslo_vmware.api [None req-fc19b51c-bbe2-4639-a12a-80645244a6b4 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Waiting for the task: (returnval){ [ 1282.210922] env[63097]: value = "task-1686697" [ 1282.210922] env[63097]: _type = "Task" [ 1282.210922] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.221992] env[63097]: DEBUG oslo_vmware.api [None req-fc19b51c-bbe2-4639-a12a-80645244a6b4 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Task: {'id': task-1686697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.271422] env[63097]: DEBUG oslo_concurrency.lockutils [None req-618ea36b-c486-4b07-b7d5-dc5af4c376f5 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Acquiring lock "c22b0812-b97b-4112-8c9c-c2601fc8b9e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1282.271715] env[63097]: DEBUG oslo_concurrency.lockutils [None req-618ea36b-c486-4b07-b7d5-dc5af4c376f5 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Lock "c22b0812-b97b-4112-8c9c-c2601fc8b9e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1282.271940] env[63097]: DEBUG oslo_concurrency.lockutils [None req-618ea36b-c486-4b07-b7d5-dc5af4c376f5 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Acquiring lock "c22b0812-b97b-4112-8c9c-c2601fc8b9e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1282.272201] env[63097]: DEBUG oslo_concurrency.lockutils [None req-618ea36b-c486-4b07-b7d5-dc5af4c376f5 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Lock "c22b0812-b97b-4112-8c9c-c2601fc8b9e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1282.272395] env[63097]: DEBUG oslo_concurrency.lockutils [None req-618ea36b-c486-4b07-b7d5-dc5af4c376f5 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Lock "c22b0812-b97b-4112-8c9c-c2601fc8b9e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1282.274667] env[63097]: INFO nova.compute.manager [None req-618ea36b-c486-4b07-b7d5-dc5af4c376f5 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Terminating instance [ 1282.276743] env[63097]: DEBUG nova.compute.manager [None req-618ea36b-c486-4b07-b7d5-dc5af4c376f5 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1282.276938] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-618ea36b-c486-4b07-b7d5-dc5af4c376f5 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1282.278322] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace869be-72e2-4d9b-beb3-c6f6bec6a5f0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.286872] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-618ea36b-c486-4b07-b7d5-dc5af4c376f5 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1282.289463] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45c0eb18-c06e-4a77-8bd5-d05d3f4d50c8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.295758] env[63097]: DEBUG oslo_vmware.api [None req-618ea36b-c486-4b07-b7d5-dc5af4c376f5 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Waiting for the task: (returnval){ [ 1282.295758] env[63097]: value = "task-1686698" [ 1282.295758] env[63097]: _type = "Task" [ 1282.295758] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.305253] env[63097]: DEBUG oslo_vmware.api [None req-618ea36b-c486-4b07-b7d5-dc5af4c376f5 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.326282] env[63097]: DEBUG nova.network.neutron [req-cafc5f84-d571-414c-bf53-416fbf28d4f0 req-6b0dbc0c-976a-4cdd-81bf-9cc6e98888b0 service nova] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] Updated VIF entry in instance network info cache for port 238854ee-5633-4b94-aadf-d9ddeaed98f2. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1282.326718] env[63097]: DEBUG nova.network.neutron [req-cafc5f84-d571-414c-bf53-416fbf28d4f0 req-6b0dbc0c-976a-4cdd-81bf-9cc6e98888b0 service nova] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] Updating instance_info_cache with network_info: [{"id": "238854ee-5633-4b94-aadf-d9ddeaed98f2", "address": "fa:16:3e:7e:a6:2d", "network": {"id": "6b81232d-2bfc-4ee5-aaa8-178b8f49236c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6d5186fbfb8046dfb1f369e636f8eafb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap238854ee-56", "ovs_interfaceid": "238854ee-5633-4b94-aadf-d9ddeaed98f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.354301] env[63097]: DEBUG oslo_vmware.api [None req-c48bd367-700e-4e41-ad47-d76ba5a14164 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]528f0e02-62b7-7f7f-06e4-7dc695b9e976, 'name': SearchDatastore_Task, 'duration_secs': 0.015785} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.355376] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae9e24f0-4b81-4410-a42f-d228c8414706 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.362443] env[63097]: DEBUG oslo_vmware.api [None req-c48bd367-700e-4e41-ad47-d76ba5a14164 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Waiting for the task: (returnval){ [ 1282.362443] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]524bd8f1-4ec8-b0e7-1502-8245aa02c377" [ 1282.362443] env[63097]: _type = "Task" [ 1282.362443] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.374907] env[63097]: DEBUG oslo_vmware.api [None req-c48bd367-700e-4e41-ad47-d76ba5a14164 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]524bd8f1-4ec8-b0e7-1502-8245aa02c377, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.446939] env[63097]: DEBUG nova.scheduler.client.report [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1282.526373] env[63097]: DEBUG nova.network.neutron [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Updating instance_info_cache with network_info: [{"id": "70ab3699-2ca2-477d-9935-58049575558e", "address": "fa:16:3e:e1:7d:99", "network": {"id": "6b81232d-2bfc-4ee5-aaa8-178b8f49236c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6d5186fbfb8046dfb1f369e636f8eafb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70ab3699-2c", "ovs_interfaceid": "70ab3699-2ca2-477d-9935-58049575558e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.582526] env[63097]: DEBUG oslo_vmware.api [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5262ba57-b804-e43a-c5bc-54d7c1f2fe70, 'name': SearchDatastore_Task, 'duration_secs': 0.02131} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.583217] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d5e4090-25b2-4140-8c80-201ba09b4071 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.588965] env[63097]: DEBUG oslo_vmware.api [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Waiting for the task: (returnval){ [ 1282.588965] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52cb9844-a494-6164-17a9-660f3dc4e62a" [ 1282.588965] env[63097]: _type = "Task" [ 1282.588965] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.597895] env[63097]: DEBUG oslo_vmware.api [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52cb9844-a494-6164-17a9-660f3dc4e62a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.722233] env[63097]: DEBUG oslo_vmware.api [None req-fc19b51c-bbe2-4639-a12a-80645244a6b4 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Task: {'id': task-1686697, 'name': PowerOffVM_Task, 'duration_secs': 0.212978} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.722542] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc19b51c-bbe2-4639-a12a-80645244a6b4 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1282.722746] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-fc19b51c-bbe2-4639-a12a-80645244a6b4 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1282.723117] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-684f0ef0-fffb-406d-8fbc-4ee5b84534ac {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.802354] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-fc19b51c-bbe2-4639-a12a-80645244a6b4 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1282.802591] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-fc19b51c-bbe2-4639-a12a-80645244a6b4 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1282.802771] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc19b51c-bbe2-4639-a12a-80645244a6b4 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Deleting the datastore file [datastore1] 39ba48cc-7c15-4bad-aee8-ff350e266b41 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1282.803038] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f29e29b5-3406-4130-b0f1-4cf3fc81ff1b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.812624] env[63097]: DEBUG oslo_vmware.api [None req-618ea36b-c486-4b07-b7d5-dc5af4c376f5 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686698, 'name': PowerOffVM_Task, 'duration_secs': 0.240044} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.815126] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-618ea36b-c486-4b07-b7d5-dc5af4c376f5 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1282.815126] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-618ea36b-c486-4b07-b7d5-dc5af4c376f5 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1282.815126] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6e7124d-ea67-4535-b39b-7d9011735750 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.817656] env[63097]: DEBUG oslo_vmware.api [None req-fc19b51c-bbe2-4639-a12a-80645244a6b4 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Waiting for the task: (returnval){ [ 1282.817656] env[63097]: value = "task-1686700" [ 1282.817656] env[63097]: _type = "Task" [ 1282.817656] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.831253] env[63097]: DEBUG oslo_concurrency.lockutils [req-cafc5f84-d571-414c-bf53-416fbf28d4f0 req-6b0dbc0c-976a-4cdd-81bf-9cc6e98888b0 service nova] Releasing lock "refresh_cache-c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1282.831253] env[63097]: DEBUG nova.compute.manager [req-cafc5f84-d571-414c-bf53-416fbf28d4f0 req-6b0dbc0c-976a-4cdd-81bf-9cc6e98888b0 service nova] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Received event network-changed-1618279a-80b1-4541-9ae6-86aab5590024 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1282.831253] env[63097]: DEBUG nova.compute.manager [req-cafc5f84-d571-414c-bf53-416fbf28d4f0 req-6b0dbc0c-976a-4cdd-81bf-9cc6e98888b0 service nova] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Refreshing instance network info cache due to event network-changed-1618279a-80b1-4541-9ae6-86aab5590024. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1282.831253] env[63097]: DEBUG oslo_concurrency.lockutils [req-cafc5f84-d571-414c-bf53-416fbf28d4f0 req-6b0dbc0c-976a-4cdd-81bf-9cc6e98888b0 service nova] Acquiring lock "refresh_cache-592b8898-43e7-46b1-b16f-39ed5cfe8fc3" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.831253] env[63097]: DEBUG oslo_concurrency.lockutils [req-cafc5f84-d571-414c-bf53-416fbf28d4f0 req-6b0dbc0c-976a-4cdd-81bf-9cc6e98888b0 service nova] Acquired lock "refresh_cache-592b8898-43e7-46b1-b16f-39ed5cfe8fc3" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.831591] env[63097]: DEBUG nova.network.neutron [req-cafc5f84-d571-414c-bf53-416fbf28d4f0 req-6b0dbc0c-976a-4cdd-81bf-9cc6e98888b0 service nova] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Refreshing network info cache for port 1618279a-80b1-4541-9ae6-86aab5590024 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1282.832559] env[63097]: DEBUG oslo_vmware.api [None req-fc19b51c-bbe2-4639-a12a-80645244a6b4 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Task: {'id': task-1686700, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.877674] env[63097]: DEBUG oslo_vmware.api [None req-c48bd367-700e-4e41-ad47-d76ba5a14164 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]524bd8f1-4ec8-b0e7-1502-8245aa02c377, 'name': SearchDatastore_Task, 'duration_secs': 0.01135} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.877674] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c48bd367-700e-4e41-ad47-d76ba5a14164 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1282.877674] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c48bd367-700e-4e41-ad47-d76ba5a14164 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] ff1bf9fe-3695-43fd-8da5-99d6eb6441c6/62867302-ebc1-4c14-ab1f-3120d7e2b6ed-rescue.vmdk. {{(pid=63097) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1282.877674] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-613f715b-9211-436b-86f0-59b0c2a97647 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.885318] env[63097]: DEBUG oslo_vmware.api [None req-c48bd367-700e-4e41-ad47-d76ba5a14164 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Waiting for the task: (returnval){ [ 1282.885318] env[63097]: value = "task-1686702" [ 1282.885318] env[63097]: _type = "Task" [ 1282.885318] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.895282] env[63097]: DEBUG oslo_vmware.api [None req-c48bd367-700e-4e41-ad47-d76ba5a14164 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686702, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.921559] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-618ea36b-c486-4b07-b7d5-dc5af4c376f5 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1282.921559] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-618ea36b-c486-4b07-b7d5-dc5af4c376f5 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1282.921559] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-618ea36b-c486-4b07-b7d5-dc5af4c376f5 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Deleting the datastore file [datastore1] c22b0812-b97b-4112-8c9c-c2601fc8b9e5 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1282.921559] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5dbcc6a-bcd9-40e8-aea9-545a3fb25c24 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.928260] env[63097]: DEBUG oslo_vmware.api [None req-618ea36b-c486-4b07-b7d5-dc5af4c376f5 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Waiting for the task: (returnval){ [ 1282.928260] env[63097]: value = "task-1686703" [ 1282.928260] env[63097]: _type = "Task" [ 1282.928260] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.936991] env[63097]: DEBUG oslo_vmware.api [None req-618ea36b-c486-4b07-b7d5-dc5af4c376f5 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.956860] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.746s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1282.957316] env[63097]: DEBUG nova.compute.manager [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1282.961583] env[63097]: DEBUG oslo_concurrency.lockutils [None req-095c4a39-02bc-4477-a6a4-7334ad834313 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.458s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1282.964017] env[63097]: DEBUG nova.objects.instance [None req-095c4a39-02bc-4477-a6a4-7334ad834313 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Lazy-loading 'resources' on Instance uuid 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1282.968091] env[63097]: DEBUG nova.network.neutron [-] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.030390] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Releasing lock "refresh_cache-e73c5fb1-ec75-4b70-8097-acad36f44a18" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1283.030786] env[63097]: DEBUG nova.compute.manager [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Instance network_info: |[{"id": "70ab3699-2ca2-477d-9935-58049575558e", "address": "fa:16:3e:e1:7d:99", "network": {"id": "6b81232d-2bfc-4ee5-aaa8-178b8f49236c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6d5186fbfb8046dfb1f369e636f8eafb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70ab3699-2c", "ovs_interfaceid": "70ab3699-2ca2-477d-9935-58049575558e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1283.032527] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:7d:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70ab3699-2ca2-477d-9935-58049575558e', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1283.040616] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Creating folder: Project (e12de661148d4d88bc6e521775898b6b). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1283.041351] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23d5c138-b0a8-45d0-b30b-eebb2683778d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.053169] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Created folder: Project (e12de661148d4d88bc6e521775898b6b) in parent group-v351483. [ 1283.053432] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Creating folder: Instances. Parent ref: group-v351599. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1283.053708] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ffb22e86-4bdb-4ff9-9470-1d2ae2a61222 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.063113] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Created folder: Instances in parent group-v351599. [ 1283.063403] env[63097]: DEBUG oslo.service.loopingcall [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1283.063623] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1283.063835] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-002552b0-7214-4354-9fac-fe2e72107e20 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.085294] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1283.085294] env[63097]: value = "task-1686706" [ 1283.085294] env[63097]: _type = "Task" [ 1283.085294] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.097384] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686706, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.103752] env[63097]: DEBUG oslo_vmware.api [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52cb9844-a494-6164-17a9-660f3dc4e62a, 'name': SearchDatastore_Task, 'duration_secs': 0.010228} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.104360] env[63097]: DEBUG oslo_concurrency.lockutils [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1283.104479] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8/c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1283.104814] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-118ab9b0-e02b-4983-b47e-5b68f7ccbf65 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.114264] env[63097]: DEBUG oslo_vmware.api [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Waiting for the task: (returnval){ [ 1283.114264] env[63097]: value = "task-1686707" [ 1283.114264] env[63097]: _type = "Task" [ 1283.114264] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.124580] env[63097]: DEBUG oslo_vmware.api [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Task: {'id': task-1686707, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.330925] env[63097]: DEBUG oslo_vmware.api [None req-fc19b51c-bbe2-4639-a12a-80645244a6b4 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Task: {'id': task-1686700, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140171} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.331341] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc19b51c-bbe2-4639-a12a-80645244a6b4 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1283.331546] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-fc19b51c-bbe2-4639-a12a-80645244a6b4 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1283.331736] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-fc19b51c-bbe2-4639-a12a-80645244a6b4 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1283.331954] env[63097]: INFO nova.compute.manager [None req-fc19b51c-bbe2-4639-a12a-80645244a6b4 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1283.332310] env[63097]: DEBUG oslo.service.loopingcall [None req-fc19b51c-bbe2-4639-a12a-80645244a6b4 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1283.332539] env[63097]: DEBUG nova.compute.manager [-] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1283.332853] env[63097]: DEBUG nova.network.neutron [-] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1283.402310] env[63097]: DEBUG oslo_vmware.api [None req-c48bd367-700e-4e41-ad47-d76ba5a14164 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686702, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498948} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.402310] env[63097]: INFO nova.virt.vmwareapi.ds_util [None req-c48bd367-700e-4e41-ad47-d76ba5a14164 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] ff1bf9fe-3695-43fd-8da5-99d6eb6441c6/62867302-ebc1-4c14-ab1f-3120d7e2b6ed-rescue.vmdk. [ 1283.402636] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e918c2-773c-4496-a63a-cb91102a4d91 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.428818] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-c48bd367-700e-4e41-ad47-d76ba5a14164 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] ff1bf9fe-3695-43fd-8da5-99d6eb6441c6/62867302-ebc1-4c14-ab1f-3120d7e2b6ed-rescue.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1283.433171] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b758efc-2a07-496d-8c1c-8e599a1090b2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.455008] env[63097]: DEBUG oslo_vmware.api [None req-618ea36b-c486-4b07-b7d5-dc5af4c376f5 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.414057} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.456817] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-618ea36b-c486-4b07-b7d5-dc5af4c376f5 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1283.457041] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-618ea36b-c486-4b07-b7d5-dc5af4c376f5 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1283.457232] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-618ea36b-c486-4b07-b7d5-dc5af4c376f5 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1283.457394] env[63097]: INFO nova.compute.manager [None req-618ea36b-c486-4b07-b7d5-dc5af4c376f5 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1283.457805] env[63097]: DEBUG oslo.service.loopingcall [None req-618ea36b-c486-4b07-b7d5-dc5af4c376f5 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1283.458294] env[63097]: DEBUG oslo_vmware.api [None req-c48bd367-700e-4e41-ad47-d76ba5a14164 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Waiting for the task: (returnval){ [ 1283.458294] env[63097]: value = "task-1686708" [ 1283.458294] env[63097]: _type = "Task" [ 1283.458294] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.458457] env[63097]: DEBUG nova.compute.manager [-] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1283.458457] env[63097]: DEBUG nova.network.neutron [-] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1283.470172] env[63097]: DEBUG nova.compute.utils [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1283.475034] env[63097]: DEBUG nova.compute.manager [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Not allocating networking since 'none' was specified. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1283.475034] env[63097]: INFO nova.compute.manager [-] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Took 2.59 seconds to deallocate network for instance. [ 1283.475034] env[63097]: DEBUG oslo_vmware.api [None req-c48bd367-700e-4e41-ad47-d76ba5a14164 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686708, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.596094] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686706, 'name': CreateVM_Task, 'duration_secs': 0.500948} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.596308] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1283.597138] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1283.597347] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.597730] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1283.598043] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5c0b844-94de-4536-b33a-7eef768c91d7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.606081] env[63097]: DEBUG oslo_vmware.api [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Waiting for the task: (returnval){ [ 1283.606081] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b77c40-66e5-8f78-3d41-170193a4705b" [ 1283.606081] env[63097]: _type = "Task" [ 1283.606081] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.614882] env[63097]: DEBUG oslo_vmware.api [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b77c40-66e5-8f78-3d41-170193a4705b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.626909] env[63097]: DEBUG oslo_vmware.api [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Task: {'id': task-1686707, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.948730] env[63097]: DEBUG nova.compute.manager [req-3a392498-26b0-4cf9-aef8-7c6d815ca33c req-0aa847ae-ff4a-4b58-b86e-bf858198c8ba service nova] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Received event network-changed-70ab3699-2ca2-477d-9935-58049575558e {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1283.949367] env[63097]: DEBUG nova.compute.manager [req-3a392498-26b0-4cf9-aef8-7c6d815ca33c req-0aa847ae-ff4a-4b58-b86e-bf858198c8ba service nova] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Refreshing instance network info cache due to event network-changed-70ab3699-2ca2-477d-9935-58049575558e. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1283.949367] env[63097]: DEBUG oslo_concurrency.lockutils [req-3a392498-26b0-4cf9-aef8-7c6d815ca33c req-0aa847ae-ff4a-4b58-b86e-bf858198c8ba service nova] Acquiring lock "refresh_cache-e73c5fb1-ec75-4b70-8097-acad36f44a18" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1283.949645] env[63097]: DEBUG oslo_concurrency.lockutils [req-3a392498-26b0-4cf9-aef8-7c6d815ca33c req-0aa847ae-ff4a-4b58-b86e-bf858198c8ba service nova] Acquired lock "refresh_cache-e73c5fb1-ec75-4b70-8097-acad36f44a18" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.949645] env[63097]: DEBUG nova.network.neutron [req-3a392498-26b0-4cf9-aef8-7c6d815ca33c req-0aa847ae-ff4a-4b58-b86e-bf858198c8ba service nova] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Refreshing network info cache for port 70ab3699-2ca2-477d-9935-58049575558e {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1283.972550] env[63097]: DEBUG nova.compute.manager [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1283.976131] env[63097]: DEBUG oslo_vmware.api [None req-c48bd367-700e-4e41-ad47-d76ba5a14164 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686708, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.984884] env[63097]: DEBUG oslo_concurrency.lockutils [None req-980985cc-f31d-4a71-b63c-6a1eee132d0a tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.007279] env[63097]: DEBUG nova.network.neutron [req-cafc5f84-d571-414c-bf53-416fbf28d4f0 req-6b0dbc0c-976a-4cdd-81bf-9cc6e98888b0 service nova] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Updated VIF entry in instance network info cache for port 1618279a-80b1-4541-9ae6-86aab5590024. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1284.007279] env[63097]: DEBUG nova.network.neutron [req-cafc5f84-d571-414c-bf53-416fbf28d4f0 req-6b0dbc0c-976a-4cdd-81bf-9cc6e98888b0 service nova] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Updating instance_info_cache with network_info: [{"id": "1618279a-80b1-4541-9ae6-86aab5590024", "address": "fa:16:3e:ce:65:a6", "network": {"id": "911ad2ba-cfdd-4b67-910c-c3347365252f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1336836935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da12a5842c1843779e0d0c1b3f2c6973", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1618279a-80", "ovs_interfaceid": "1618279a-80b1-4541-9ae6-86aab5590024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.045400] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2df2fdf-8009-465c-a878-456f22a43aa2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.053523] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d001d5a6-7b5d-4a51-84d4-773c407ce882 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.084494] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f064da0-f411-42e6-97a0-eb0f90251066 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.094228] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a551bf1-cc5c-48ed-8150-7087a18398d5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.107394] env[63097]: DEBUG nova.compute.provider_tree [None req-095c4a39-02bc-4477-a6a4-7334ad834313 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1284.116784] env[63097]: DEBUG oslo_vmware.api [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b77c40-66e5-8f78-3d41-170193a4705b, 'name': SearchDatastore_Task, 'duration_secs': 0.069226} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.120491] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.120738] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1284.121108] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.121229] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.121309] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1284.121792] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e5f2016-6490-4b06-90e6-527068557c69 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.128287] env[63097]: DEBUG oslo_vmware.api [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Task: {'id': task-1686707, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.853593} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.128795] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8/c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1284.129057] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1284.130021] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4df5c83d-eef9-4de5-ab83-ba9be80938e5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.131720] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1284.131891] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1284.132588] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ac759dd-61be-41fc-97b3-b5281ba4ac8e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.137659] env[63097]: DEBUG oslo_vmware.api [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Waiting for the task: (returnval){ [ 1284.137659] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52518cee-7cc0-ff0c-31aa-d60e935e240f" [ 1284.137659] env[63097]: _type = "Task" [ 1284.137659] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.143571] env[63097]: DEBUG oslo_vmware.api [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Waiting for the task: (returnval){ [ 1284.143571] env[63097]: value = "task-1686709" [ 1284.143571] env[63097]: _type = "Task" [ 1284.143571] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.149958] env[63097]: DEBUG oslo_vmware.api [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52518cee-7cc0-ff0c-31aa-d60e935e240f, 'name': SearchDatastore_Task, 'duration_secs': 0.008901} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.151075] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81fd6ad2-3583-4133-a86f-bc929adef972 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.156501] env[63097]: DEBUG oslo_vmware.api [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Task: {'id': task-1686709, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.159307] env[63097]: DEBUG oslo_vmware.api [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Waiting for the task: (returnval){ [ 1284.159307] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]528e2579-83b1-32be-5bd5-786881a86ded" [ 1284.159307] env[63097]: _type = "Task" [ 1284.159307] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.166859] env[63097]: DEBUG oslo_vmware.api [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]528e2579-83b1-32be-5bd5-786881a86ded, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.289140] env[63097]: DEBUG nova.compute.manager [req-b055cd88-a3b7-4088-a681-a3d0bdd4d33d req-16b99ea5-2342-4b1d-a22d-481f08eb20e7 service nova] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Received event network-vif-deleted-355fda48-3d7d-4aef-9d56-6b91ee44ff00 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1284.289420] env[63097]: INFO nova.compute.manager [req-b055cd88-a3b7-4088-a681-a3d0bdd4d33d req-16b99ea5-2342-4b1d-a22d-481f08eb20e7 service nova] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Neutron deleted interface 355fda48-3d7d-4aef-9d56-6b91ee44ff00; detaching it from the instance and deleting it from the info cache [ 1284.289584] env[63097]: DEBUG nova.network.neutron [req-b055cd88-a3b7-4088-a681-a3d0bdd4d33d req-16b99ea5-2342-4b1d-a22d-481f08eb20e7 service nova] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.395523] env[63097]: DEBUG nova.network.neutron [-] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.473984] env[63097]: DEBUG oslo_vmware.api [None req-c48bd367-700e-4e41-ad47-d76ba5a14164 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686708, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.508387] env[63097]: DEBUG nova.network.neutron [-] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.509943] env[63097]: DEBUG oslo_concurrency.lockutils [req-cafc5f84-d571-414c-bf53-416fbf28d4f0 req-6b0dbc0c-976a-4cdd-81bf-9cc6e98888b0 service nova] Releasing lock "refresh_cache-592b8898-43e7-46b1-b16f-39ed5cfe8fc3" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.510216] env[63097]: DEBUG nova.compute.manager [req-cafc5f84-d571-414c-bf53-416fbf28d4f0 req-6b0dbc0c-976a-4cdd-81bf-9cc6e98888b0 service nova] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Received event network-vif-plugged-70ab3699-2ca2-477d-9935-58049575558e {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1284.510407] env[63097]: DEBUG oslo_concurrency.lockutils [req-cafc5f84-d571-414c-bf53-416fbf28d4f0 req-6b0dbc0c-976a-4cdd-81bf-9cc6e98888b0 service nova] Acquiring lock "e73c5fb1-ec75-4b70-8097-acad36f44a18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.510609] env[63097]: DEBUG oslo_concurrency.lockutils [req-cafc5f84-d571-414c-bf53-416fbf28d4f0 req-6b0dbc0c-976a-4cdd-81bf-9cc6e98888b0 service nova] Lock "e73c5fb1-ec75-4b70-8097-acad36f44a18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.510768] env[63097]: DEBUG oslo_concurrency.lockutils [req-cafc5f84-d571-414c-bf53-416fbf28d4f0 req-6b0dbc0c-976a-4cdd-81bf-9cc6e98888b0 service nova] Lock "e73c5fb1-ec75-4b70-8097-acad36f44a18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1284.510931] env[63097]: DEBUG nova.compute.manager [req-cafc5f84-d571-414c-bf53-416fbf28d4f0 req-6b0dbc0c-976a-4cdd-81bf-9cc6e98888b0 service nova] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] No waiting events found dispatching network-vif-plugged-70ab3699-2ca2-477d-9935-58049575558e {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1284.511175] env[63097]: WARNING nova.compute.manager [req-cafc5f84-d571-414c-bf53-416fbf28d4f0 req-6b0dbc0c-976a-4cdd-81bf-9cc6e98888b0 service nova] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Received unexpected event network-vif-plugged-70ab3699-2ca2-477d-9935-58049575558e for instance with vm_state building and task_state spawning. [ 1284.511359] env[63097]: DEBUG nova.compute.manager [req-cafc5f84-d571-414c-bf53-416fbf28d4f0 req-6b0dbc0c-976a-4cdd-81bf-9cc6e98888b0 service nova] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Received event network-changed-1618279a-80b1-4541-9ae6-86aab5590024 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1284.511545] env[63097]: DEBUG nova.compute.manager [req-cafc5f84-d571-414c-bf53-416fbf28d4f0 req-6b0dbc0c-976a-4cdd-81bf-9cc6e98888b0 service nova] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Refreshing instance network info cache due to event network-changed-1618279a-80b1-4541-9ae6-86aab5590024. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1284.511694] env[63097]: DEBUG oslo_concurrency.lockutils [req-cafc5f84-d571-414c-bf53-416fbf28d4f0 req-6b0dbc0c-976a-4cdd-81bf-9cc6e98888b0 service nova] Acquiring lock "refresh_cache-592b8898-43e7-46b1-b16f-39ed5cfe8fc3" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.511884] env[63097]: DEBUG oslo_concurrency.lockutils [req-cafc5f84-d571-414c-bf53-416fbf28d4f0 req-6b0dbc0c-976a-4cdd-81bf-9cc6e98888b0 service nova] Acquired lock "refresh_cache-592b8898-43e7-46b1-b16f-39ed5cfe8fc3" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.512113] env[63097]: DEBUG nova.network.neutron [req-cafc5f84-d571-414c-bf53-416fbf28d4f0 req-6b0dbc0c-976a-4cdd-81bf-9cc6e98888b0 service nova] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Refreshing network info cache for port 1618279a-80b1-4541-9ae6-86aab5590024 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1284.613200] env[63097]: DEBUG nova.scheduler.client.report [None req-095c4a39-02bc-4477-a6a4-7334ad834313 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1284.652733] env[63097]: DEBUG oslo_vmware.api [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Task: {'id': task-1686709, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069721} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.652903] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1284.653650] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807fad6b-28ce-4fc1-aba7-3511b65893ab {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.675442] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8/c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1284.680944] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87733baf-d45b-43e0-bbc1-d8d269736c47 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.700839] env[63097]: DEBUG oslo_vmware.api [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]528e2579-83b1-32be-5bd5-786881a86ded, 'name': SearchDatastore_Task, 'duration_secs': 0.020567} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.703059] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.703346] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] e73c5fb1-ec75-4b70-8097-acad36f44a18/e73c5fb1-ec75-4b70-8097-acad36f44a18.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1284.703684] env[63097]: DEBUG oslo_vmware.api [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Waiting for the task: (returnval){ [ 1284.703684] env[63097]: value = "task-1686710" [ 1284.703684] env[63097]: _type = "Task" [ 1284.703684] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.703878] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c80806b3-ca46-4294-a0ff-93b0670ab50b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.714823] env[63097]: DEBUG oslo_vmware.api [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Task: {'id': task-1686710, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.716628] env[63097]: DEBUG oslo_vmware.api [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Waiting for the task: (returnval){ [ 1284.716628] env[63097]: value = "task-1686711" [ 1284.716628] env[63097]: _type = "Task" [ 1284.716628] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.726628] env[63097]: DEBUG oslo_vmware.api [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Task: {'id': task-1686711, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.792287] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-852b50d3-7f29-4407-94d8-9d841749603a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.800902] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1f775f-192f-479f-9f71-55d6deeab5ea {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.832478] env[63097]: DEBUG nova.compute.manager [req-b055cd88-a3b7-4088-a681-a3d0bdd4d33d req-16b99ea5-2342-4b1d-a22d-481f08eb20e7 service nova] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Detach interface failed, port_id=355fda48-3d7d-4aef-9d56-6b91ee44ff00, reason: Instance c22b0812-b97b-4112-8c9c-c2601fc8b9e5 could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1284.898569] env[63097]: INFO nova.compute.manager [-] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Took 1.44 seconds to deallocate network for instance. [ 1284.977767] env[63097]: DEBUG oslo_vmware.api [None req-c48bd367-700e-4e41-ad47-d76ba5a14164 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686708, 'name': ReconfigVM_Task, 'duration_secs': 1.40609} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.978395] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-c48bd367-700e-4e41-ad47-d76ba5a14164 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Reconfigured VM instance instance-00000026 to attach disk [datastore1] ff1bf9fe-3695-43fd-8da5-99d6eb6441c6/62867302-ebc1-4c14-ab1f-3120d7e2b6ed-rescue.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1284.979549] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5592269-d9c3-4826-94cf-22e4c3158549 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.003536] env[63097]: DEBUG nova.compute.manager [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1285.011124] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd39bb7f-eca1-405d-85c2-ae23e38eef09 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.023130] env[63097]: INFO nova.compute.manager [-] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Took 1.69 seconds to deallocate network for instance. [ 1285.035033] env[63097]: DEBUG oslo_vmware.api [None req-c48bd367-700e-4e41-ad47-d76ba5a14164 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Waiting for the task: (returnval){ [ 1285.035033] env[63097]: value = "task-1686712" [ 1285.035033] env[63097]: _type = "Task" [ 1285.035033] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.049096] env[63097]: DEBUG oslo_vmware.api [None req-c48bd367-700e-4e41-ad47-d76ba5a14164 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686712, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.052638] env[63097]: DEBUG nova.virt.hardware [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1285.053648] env[63097]: DEBUG nova.virt.hardware [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1285.053941] env[63097]: DEBUG nova.virt.hardware [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1285.054130] env[63097]: DEBUG nova.virt.hardware [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1285.054293] env[63097]: DEBUG nova.virt.hardware [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1285.054451] env[63097]: DEBUG nova.virt.hardware [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1285.054670] env[63097]: DEBUG nova.virt.hardware [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1285.054834] env[63097]: DEBUG nova.virt.hardware [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1285.055016] env[63097]: DEBUG nova.virt.hardware [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1285.055199] env[63097]: DEBUG nova.virt.hardware [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1285.055381] env[63097]: DEBUG nova.virt.hardware [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1285.056880] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3baed524-688c-4ec3-a36e-9e36fe77c48f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.065832] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8cbe4b-45d1-4c92-bd2a-06b981bdf0f3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.082222] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Instance VIF info [] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1285.090118] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Creating folder: Project (60f3fd7b85184c8182753b1a0c0c1754). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1285.092444] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e8375d7-80dd-4cb5-88c1-27dc8c0f0386 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.105455] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Created folder: Project (60f3fd7b85184c8182753b1a0c0c1754) in parent group-v351483. [ 1285.105455] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Creating folder: Instances. Parent ref: group-v351602. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1285.105893] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50100964-dd71-4420-85fd-0a98f73dd9ba {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.118104] env[63097]: DEBUG oslo_concurrency.lockutils [None req-095c4a39-02bc-4477-a6a4-7334ad834313 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1285.120636] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Created folder: Instances in parent group-v351602. [ 1285.120941] env[63097]: DEBUG oslo.service.loopingcall [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1285.121930] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 30.596s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1285.122477] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1285.122914] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1285.123858] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.582s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1285.126162] env[63097]: INFO nova.compute.claims [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1285.128892] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1285.130047] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e72c1a-acf0-466e-8064-20cf41143725 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.133756] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bdb58fe0-861f-4f9c-9ca1-1d790a681436 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.152347] env[63097]: INFO nova.scheduler.client.report [None req-095c4a39-02bc-4477-a6a4-7334ad834313 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Deleted allocations for instance 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d [ 1285.162736] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db708d62-cc35-4a0f-9eb0-60c6841ffef4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.168410] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1285.168410] env[63097]: value = "task-1686715" [ 1285.168410] env[63097]: _type = "Task" [ 1285.168410] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.183248] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f583f499-18de-47bf-8f9c-b14625be98ff {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.188012] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686715, 'name': CreateVM_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.197172] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10eb22eb-97ca-4b6e-9ef8-3735d39a98a1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.231072] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178984MB free_disk=147GB free_vcpus=48 pci_devices=None {{(pid=63097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1285.231254] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1285.234575] env[63097]: DEBUG nova.network.neutron [req-3a392498-26b0-4cf9-aef8-7c6d815ca33c req-0aa847ae-ff4a-4b58-b86e-bf858198c8ba service nova] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Updated VIF entry in instance network info cache for port 70ab3699-2ca2-477d-9935-58049575558e. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1285.234943] env[63097]: DEBUG nova.network.neutron [req-3a392498-26b0-4cf9-aef8-7c6d815ca33c req-0aa847ae-ff4a-4b58-b86e-bf858198c8ba service nova] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Updating instance_info_cache with network_info: [{"id": "70ab3699-2ca2-477d-9935-58049575558e", "address": "fa:16:3e:e1:7d:99", "network": {"id": "6b81232d-2bfc-4ee5-aaa8-178b8f49236c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6d5186fbfb8046dfb1f369e636f8eafb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70ab3699-2c", "ovs_interfaceid": "70ab3699-2ca2-477d-9935-58049575558e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.253488] env[63097]: DEBUG oslo_vmware.api [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Task: {'id': task-1686710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.254778] env[63097]: DEBUG oslo_vmware.api [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Task: {'id': task-1686711, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524706} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.254778] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] e73c5fb1-ec75-4b70-8097-acad36f44a18/e73c5fb1-ec75-4b70-8097-acad36f44a18.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1285.258020] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1285.258020] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21f5ba8b-3e38-439a-8490-2faa88d02291 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.264700] env[63097]: DEBUG oslo_vmware.api [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Waiting for the task: (returnval){ [ 1285.264700] env[63097]: value = "task-1686716" [ 1285.264700] env[63097]: _type = "Task" [ 1285.264700] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.277666] env[63097]: DEBUG oslo_vmware.api [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Task: {'id': task-1686716, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.407083] env[63097]: DEBUG oslo_concurrency.lockutils [None req-618ea36b-c486-4b07-b7d5-dc5af4c376f5 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1285.531235] env[63097]: DEBUG oslo_concurrency.lockutils [None req-fc19b51c-bbe2-4639-a12a-80645244a6b4 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1285.546485] env[63097]: DEBUG nova.network.neutron [req-cafc5f84-d571-414c-bf53-416fbf28d4f0 req-6b0dbc0c-976a-4cdd-81bf-9cc6e98888b0 service nova] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Updated VIF entry in instance network info cache for port 1618279a-80b1-4541-9ae6-86aab5590024. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1285.546848] env[63097]: DEBUG nova.network.neutron [req-cafc5f84-d571-414c-bf53-416fbf28d4f0 req-6b0dbc0c-976a-4cdd-81bf-9cc6e98888b0 service nova] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Updating instance_info_cache with network_info: [{"id": "1618279a-80b1-4541-9ae6-86aab5590024", "address": "fa:16:3e:ce:65:a6", "network": {"id": "911ad2ba-cfdd-4b67-910c-c3347365252f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1336836935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da12a5842c1843779e0d0c1b3f2c6973", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1618279a-80", "ovs_interfaceid": "1618279a-80b1-4541-9ae6-86aab5590024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.556971] env[63097]: DEBUG oslo_vmware.api [None req-c48bd367-700e-4e41-ad47-d76ba5a14164 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686712, 'name': ReconfigVM_Task, 'duration_secs': 0.224328} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.557844] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c48bd367-700e-4e41-ad47-d76ba5a14164 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1285.558086] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eca1b708-3f8e-4b9f-9e6b-0414fb7b61e1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.568032] env[63097]: DEBUG oslo_vmware.api [None req-c48bd367-700e-4e41-ad47-d76ba5a14164 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Waiting for the task: (returnval){ [ 1285.568032] env[63097]: value = "task-1686717" [ 1285.568032] env[63097]: _type = "Task" [ 1285.568032] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.577790] env[63097]: DEBUG oslo_vmware.api [None req-c48bd367-700e-4e41-ad47-d76ba5a14164 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686717, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.663489] env[63097]: DEBUG oslo_concurrency.lockutils [None req-095c4a39-02bc-4477-a6a4-7334ad834313 tempest-ServersV294TestFqdnHostnames-530275061 tempest-ServersV294TestFqdnHostnames-530275061-project-member] Lock "6622c22c-f2c7-4baa-bb3e-e3a73d0c300d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.392s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1285.678420] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686715, 'name': CreateVM_Task, 'duration_secs': 0.390069} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.678420] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1285.678605] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1285.678961] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.679105] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1285.680223] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-476ca6ec-84d4-4212-9989-bff6d1e23a5c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.685270] env[63097]: DEBUG oslo_vmware.api [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Waiting for the task: (returnval){ [ 1285.685270] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52f86d4b-31c4-ffbd-f1d4-c4169e94f5e3" [ 1285.685270] env[63097]: _type = "Task" [ 1285.685270] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.699936] env[63097]: DEBUG oslo_vmware.api [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52f86d4b-31c4-ffbd-f1d4-c4169e94f5e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.740241] env[63097]: DEBUG oslo_vmware.api [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Task: {'id': task-1686710, 'name': ReconfigVM_Task, 'duration_secs': 0.707358} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.740613] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] Reconfigured VM instance instance-00000028 to attach disk [datastore2] c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8/c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1285.741337] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-721f4c9e-082b-4911-956f-267d04a880f4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.743648] env[63097]: DEBUG oslo_concurrency.lockutils [req-3a392498-26b0-4cf9-aef8-7c6d815ca33c req-0aa847ae-ff4a-4b58-b86e-bf858198c8ba service nova] Releasing lock "refresh_cache-e73c5fb1-ec75-4b70-8097-acad36f44a18" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.743903] env[63097]: DEBUG nova.compute.manager [req-3a392498-26b0-4cf9-aef8-7c6d815ca33c req-0aa847ae-ff4a-4b58-b86e-bf858198c8ba service nova] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Received event network-vif-deleted-65745ca5-2390-44cf-81ff-0c647a09b791 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1285.744109] env[63097]: DEBUG nova.compute.manager [req-3a392498-26b0-4cf9-aef8-7c6d815ca33c req-0aa847ae-ff4a-4b58-b86e-bf858198c8ba service nova] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Received event network-vif-deleted-76eef5fb-7ace-432e-b01d-3448c2c38895 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1285.744657] env[63097]: DEBUG nova.compute.manager [req-3a392498-26b0-4cf9-aef8-7c6d815ca33c req-0aa847ae-ff4a-4b58-b86e-bf858198c8ba service nova] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Received event network-vif-deleted-8c588335-91ac-47a2-aa33-5183ac9f1a28 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1285.748365] env[63097]: DEBUG oslo_vmware.api [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Waiting for the task: (returnval){ [ 1285.748365] env[63097]: value = "task-1686718" [ 1285.748365] env[63097]: _type = "Task" [ 1285.748365] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.757257] env[63097]: DEBUG oslo_vmware.api [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Task: {'id': task-1686718, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.776213] env[63097]: DEBUG oslo_vmware.api [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Task: {'id': task-1686716, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09396} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.776602] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1285.777532] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17831871-1e03-400e-bcd2-0e38d089c06d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.802265] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] e73c5fb1-ec75-4b70-8097-acad36f44a18/e73c5fb1-ec75-4b70-8097-acad36f44a18.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1285.803035] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ba4a876-4598-4f5e-aecb-e6e4cef3eafc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.823922] env[63097]: DEBUG oslo_vmware.api [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Waiting for the task: (returnval){ [ 1285.823922] env[63097]: value = "task-1686719" [ 1285.823922] env[63097]: _type = "Task" [ 1285.823922] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.832903] env[63097]: DEBUG oslo_vmware.api [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Task: {'id': task-1686719, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.058328] env[63097]: DEBUG oslo_concurrency.lockutils [req-cafc5f84-d571-414c-bf53-416fbf28d4f0 req-6b0dbc0c-976a-4cdd-81bf-9cc6e98888b0 service nova] Releasing lock "refresh_cache-592b8898-43e7-46b1-b16f-39ed5cfe8fc3" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1286.080965] env[63097]: DEBUG oslo_vmware.api [None req-c48bd367-700e-4e41-ad47-d76ba5a14164 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686717, 'name': PowerOnVM_Task, 'duration_secs': 0.467081} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.085019] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c48bd367-700e-4e41-ad47-d76ba5a14164 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1286.085917] env[63097]: DEBUG nova.compute.manager [None req-c48bd367-700e-4e41-ad47-d76ba5a14164 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1286.086860] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06167df-a58c-47a8-bf63-b097f1ee77e4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.172454] env[63097]: DEBUG nova.compute.manager [req-997be273-a672-4364-9393-0b5d3c625c08 req-bc5f8cc7-7a86-40f3-bf1c-360ef79a033b service nova] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Received event network-vif-deleted-5b5f3f27-8fff-482b-8249-376feefc1f95 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1286.199876] env[63097]: DEBUG oslo_vmware.api [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52f86d4b-31c4-ffbd-f1d4-c4169e94f5e3, 'name': SearchDatastore_Task, 'duration_secs': 0.01814} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.202309] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1286.202564] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1286.202809] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1286.202964] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.203524] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1286.203627] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2b98571-c2ba-4add-bacc-192d368f8dbe {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.211768] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1286.213400] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1286.213400] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ea31adc-9cc2-4d70-b6fe-f45a8dda41f3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.220534] env[63097]: DEBUG oslo_vmware.api [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Waiting for the task: (returnval){ [ 1286.220534] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52041814-c879-f877-c101-59449191966b" [ 1286.220534] env[63097]: _type = "Task" [ 1286.220534] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.233032] env[63097]: DEBUG oslo_vmware.api [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52041814-c879-f877-c101-59449191966b, 'name': SearchDatastore_Task, 'duration_secs': 0.008937} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.236934] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31cf21a8-a248-4eac-946f-369f565969bf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.242999] env[63097]: DEBUG oslo_vmware.api [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Waiting for the task: (returnval){ [ 1286.242999] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52fb1e62-aafb-2b1c-3cf4-2a881fdc101c" [ 1286.242999] env[63097]: _type = "Task" [ 1286.242999] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.259945] env[63097]: DEBUG oslo_vmware.api [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52fb1e62-aafb-2b1c-3cf4-2a881fdc101c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.266169] env[63097]: DEBUG oslo_vmware.api [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Task: {'id': task-1686718, 'name': Rename_Task, 'duration_secs': 0.141068} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.266169] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1286.266169] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-063209de-4ee2-48b3-aae3-41cc57c1b402 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.277321] env[63097]: DEBUG oslo_vmware.api [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Waiting for the task: (returnval){ [ 1286.277321] env[63097]: value = "task-1686720" [ 1286.277321] env[63097]: _type = "Task" [ 1286.277321] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.287237] env[63097]: DEBUG oslo_vmware.api [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Task: {'id': task-1686720, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.333720] env[63097]: DEBUG oslo_vmware.api [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Task: {'id': task-1686719, 'name': ReconfigVM_Task, 'duration_secs': 0.292467} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.333999] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Reconfigured VM instance instance-00000029 to attach disk [datastore2] e73c5fb1-ec75-4b70-8097-acad36f44a18/e73c5fb1-ec75-4b70-8097-acad36f44a18.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1286.334725] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01e08d27-76ae-4db3-a816-7f90210a499d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.343461] env[63097]: DEBUG oslo_vmware.api [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Waiting for the task: (returnval){ [ 1286.343461] env[63097]: value = "task-1686721" [ 1286.343461] env[63097]: _type = "Task" [ 1286.343461] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.354688] env[63097]: DEBUG oslo_vmware.api [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Task: {'id': task-1686721, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.682487] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b4ac86-5d9b-4724-b12f-24cec16ebf2b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.690312] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118a684c-4d46-4581-908e-2ff4f336927e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.727306] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f77b9d-639c-4ad0-9335-7292dc10d485 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.735739] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57b98b4-0d3f-4ae0-bb7f-4afb0bcb3a07 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.752297] env[63097]: DEBUG nova.compute.provider_tree [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.765444] env[63097]: DEBUG oslo_vmware.api [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52fb1e62-aafb-2b1c-3cf4-2a881fdc101c, 'name': SearchDatastore_Task, 'duration_secs': 0.009547} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.765444] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1286.765444] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] b1912e4c-6e63-4d6a-af4c-103d0bd50473/b1912e4c-6e63-4d6a-af4c-103d0bd50473.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1286.765444] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd296e67-0943-4c37-bedf-bf314ab07dea {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.773708] env[63097]: DEBUG oslo_vmware.api [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Waiting for the task: (returnval){ [ 1286.773708] env[63097]: value = "task-1686722" [ 1286.773708] env[63097]: _type = "Task" [ 1286.773708] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.791897] env[63097]: DEBUG oslo_vmware.api [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Task: {'id': task-1686722, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.795550] env[63097]: DEBUG oslo_vmware.api [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Task: {'id': task-1686720, 'name': PowerOnVM_Task, 'duration_secs': 0.437561} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.795925] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1286.801486] env[63097]: INFO nova.compute.manager [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] Took 11.55 seconds to spawn the instance on the hypervisor. [ 1286.801740] env[63097]: DEBUG nova.compute.manager [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1286.803134] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0df8f86-a486-4ab1-b1d9-c2d97a1692a5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.854617] env[63097]: DEBUG oslo_vmware.api [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Task: {'id': task-1686721, 'name': Rename_Task, 'duration_secs': 0.141779} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.855051] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1286.855451] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6452f278-bc15-4c24-9ee4-4062d06a18d2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.862463] env[63097]: DEBUG oslo_vmware.api [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Waiting for the task: (returnval){ [ 1286.862463] env[63097]: value = "task-1686723" [ 1286.862463] env[63097]: _type = "Task" [ 1286.862463] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.875020] env[63097]: DEBUG oslo_vmware.api [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Task: {'id': task-1686723, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.259622] env[63097]: DEBUG nova.scheduler.client.report [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1287.285863] env[63097]: DEBUG oslo_vmware.api [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Task: {'id': task-1686722, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.326797] env[63097]: INFO nova.compute.manager [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] Took 41.84 seconds to build instance. [ 1287.377360] env[63097]: DEBUG oslo_vmware.api [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Task: {'id': task-1686723, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.769962] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1287.769962] env[63097]: DEBUG nova.compute.manager [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1287.773098] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1b5b844b-7006-4603-933e-efb017768606 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.693s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1287.773638] env[63097]: DEBUG nova.objects.instance [None req-1b5b844b-7006-4603-933e-efb017768606 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Lazy-loading 'resources' on Instance uuid 64181f99-d470-4df2-9b9c-68f554816a19 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1287.791023] env[63097]: DEBUG oslo_vmware.api [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Task: {'id': task-1686722, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514651} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.791023] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] b1912e4c-6e63-4d6a-af4c-103d0bd50473/b1912e4c-6e63-4d6a-af4c-103d0bd50473.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1287.791023] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1287.791023] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed18f4dd-5061-4774-91ee-d6300352b780 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.800137] env[63097]: DEBUG oslo_vmware.api [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Waiting for the task: (returnval){ [ 1287.800137] env[63097]: value = "task-1686724" [ 1287.800137] env[63097]: _type = "Task" [ 1287.800137] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.809728] env[63097]: DEBUG oslo_vmware.api [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Task: {'id': task-1686724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.830631] env[63097]: DEBUG oslo_concurrency.lockutils [None req-634c5bae-c8f9-4f4b-a4cc-709f11d6ca86 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Lock "c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.348s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1287.875749] env[63097]: DEBUG oslo_vmware.api [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Task: {'id': task-1686723, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.954825] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Acquiring lock "3f01124c-7311-48fb-9e5c-c30cf58613fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1287.955083] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Lock "3f01124c-7311-48fb-9e5c-c30cf58613fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1288.276283] env[63097]: DEBUG nova.compute.utils [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1288.284020] env[63097]: DEBUG nova.compute.manager [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1288.284835] env[63097]: DEBUG nova.network.neutron [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1288.315109] env[63097]: DEBUG oslo_vmware.api [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Task: {'id': task-1686724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068153} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.315748] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1288.317041] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1319091d-a098-442a-8a27-fb849012363c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.347144] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] b1912e4c-6e63-4d6a-af4c-103d0bd50473/b1912e4c-6e63-4d6a-af4c-103d0bd50473.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1288.347604] env[63097]: DEBUG nova.compute.manager [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1288.351767] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71aea078-e5c6-41b4-9c52-70873e67df84 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.379579] env[63097]: DEBUG nova.policy [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd06a511de3134c5da67e7f6101cb9af9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42fb6e062a9946a1a763ef5dcd7c6bb4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1288.384602] env[63097]: DEBUG oslo_vmware.api [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Waiting for the task: (returnval){ [ 1288.384602] env[63097]: value = "task-1686725" [ 1288.384602] env[63097]: _type = "Task" [ 1288.384602] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.391924] env[63097]: DEBUG oslo_vmware.api [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Task: {'id': task-1686723, 'name': PowerOnVM_Task} progress is 82%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.399699] env[63097]: DEBUG oslo_vmware.api [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Task: {'id': task-1686725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.784980] env[63097]: DEBUG nova.compute.manager [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1288.861108] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e28ea7-bf19-4611-be5d-b676c045ec7c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.877771] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3666a6d0-36c0-4a66-8c85-ade9c23e9afb tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Acquiring lock "b2ee9372-b171-415c-a8a5-bbe57b34f001" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1288.877771] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3666a6d0-36c0-4a66-8c85-ade9c23e9afb tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Lock "b2ee9372-b171-415c-a8a5-bbe57b34f001" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1288.878041] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3666a6d0-36c0-4a66-8c85-ade9c23e9afb tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Acquiring lock "b2ee9372-b171-415c-a8a5-bbe57b34f001-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1288.878178] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3666a6d0-36c0-4a66-8c85-ade9c23e9afb tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Lock "b2ee9372-b171-415c-a8a5-bbe57b34f001-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1288.878390] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3666a6d0-36c0-4a66-8c85-ade9c23e9afb tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Lock "b2ee9372-b171-415c-a8a5-bbe57b34f001-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1288.889502] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e175ccb-3992-475b-a6d5-fe30c532e070 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.894378] env[63097]: INFO nova.compute.manager [None req-3666a6d0-36c0-4a66-8c85-ade9c23e9afb tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Terminating instance [ 1288.897396] env[63097]: DEBUG nova.compute.manager [None req-3666a6d0-36c0-4a66-8c85-ade9c23e9afb tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1288.897603] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3666a6d0-36c0-4a66-8c85-ade9c23e9afb tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1288.904247] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d2464e-2054-4070-8a03-c89b25b01d3a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.941301] env[63097]: DEBUG oslo_vmware.api [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Task: {'id': task-1686723, 'name': PowerOnVM_Task, 'duration_secs': 1.697293} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.944207] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1288.944949] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1288.945239] env[63097]: INFO nova.compute.manager [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Took 10.99 seconds to spawn the instance on the hypervisor. [ 1288.945415] env[63097]: DEBUG nova.compute.manager [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1288.946286] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374fa7e0-844d-4def-a0df-f9e095bb74ff {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.954290] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9043a6e6-ed46-4434-8050-3d303b9206d6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.957117] env[63097]: DEBUG oslo_vmware.api [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Task: {'id': task-1686725, 'name': ReconfigVM_Task, 'duration_secs': 0.548697} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.958192] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Reconfigured VM instance instance-0000002a to attach disk [datastore2] b1912e4c-6e63-4d6a-af4c-103d0bd50473/b1912e4c-6e63-4d6a-af4c-103d0bd50473.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1288.959250] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-307462c3-872f-47e4-9910-01b0b94089e7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.967380] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3666a6d0-36c0-4a66-8c85-ade9c23e9afb tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1288.968680] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2421ff5-6510-4570-bc6c-d8fac13228b3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.972185] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67938a4-2661-43b8-a9b6-2893f0eb3bed {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.976592] env[63097]: DEBUG oslo_vmware.api [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Waiting for the task: (returnval){ [ 1288.976592] env[63097]: value = "task-1686726" [ 1288.976592] env[63097]: _type = "Task" [ 1288.976592] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.989184] env[63097]: DEBUG nova.compute.provider_tree [None req-1b5b844b-7006-4603-933e-efb017768606 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1288.991903] env[63097]: DEBUG oslo_vmware.api [None req-3666a6d0-36c0-4a66-8c85-ade9c23e9afb tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Waiting for the task: (returnval){ [ 1288.991903] env[63097]: value = "task-1686727" [ 1288.991903] env[63097]: _type = "Task" [ 1288.991903] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.998333] env[63097]: DEBUG oslo_vmware.api [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Task: {'id': task-1686726, 'name': Rename_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.004498] env[63097]: DEBUG oslo_vmware.api [None req-3666a6d0-36c0-4a66-8c85-ade9c23e9afb tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Task: {'id': task-1686727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.456625] env[63097]: DEBUG nova.network.neutron [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Successfully created port: 85898535-3df5-4760-8069-08c7b318a3a5 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1289.472658] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquiring lock "185ab458-44b4-4bc2-816a-269d7a4e2719" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1289.472658] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lock "185ab458-44b4-4bc2-816a-269d7a4e2719" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1289.487179] env[63097]: INFO nova.compute.manager [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Took 41.77 seconds to build instance. [ 1289.497730] env[63097]: DEBUG nova.scheduler.client.report [None req-1b5b844b-7006-4603-933e-efb017768606 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1289.501085] env[63097]: DEBUG oslo_vmware.api [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Task: {'id': task-1686726, 'name': Rename_Task, 'duration_secs': 0.204732} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.506187] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1289.509606] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1707fc4a-716d-4253-a894-199656b4ed5b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.515171] env[63097]: DEBUG oslo_vmware.api [None req-3666a6d0-36c0-4a66-8c85-ade9c23e9afb tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Task: {'id': task-1686727, 'name': PowerOffVM_Task, 'duration_secs': 0.294734} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.516643] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3666a6d0-36c0-4a66-8c85-ade9c23e9afb tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1289.516848] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3666a6d0-36c0-4a66-8c85-ade9c23e9afb tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1289.517234] env[63097]: DEBUG oslo_vmware.api [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Waiting for the task: (returnval){ [ 1289.517234] env[63097]: value = "task-1686728" [ 1289.517234] env[63097]: _type = "Task" [ 1289.517234] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.517990] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-035d5f5b-4a32-45c1-92cb-fec6e83f5cf8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.533514] env[63097]: DEBUG oslo_vmware.api [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Task: {'id': task-1686728, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.606323] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3666a6d0-36c0-4a66-8c85-ade9c23e9afb tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1289.606323] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3666a6d0-36c0-4a66-8c85-ade9c23e9afb tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1289.606323] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-3666a6d0-36c0-4a66-8c85-ade9c23e9afb tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Deleting the datastore file [datastore2] b2ee9372-b171-415c-a8a5-bbe57b34f001 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1289.606323] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12344222-a87a-4fab-b384-27f583641e57 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.615019] env[63097]: DEBUG oslo_vmware.api [None req-3666a6d0-36c0-4a66-8c85-ade9c23e9afb tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Waiting for the task: (returnval){ [ 1289.615019] env[63097]: value = "task-1686730" [ 1289.615019] env[63097]: _type = "Task" [ 1289.615019] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.625275] env[63097]: DEBUG oslo_vmware.api [None req-3666a6d0-36c0-4a66-8c85-ade9c23e9afb tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Task: {'id': task-1686730, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.800128] env[63097]: DEBUG nova.compute.manager [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1289.838047] env[63097]: DEBUG nova.virt.hardware [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1289.838652] env[63097]: DEBUG nova.virt.hardware [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1289.838992] env[63097]: DEBUG nova.virt.hardware [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1289.839375] env[63097]: DEBUG nova.virt.hardware [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1289.839678] env[63097]: DEBUG nova.virt.hardware [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1289.840255] env[63097]: DEBUG nova.virt.hardware [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1289.840621] env[63097]: DEBUG nova.virt.hardware [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1289.840906] env[63097]: DEBUG nova.virt.hardware [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1289.841278] env[63097]: DEBUG nova.virt.hardware [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1289.841578] env[63097]: DEBUG nova.virt.hardware [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1289.842234] env[63097]: DEBUG nova.virt.hardware [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1289.843650] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e51a51-bb0d-47e1-a85d-9c7aca008004 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.859923] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd269b3-ce51-4e2a-8bbf-d55bd84e9ba4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.989932] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ac81b8b1-41df-4722-99d3-7b434a3ff005 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Lock "e73c5fb1-ec75-4b70-8097-acad36f44a18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.874s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1290.003030] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1b5b844b-7006-4603-933e-efb017768606 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.230s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1290.006967] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.552s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1290.007945] env[63097]: INFO nova.compute.claims [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1290.033426] env[63097]: DEBUG oslo_vmware.api [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Task: {'id': task-1686728, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.034701] env[63097]: INFO nova.scheduler.client.report [None req-1b5b844b-7006-4603-933e-efb017768606 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Deleted allocations for instance 64181f99-d470-4df2-9b9c-68f554816a19 [ 1290.123979] env[63097]: DEBUG oslo_vmware.api [None req-3666a6d0-36c0-4a66-8c85-ade9c23e9afb tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Task: {'id': task-1686730, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137979} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.124279] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-3666a6d0-36c0-4a66-8c85-ade9c23e9afb tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1290.124471] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3666a6d0-36c0-4a66-8c85-ade9c23e9afb tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1290.124653] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3666a6d0-36c0-4a66-8c85-ade9c23e9afb tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1290.124827] env[63097]: INFO nova.compute.manager [None req-3666a6d0-36c0-4a66-8c85-ade9c23e9afb tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1290.125111] env[63097]: DEBUG oslo.service.loopingcall [None req-3666a6d0-36c0-4a66-8c85-ade9c23e9afb tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1290.125651] env[63097]: DEBUG nova.compute.manager [-] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1290.125782] env[63097]: DEBUG nova.network.neutron [-] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1290.493928] env[63097]: DEBUG nova.compute.manager [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1290.536531] env[63097]: DEBUG oslo_vmware.api [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Task: {'id': task-1686728, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.543734] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1b5b844b-7006-4603-933e-efb017768606 tempest-FloatingIPsAssociationTestJSON-1574036175 tempest-FloatingIPsAssociationTestJSON-1574036175-project-member] Lock "64181f99-d470-4df2-9b9c-68f554816a19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.367s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1290.780758] env[63097]: DEBUG nova.compute.manager [req-70997afc-5d76-4c53-adfa-70331b73ed29 req-6d9d4923-c4db-4d33-b37e-661b98a7f326 service nova] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Received event network-vif-deleted-b1e59685-085b-492a-a180-79c111350605 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1290.780978] env[63097]: INFO nova.compute.manager [req-70997afc-5d76-4c53-adfa-70331b73ed29 req-6d9d4923-c4db-4d33-b37e-661b98a7f326 service nova] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Neutron deleted interface b1e59685-085b-492a-a180-79c111350605; detaching it from the instance and deleting it from the info cache [ 1290.781204] env[63097]: DEBUG nova.network.neutron [req-70997afc-5d76-4c53-adfa-70331b73ed29 req-6d9d4923-c4db-4d33-b37e-661b98a7f326 service nova] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.031340] env[63097]: DEBUG oslo_concurrency.lockutils [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1291.037692] env[63097]: DEBUG oslo_vmware.api [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Task: {'id': task-1686728, 'name': PowerOnVM_Task} progress is 82%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.046551] env[63097]: DEBUG nova.network.neutron [-] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.138658] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e0b8fead-0909-4d14-8cf2-33ef453041c6 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Acquiring lock "c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1291.139161] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e0b8fead-0909-4d14-8cf2-33ef453041c6 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Lock "c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1291.143019] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e0b8fead-0909-4d14-8cf2-33ef453041c6 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Acquiring lock "c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1291.143019] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e0b8fead-0909-4d14-8cf2-33ef453041c6 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Lock "c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1291.143019] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e0b8fead-0909-4d14-8cf2-33ef453041c6 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Lock "c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1291.145307] env[63097]: INFO nova.compute.manager [None req-e0b8fead-0909-4d14-8cf2-33ef453041c6 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] Terminating instance [ 1291.149329] env[63097]: DEBUG nova.compute.manager [None req-e0b8fead-0909-4d14-8cf2-33ef453041c6 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1291.149541] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b8fead-0909-4d14-8cf2-33ef453041c6 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1291.152885] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2633805-b2e8-4f9b-b463-0b8a94c4a7e6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.160272] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b8fead-0909-4d14-8cf2-33ef453041c6 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1291.160602] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9f26afb-93a1-4fcd-9fa8-cece0dc72f5e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.168080] env[63097]: DEBUG oslo_vmware.api [None req-e0b8fead-0909-4d14-8cf2-33ef453041c6 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Waiting for the task: (returnval){ [ 1291.168080] env[63097]: value = "task-1686731" [ 1291.168080] env[63097]: _type = "Task" [ 1291.168080] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.177100] env[63097]: DEBUG oslo_vmware.api [None req-e0b8fead-0909-4d14-8cf2-33ef453041c6 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Task: {'id': task-1686731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.285846] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-58e428e8-60c1-45ea-b343-8af9e6f60c9f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.297067] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec803aa-8b96-4d33-9e7d-7f936b159d31 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.333107] env[63097]: DEBUG nova.compute.manager [req-70997afc-5d76-4c53-adfa-70331b73ed29 req-6d9d4923-c4db-4d33-b37e-661b98a7f326 service nova] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Detach interface failed, port_id=b1e59685-085b-492a-a180-79c111350605, reason: Instance b2ee9372-b171-415c-a8a5-bbe57b34f001 could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1291.534188] env[63097]: DEBUG oslo_vmware.api [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Task: {'id': task-1686728, 'name': PowerOnVM_Task, 'duration_secs': 1.600565} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.534642] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1291.534684] env[63097]: INFO nova.compute.manager [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Took 6.53 seconds to spawn the instance on the hypervisor. [ 1291.534849] env[63097]: DEBUG nova.compute.manager [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1291.535652] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2769e754-64b0-409d-b4dd-e300b695f47a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.552019] env[63097]: INFO nova.compute.manager [-] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Took 1.42 seconds to deallocate network for instance. [ 1291.573077] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83538a48-ae5f-497f-8ef1-39ffb1f4af8b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.583373] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d6dccf-e8f4-4c21-90b7-311d2dfdc65d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.592526] env[63097]: DEBUG nova.network.neutron [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Successfully updated port: 85898535-3df5-4760-8069-08c7b318a3a5 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1291.621448] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Acquiring lock "refresh_cache-9f9d16ac-5b92-43dd-b5db-360121101198" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1291.621610] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Acquired lock "refresh_cache-9f9d16ac-5b92-43dd-b5db-360121101198" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.621739] env[63097]: DEBUG nova.network.neutron [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1291.623279] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e18328-c0c7-4fd8-87df-6632901592ce {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.631918] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b8c95c-b222-4ba3-baab-cda31cc58828 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.647094] env[63097]: DEBUG nova.compute.provider_tree [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.677649] env[63097]: DEBUG oslo_vmware.api [None req-e0b8fead-0909-4d14-8cf2-33ef453041c6 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Task: {'id': task-1686731, 'name': PowerOffVM_Task, 'duration_secs': 0.239923} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.678196] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b8fead-0909-4d14-8cf2-33ef453041c6 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1291.678394] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b8fead-0909-4d14-8cf2-33ef453041c6 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1291.678650] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7043e9ef-5f16-42a4-8ad5-47fbef07bfde {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.807908] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b8fead-0909-4d14-8cf2-33ef453041c6 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1291.807908] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b8fead-0909-4d14-8cf2-33ef453041c6 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1291.807908] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0b8fead-0909-4d14-8cf2-33ef453041c6 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Deleting the datastore file [datastore2] c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1291.807908] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6ff07bb-dfe6-42c4-a5e0-e4a2c8670eff {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.813347] env[63097]: DEBUG oslo_vmware.api [None req-e0b8fead-0909-4d14-8cf2-33ef453041c6 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Waiting for the task: (returnval){ [ 1291.813347] env[63097]: value = "task-1686733" [ 1291.813347] env[63097]: _type = "Task" [ 1291.813347] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.825794] env[63097]: DEBUG oslo_vmware.api [None req-e0b8fead-0909-4d14-8cf2-33ef453041c6 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Task: {'id': task-1686733, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.968029] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Acquiring lock "b67270f6-3538-4709-8293-b7315e08ec57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1291.968232] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Lock "b67270f6-3538-4709-8293-b7315e08ec57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1292.053290] env[63097]: INFO nova.compute.manager [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Took 38.81 seconds to build instance. [ 1292.059109] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3666a6d0-36c0-4a66-8c85-ade9c23e9afb tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1292.149011] env[63097]: DEBUG nova.scheduler.client.report [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1292.173910] env[63097]: DEBUG nova.network.neutron [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1292.325897] env[63097]: DEBUG oslo_vmware.api [None req-e0b8fead-0909-4d14-8cf2-33ef453041c6 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Task: {'id': task-1686733, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143377} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.326206] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0b8fead-0909-4d14-8cf2-33ef453041c6 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1292.326413] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b8fead-0909-4d14-8cf2-33ef453041c6 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1292.326597] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b8fead-0909-4d14-8cf2-33ef453041c6 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1292.326773] env[63097]: INFO nova.compute.manager [None req-e0b8fead-0909-4d14-8cf2-33ef453041c6 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1292.327032] env[63097]: DEBUG oslo.service.loopingcall [None req-e0b8fead-0909-4d14-8cf2-33ef453041c6 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1292.327235] env[63097]: DEBUG nova.compute.manager [-] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1292.327335] env[63097]: DEBUG nova.network.neutron [-] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1292.523613] env[63097]: DEBUG nova.network.neutron [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Updating instance_info_cache with network_info: [{"id": "85898535-3df5-4760-8069-08c7b318a3a5", "address": "fa:16:3e:4e:e1:1b", "network": {"id": "296f67fc-6d4f-49cb-b1a2-d55db5151e17", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1052217588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42fb6e062a9946a1a763ef5dcd7c6bb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85898535-3d", "ovs_interfaceid": "85898535-3df5-4760-8069-08c7b318a3a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.560273] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b128285a-3951-441e-b13c-6445836796ec tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Lock "b1912e4c-6e63-4d6a-af4c-103d0bd50473" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.825s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1292.660261] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1292.660810] env[63097]: DEBUG nova.compute.manager [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1292.667141] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.874s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1292.670657] env[63097]: INFO nova.compute.claims [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1293.028015] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Releasing lock "refresh_cache-9f9d16ac-5b92-43dd-b5db-360121101198" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1293.028015] env[63097]: DEBUG nova.compute.manager [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Instance network_info: |[{"id": "85898535-3df5-4760-8069-08c7b318a3a5", "address": "fa:16:3e:4e:e1:1b", "network": {"id": "296f67fc-6d4f-49cb-b1a2-d55db5151e17", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1052217588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42fb6e062a9946a1a763ef5dcd7c6bb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85898535-3d", "ovs_interfaceid": "85898535-3df5-4760-8069-08c7b318a3a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1293.028015] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:e1:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60bdba1a-14cf-46b2-9d8b-aeaf4d80c815', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85898535-3df5-4760-8069-08c7b318a3a5', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1293.038535] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Creating folder: Project (42fb6e062a9946a1a763ef5dcd7c6bb4). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1293.039995] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f509f829-00a3-4932-9321-0debd061692d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.043293] env[63097]: DEBUG nova.compute.manager [req-3bc554bf-c149-4a4b-9ece-598b6ad94003 req-9309a8de-2049-425d-8526-02caef7630ab service nova] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Received event network-vif-plugged-85898535-3df5-4760-8069-08c7b318a3a5 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1293.043498] env[63097]: DEBUG oslo_concurrency.lockutils [req-3bc554bf-c149-4a4b-9ece-598b6ad94003 req-9309a8de-2049-425d-8526-02caef7630ab service nova] Acquiring lock "9f9d16ac-5b92-43dd-b5db-360121101198-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1293.043708] env[63097]: DEBUG oslo_concurrency.lockutils [req-3bc554bf-c149-4a4b-9ece-598b6ad94003 req-9309a8de-2049-425d-8526-02caef7630ab service nova] Lock "9f9d16ac-5b92-43dd-b5db-360121101198-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1293.044504] env[63097]: DEBUG oslo_concurrency.lockutils [req-3bc554bf-c149-4a4b-9ece-598b6ad94003 req-9309a8de-2049-425d-8526-02caef7630ab service nova] Lock "9f9d16ac-5b92-43dd-b5db-360121101198-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1293.044504] env[63097]: DEBUG nova.compute.manager [req-3bc554bf-c149-4a4b-9ece-598b6ad94003 req-9309a8de-2049-425d-8526-02caef7630ab service nova] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] No waiting events found dispatching network-vif-plugged-85898535-3df5-4760-8069-08c7b318a3a5 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1293.044504] env[63097]: WARNING nova.compute.manager [req-3bc554bf-c149-4a4b-9ece-598b6ad94003 req-9309a8de-2049-425d-8526-02caef7630ab service nova] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Received unexpected event network-vif-plugged-85898535-3df5-4760-8069-08c7b318a3a5 for instance with vm_state building and task_state spawning. [ 1293.044504] env[63097]: DEBUG nova.compute.manager [req-3bc554bf-c149-4a4b-9ece-598b6ad94003 req-9309a8de-2049-425d-8526-02caef7630ab service nova] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Received event network-changed-85898535-3df5-4760-8069-08c7b318a3a5 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1293.044692] env[63097]: DEBUG nova.compute.manager [req-3bc554bf-c149-4a4b-9ece-598b6ad94003 req-9309a8de-2049-425d-8526-02caef7630ab service nova] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Refreshing instance network info cache due to event network-changed-85898535-3df5-4760-8069-08c7b318a3a5. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1293.044815] env[63097]: DEBUG oslo_concurrency.lockutils [req-3bc554bf-c149-4a4b-9ece-598b6ad94003 req-9309a8de-2049-425d-8526-02caef7630ab service nova] Acquiring lock "refresh_cache-9f9d16ac-5b92-43dd-b5db-360121101198" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1293.044953] env[63097]: DEBUG oslo_concurrency.lockutils [req-3bc554bf-c149-4a4b-9ece-598b6ad94003 req-9309a8de-2049-425d-8526-02caef7630ab service nova] Acquired lock "refresh_cache-9f9d16ac-5b92-43dd-b5db-360121101198" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.045325] env[63097]: DEBUG nova.network.neutron [req-3bc554bf-c149-4a4b-9ece-598b6ad94003 req-9309a8de-2049-425d-8526-02caef7630ab service nova] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Refreshing network info cache for port 85898535-3df5-4760-8069-08c7b318a3a5 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1293.058156] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Created folder: Project (42fb6e062a9946a1a763ef5dcd7c6bb4) in parent group-v351483. [ 1293.058380] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Creating folder: Instances. Parent ref: group-v351605. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1293.058633] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81d14efb-8cd1-4e06-903b-426a694f8f1c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.065462] env[63097]: DEBUG nova.compute.manager [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1293.070911] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Created folder: Instances in parent group-v351605. [ 1293.071232] env[63097]: DEBUG oslo.service.loopingcall [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1293.071652] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1293.071892] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9746bc2-7976-4b60-8b91-e44dd1cc3d96 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.091601] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Acquiring lock "850b9308-9498-4834-bd24-616ea264d624" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1293.091895] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Lock "850b9308-9498-4834-bd24-616ea264d624" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1293.098111] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1293.098111] env[63097]: value = "task-1686736" [ 1293.098111] env[63097]: _type = "Task" [ 1293.098111] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.107820] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686736, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.178519] env[63097]: DEBUG nova.compute.utils [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1293.184135] env[63097]: DEBUG nova.compute.manager [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1293.184363] env[63097]: DEBUG nova.network.neutron [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1293.271243] env[63097]: DEBUG nova.policy [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c1792554c7541ac82d740dfcec62516', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79f69c2778b7482788d99c705a29be43', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1293.316446] env[63097]: DEBUG nova.network.neutron [-] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.593944] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1293.600942] env[63097]: INFO nova.compute.manager [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Rebuilding instance [ 1293.621807] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686736, 'name': CreateVM_Task, 'duration_secs': 0.416242} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.624494] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1293.626118] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1293.626118] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.626118] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1293.626536] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c909b645-0a5c-4e2a-a356-8cfb5528a3ce {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.634049] env[63097]: DEBUG oslo_vmware.api [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Waiting for the task: (returnval){ [ 1293.634049] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5269e8cb-61fa-7c44-62f9-4a47d67dc7b1" [ 1293.634049] env[63097]: _type = "Task" [ 1293.634049] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.645909] env[63097]: DEBUG oslo_vmware.api [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5269e8cb-61fa-7c44-62f9-4a47d67dc7b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.666639] env[63097]: DEBUG nova.compute.manager [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1293.667671] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29b0749-4cb2-4c2b-94b6-4c18d50f6afb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.687266] env[63097]: DEBUG nova.compute.manager [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1293.704194] env[63097]: DEBUG nova.network.neutron [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Successfully created port: 12f6d3af-5022-4429-9e4a-51b72ffa4904 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1293.824364] env[63097]: INFO nova.compute.manager [-] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] Took 1.49 seconds to deallocate network for instance. [ 1294.150055] env[63097]: DEBUG oslo_vmware.api [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5269e8cb-61fa-7c44-62f9-4a47d67dc7b1, 'name': SearchDatastore_Task, 'duration_secs': 0.011835} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.156634] env[63097]: DEBUG nova.network.neutron [req-3bc554bf-c149-4a4b-9ece-598b6ad94003 req-9309a8de-2049-425d-8526-02caef7630ab service nova] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Updated VIF entry in instance network info cache for port 85898535-3df5-4760-8069-08c7b318a3a5. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1294.158183] env[63097]: DEBUG nova.network.neutron [req-3bc554bf-c149-4a4b-9ece-598b6ad94003 req-9309a8de-2049-425d-8526-02caef7630ab service nova] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Updating instance_info_cache with network_info: [{"id": "85898535-3df5-4760-8069-08c7b318a3a5", "address": "fa:16:3e:4e:e1:1b", "network": {"id": "296f67fc-6d4f-49cb-b1a2-d55db5151e17", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1052217588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42fb6e062a9946a1a763ef5dcd7c6bb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85898535-3d", "ovs_interfaceid": "85898535-3df5-4760-8069-08c7b318a3a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.159839] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1294.160285] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1294.160683] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1294.160968] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.161267] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1294.163047] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dfdb624d-55d8-43aa-abb7-aa4c6a6fcb0d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.172386] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1294.172585] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1294.173807] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14a30399-7ce6-4f6b-a6cc-f19ac1de0324 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.181467] env[63097]: DEBUG oslo_vmware.api [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Waiting for the task: (returnval){ [ 1294.181467] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52fc6fd9-5b0c-6113-c5ca-fd705c1a917f" [ 1294.181467] env[63097]: _type = "Task" [ 1294.181467] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.193996] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1294.195886] env[63097]: DEBUG oslo_vmware.api [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52fc6fd9-5b0c-6113-c5ca-fd705c1a917f, 'name': SearchDatastore_Task, 'duration_secs': 0.009218} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.198509] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91013c1f-eb6f-48e1-b219-6b133831576c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.201078] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-827fbbad-2fc1-4a41-8c68-9e738a292cf1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.209033] env[63097]: DEBUG oslo_vmware.api [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Waiting for the task: (returnval){ [ 1294.209033] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c4c724-6074-92ed-58ed-4752afc994cb" [ 1294.209033] env[63097]: _type = "Task" [ 1294.209033] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.209450] env[63097]: DEBUG oslo_vmware.api [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Waiting for the task: (returnval){ [ 1294.209450] env[63097]: value = "task-1686737" [ 1294.209450] env[63097]: _type = "Task" [ 1294.209450] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.226186] env[63097]: DEBUG oslo_vmware.api [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c4c724-6074-92ed-58ed-4752afc994cb, 'name': SearchDatastore_Task, 'duration_secs': 0.008808} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.229644] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1294.229933] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 9f9d16ac-5b92-43dd-b5db-360121101198/9f9d16ac-5b92-43dd-b5db-360121101198.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1294.230224] env[63097]: DEBUG oslo_vmware.api [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Task: {'id': task-1686737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.230601] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63017497-8271-43ee-beaa-e09cc365b892 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.239294] env[63097]: DEBUG oslo_vmware.api [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Waiting for the task: (returnval){ [ 1294.239294] env[63097]: value = "task-1686738" [ 1294.239294] env[63097]: _type = "Task" [ 1294.239294] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.249176] env[63097]: DEBUG oslo_vmware.api [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': task-1686738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.295562] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b3b845-599f-4b11-ab78-44243a3b8ce0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.306798] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9216f519-7451-41c8-9528-ea8824d2b706 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.339375] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e0b8fead-0909-4d14-8cf2-33ef453041c6 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1294.339513] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9617017e-aa9a-4726-a272-af27df32078f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.347242] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee18bde4-4c7e-4093-b7af-8a5cc891e102 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.364110] env[63097]: DEBUG nova.compute.provider_tree [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1294.663407] env[63097]: DEBUG oslo_concurrency.lockutils [req-3bc554bf-c149-4a4b-9ece-598b6ad94003 req-9309a8de-2049-425d-8526-02caef7630ab service nova] Releasing lock "refresh_cache-9f9d16ac-5b92-43dd-b5db-360121101198" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1294.703309] env[63097]: DEBUG nova.compute.manager [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1294.723934] env[63097]: DEBUG oslo_vmware.api [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Task: {'id': task-1686737, 'name': PowerOffVM_Task, 'duration_secs': 0.202346} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.726608] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1294.726608] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1294.727558] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8b25b6-ebbd-419b-861f-8d9504f17c2a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.733480] env[63097]: DEBUG nova.virt.hardware [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1294.733742] env[63097]: DEBUG nova.virt.hardware [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1294.733876] env[63097]: DEBUG nova.virt.hardware [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1294.734075] env[63097]: DEBUG nova.virt.hardware [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1294.734228] env[63097]: DEBUG nova.virt.hardware [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1294.734385] env[63097]: DEBUG nova.virt.hardware [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1294.734599] env[63097]: DEBUG nova.virt.hardware [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1294.734956] env[63097]: DEBUG nova.virt.hardware [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1294.735066] env[63097]: DEBUG nova.virt.hardware [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1294.735163] env[63097]: DEBUG nova.virt.hardware [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1294.735386] env[63097]: DEBUG nova.virt.hardware [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1294.736177] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77decc72-87a6-425d-a759-052351776b44 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.746902] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1294.747019] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3df3a886-8705-40a3-8851-465f200907e7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.749677] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a905d6-2d0d-4e2b-b695-518601fef37f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.756008] env[63097]: DEBUG oslo_vmware.api [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': task-1686738, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488054} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.756927] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 9f9d16ac-5b92-43dd-b5db-360121101198/9f9d16ac-5b92-43dd-b5db-360121101198.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1294.757228] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1294.757408] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6cf3aa78-9a68-479d-9f6d-8a9fd8af67d9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.772201] env[63097]: DEBUG oslo_vmware.api [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Waiting for the task: (returnval){ [ 1294.772201] env[63097]: value = "task-1686740" [ 1294.772201] env[63097]: _type = "Task" [ 1294.772201] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.780026] env[63097]: DEBUG oslo_vmware.api [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': task-1686740, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.781041] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1294.781305] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1294.781622] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Deleting the datastore file [datastore2] b1912e4c-6e63-4d6a-af4c-103d0bd50473 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1294.781725] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-726aceeb-567f-4f16-aa29-05c0262f6d39 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.787607] env[63097]: DEBUG oslo_vmware.api [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Waiting for the task: (returnval){ [ 1294.787607] env[63097]: value = "task-1686741" [ 1294.787607] env[63097]: _type = "Task" [ 1294.787607] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.511015] env[63097]: DEBUG nova.scheduler.client.report [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1295.514833] env[63097]: DEBUG nova.compute.manager [req-4c57353f-8367-44bf-aa2e-78b54f861a47 req-8671e96a-ba19-4b04-a3ff-313cc822afaa service nova] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] Received event network-vif-deleted-238854ee-5633-4b94-aadf-d9ddeaed98f2 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1295.524369] env[63097]: DEBUG oslo_vmware.api [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': task-1686740, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069961} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.527388] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1295.527690] env[63097]: DEBUG oslo_vmware.api [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Task: {'id': task-1686741, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102148} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.528499] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6b4161-acc1-40db-bbbd-09c935c5592e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.530990] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1295.531225] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1295.531417] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1295.553380] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 9f9d16ac-5b92-43dd-b5db-360121101198/9f9d16ac-5b92-43dd-b5db-360121101198.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1295.555224] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e81e513-3e6d-4baa-b840-bea195e8e79e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.574661] env[63097]: DEBUG oslo_vmware.api [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Waiting for the task: (returnval){ [ 1295.574661] env[63097]: value = "task-1686742" [ 1295.574661] env[63097]: _type = "Task" [ 1295.574661] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.582960] env[63097]: DEBUG oslo_vmware.api [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': task-1686742, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.016820] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.351s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1296.017651] env[63097]: DEBUG nova.compute.manager [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1296.020224] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.545s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1296.021575] env[63097]: INFO nova.compute.claims [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1296.087456] env[63097]: DEBUG oslo_vmware.api [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': task-1686742, 'name': ReconfigVM_Task, 'duration_secs': 0.258424} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.087809] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 9f9d16ac-5b92-43dd-b5db-360121101198/9f9d16ac-5b92-43dd-b5db-360121101198.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1296.088391] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95ae8ab0-0bba-42d9-9cef-6cc744abb9fa {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.095775] env[63097]: DEBUG oslo_vmware.api [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Waiting for the task: (returnval){ [ 1296.095775] env[63097]: value = "task-1686743" [ 1296.095775] env[63097]: _type = "Task" [ 1296.095775] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.107985] env[63097]: DEBUG oslo_vmware.api [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': task-1686743, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.190511] env[63097]: DEBUG nova.network.neutron [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Successfully updated port: 12f6d3af-5022-4429-9e4a-51b72ffa4904 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1296.529567] env[63097]: DEBUG nova.compute.utils [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1296.532974] env[63097]: DEBUG nova.compute.manager [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1296.532974] env[63097]: DEBUG nova.network.neutron [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1296.576034] env[63097]: DEBUG nova.virt.hardware [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1296.576316] env[63097]: DEBUG nova.virt.hardware [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1296.576513] env[63097]: DEBUG nova.virt.hardware [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1296.576713] env[63097]: DEBUG nova.virt.hardware [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1296.576867] env[63097]: DEBUG nova.virt.hardware [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1296.580189] env[63097]: DEBUG nova.virt.hardware [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1296.580189] env[63097]: DEBUG nova.virt.hardware [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1296.580189] env[63097]: DEBUG nova.virt.hardware [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1296.580189] env[63097]: DEBUG nova.virt.hardware [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1296.580189] env[63097]: DEBUG nova.virt.hardware [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1296.580189] env[63097]: DEBUG nova.virt.hardware [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1296.580189] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483224ce-5210-491d-8555-1bdc5775cc06 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.589043] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4a54e8-da88-4ce4-887c-84a21a1db248 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.604584] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Instance VIF info [] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1296.610961] env[63097]: DEBUG oslo.service.loopingcall [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1296.613624] env[63097]: DEBUG nova.policy [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e33a2336b80e4412b64b71ea38e7faf7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b52ce07a34b9471bb325a81bab2a1dc4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1296.617016] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1296.618354] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-445c8f1a-8684-4326-b921-39557368095e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.635637] env[63097]: DEBUG oslo_vmware.api [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': task-1686743, 'name': Rename_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.639416] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1296.639416] env[63097]: value = "task-1686744" [ 1296.639416] env[63097]: _type = "Task" [ 1296.639416] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.648503] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686744, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.692945] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquiring lock "refresh_cache-2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1296.692945] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquired lock "refresh_cache-2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.692945] env[63097]: DEBUG nova.network.neutron [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1297.007157] env[63097]: DEBUG nova.network.neutron [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Successfully created port: 74db5efa-3175-47d9-91c1-a4a6be19c136 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1297.035045] env[63097]: DEBUG nova.compute.manager [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1297.115406] env[63097]: DEBUG oslo_vmware.api [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': task-1686743, 'name': Rename_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.146455] env[63097]: DEBUG nova.compute.manager [req-084972bd-94c3-488e-a6ba-198a98fabcc6 req-4c347af6-c985-485b-b390-5e11cfd2e782 service nova] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Received event network-vif-plugged-12f6d3af-5022-4429-9e4a-51b72ffa4904 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1297.147090] env[63097]: DEBUG oslo_concurrency.lockutils [req-084972bd-94c3-488e-a6ba-198a98fabcc6 req-4c347af6-c985-485b-b390-5e11cfd2e782 service nova] Acquiring lock "2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1297.147090] env[63097]: DEBUG oslo_concurrency.lockutils [req-084972bd-94c3-488e-a6ba-198a98fabcc6 req-4c347af6-c985-485b-b390-5e11cfd2e782 service nova] Lock "2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1297.147090] env[63097]: DEBUG oslo_concurrency.lockutils [req-084972bd-94c3-488e-a6ba-198a98fabcc6 req-4c347af6-c985-485b-b390-5e11cfd2e782 service nova] Lock "2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1297.147550] env[63097]: DEBUG nova.compute.manager [req-084972bd-94c3-488e-a6ba-198a98fabcc6 req-4c347af6-c985-485b-b390-5e11cfd2e782 service nova] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] No waiting events found dispatching network-vif-plugged-12f6d3af-5022-4429-9e4a-51b72ffa4904 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1297.147789] env[63097]: WARNING nova.compute.manager [req-084972bd-94c3-488e-a6ba-198a98fabcc6 req-4c347af6-c985-485b-b390-5e11cfd2e782 service nova] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Received unexpected event network-vif-plugged-12f6d3af-5022-4429-9e4a-51b72ffa4904 for instance with vm_state building and task_state spawning. [ 1297.148010] env[63097]: DEBUG nova.compute.manager [req-084972bd-94c3-488e-a6ba-198a98fabcc6 req-4c347af6-c985-485b-b390-5e11cfd2e782 service nova] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Received event network-changed-12f6d3af-5022-4429-9e4a-51b72ffa4904 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1297.148765] env[63097]: DEBUG nova.compute.manager [req-084972bd-94c3-488e-a6ba-198a98fabcc6 req-4c347af6-c985-485b-b390-5e11cfd2e782 service nova] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Refreshing instance network info cache due to event network-changed-12f6d3af-5022-4429-9e4a-51b72ffa4904. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1297.148765] env[63097]: DEBUG oslo_concurrency.lockutils [req-084972bd-94c3-488e-a6ba-198a98fabcc6 req-4c347af6-c985-485b-b390-5e11cfd2e782 service nova] Acquiring lock "refresh_cache-2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.152976] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686744, 'name': CreateVM_Task, 'duration_secs': 0.429856} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.156478] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1297.157768] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.157912] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.158239] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1297.158492] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5984e6c9-6904-4371-b860-979320119417 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.171093] env[63097]: DEBUG oslo_vmware.api [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Waiting for the task: (returnval){ [ 1297.171093] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]520bdae9-8dd3-c69f-0adf-222263f7031c" [ 1297.171093] env[63097]: _type = "Task" [ 1297.171093] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.183802] env[63097]: DEBUG oslo_vmware.api [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]520bdae9-8dd3-c69f-0adf-222263f7031c, 'name': SearchDatastore_Task, 'duration_secs': 0.009076} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.183802] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1297.183974] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1297.184254] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.184404] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.184585] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1297.184845] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5f8f679-2985-4b79-9ed9-e8497dbd7aa2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.195965] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1297.196441] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1297.199783] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62379afb-0d77-4e16-8199-0c530c868067 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.210208] env[63097]: DEBUG oslo_vmware.api [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Waiting for the task: (returnval){ [ 1297.210208] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b8dd39-1c8a-bb29-1568-42ca04c4c553" [ 1297.210208] env[63097]: _type = "Task" [ 1297.210208] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.217749] env[63097]: DEBUG oslo_vmware.api [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b8dd39-1c8a-bb29-1568-42ca04c4c553, 'name': SearchDatastore_Task, 'duration_secs': 0.008133} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.222057] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7a8501c-5e85-4863-b1ba-75dc2a24154d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.227443] env[63097]: DEBUG oslo_vmware.api [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Waiting for the task: (returnval){ [ 1297.227443] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52aa6d1d-eb32-2fa9-e396-5bc0a28baa60" [ 1297.227443] env[63097]: _type = "Task" [ 1297.227443] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.235331] env[63097]: DEBUG oslo_vmware.api [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52aa6d1d-eb32-2fa9-e396-5bc0a28baa60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.284071] env[63097]: DEBUG nova.network.neutron [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1297.617811] env[63097]: DEBUG oslo_vmware.api [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': task-1686743, 'name': Rename_Task, 'duration_secs': 1.183928} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.618106] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1297.618429] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16a69258-dc75-4201-b04b-717dab714f7a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.621534] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e450ee16-6e4e-4c01-9e7a-ca4213c35bea {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.632098] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b161c90-f71c-4804-9813-f0e8bc8b006a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.635743] env[63097]: DEBUG oslo_vmware.api [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Waiting for the task: (returnval){ [ 1297.635743] env[63097]: value = "task-1686745" [ 1297.635743] env[63097]: _type = "Task" [ 1297.635743] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.667156] env[63097]: DEBUG nova.network.neutron [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Updating instance_info_cache with network_info: [{"id": "12f6d3af-5022-4429-9e4a-51b72ffa4904", "address": "fa:16:3e:3e:48:9a", "network": {"id": "a29d7f17-c262-4aff-9080-188421d3a9a0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1381308876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79f69c2778b7482788d99c705a29be43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12f6d3af-50", "ovs_interfaceid": "12f6d3af-5022-4429-9e4a-51b72ffa4904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.672273] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0b0ed9-8b68-487d-b276-82d602accfdf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.676973] env[63097]: DEBUG oslo_vmware.api [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': task-1686745, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.682549] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958e69a7-bcea-4901-a428-c6b2b84d9e31 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.698131] env[63097]: DEBUG nova.compute.provider_tree [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1297.737979] env[63097]: DEBUG oslo_vmware.api [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52aa6d1d-eb32-2fa9-e396-5bc0a28baa60, 'name': SearchDatastore_Task, 'duration_secs': 0.00872} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.738119] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1297.738575] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] b1912e4c-6e63-4d6a-af4c-103d0bd50473/b1912e4c-6e63-4d6a-af4c-103d0bd50473.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1297.738680] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5829f89b-512b-4e50-be04-3883ccc2a1e9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.746264] env[63097]: DEBUG oslo_vmware.api [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Waiting for the task: (returnval){ [ 1297.746264] env[63097]: value = "task-1686746" [ 1297.746264] env[63097]: _type = "Task" [ 1297.746264] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.755856] env[63097]: DEBUG oslo_vmware.api [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Task: {'id': task-1686746, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.052029] env[63097]: DEBUG nova.compute.manager [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1298.089241] env[63097]: DEBUG nova.virt.hardware [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1298.089530] env[63097]: DEBUG nova.virt.hardware [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1298.089696] env[63097]: DEBUG nova.virt.hardware [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1298.089887] env[63097]: DEBUG nova.virt.hardware [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1298.090052] env[63097]: DEBUG nova.virt.hardware [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1298.090421] env[63097]: DEBUG nova.virt.hardware [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1298.090421] env[63097]: DEBUG nova.virt.hardware [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1298.090718] env[63097]: DEBUG nova.virt.hardware [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1298.090761] env[63097]: DEBUG nova.virt.hardware [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1298.090898] env[63097]: DEBUG nova.virt.hardware [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1298.091096] env[63097]: DEBUG nova.virt.hardware [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1298.092338] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21825002-8a91-4d36-ab37-69acc025f240 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.103906] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186cc070-41bd-4552-a233-cf339817677b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.149620] env[63097]: DEBUG oslo_vmware.api [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': task-1686745, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.170578] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Releasing lock "refresh_cache-2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1298.170578] env[63097]: DEBUG nova.compute.manager [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Instance network_info: |[{"id": "12f6d3af-5022-4429-9e4a-51b72ffa4904", "address": "fa:16:3e:3e:48:9a", "network": {"id": "a29d7f17-c262-4aff-9080-188421d3a9a0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1381308876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79f69c2778b7482788d99c705a29be43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12f6d3af-50", "ovs_interfaceid": "12f6d3af-5022-4429-9e4a-51b72ffa4904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1298.170578] env[63097]: DEBUG oslo_concurrency.lockutils [req-084972bd-94c3-488e-a6ba-198a98fabcc6 req-4c347af6-c985-485b-b390-5e11cfd2e782 service nova] Acquired lock "refresh_cache-2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.170868] env[63097]: DEBUG nova.network.neutron [req-084972bd-94c3-488e-a6ba-198a98fabcc6 req-4c347af6-c985-485b-b390-5e11cfd2e782 service nova] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Refreshing network info cache for port 12f6d3af-5022-4429-9e4a-51b72ffa4904 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1298.172102] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:48:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12f6d3af-5022-4429-9e4a-51b72ffa4904', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1298.179813] env[63097]: DEBUG oslo.service.loopingcall [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1298.181368] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1298.181368] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c1eca99-00a2-47fe-a25e-d1e1b8a129fc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.201429] env[63097]: DEBUG nova.scheduler.client.report [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1298.209870] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1298.209870] env[63097]: value = "task-1686747" [ 1298.209870] env[63097]: _type = "Task" [ 1298.209870] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.227011] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686747, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.259968] env[63097]: DEBUG oslo_vmware.api [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Task: {'id': task-1686746, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503134} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.261019] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] b1912e4c-6e63-4d6a-af4c-103d0bd50473/b1912e4c-6e63-4d6a-af4c-103d0bd50473.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1298.261019] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1298.261019] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b32391a-5c53-4b41-9baa-163bd2b9d476 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.272854] env[63097]: DEBUG oslo_vmware.api [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Waiting for the task: (returnval){ [ 1298.272854] env[63097]: value = "task-1686748" [ 1298.272854] env[63097]: _type = "Task" [ 1298.272854] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.281819] env[63097]: DEBUG oslo_vmware.api [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Task: {'id': task-1686748, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.465542] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Acquiring lock "2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1298.465790] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Lock "2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1298.647579] env[63097]: DEBUG oslo_vmware.api [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': task-1686745, 'name': PowerOnVM_Task, 'duration_secs': 0.672655} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.647863] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1298.648479] env[63097]: INFO nova.compute.manager [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Took 8.85 seconds to spawn the instance on the hypervisor. [ 1298.648847] env[63097]: DEBUG nova.compute.manager [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1298.649811] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f187cc7-9cb3-46c3-a4ce-b00f76ec0c08 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.712072] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1298.712194] env[63097]: DEBUG nova.compute.manager [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1298.716166] env[63097]: DEBUG oslo_concurrency.lockutils [None req-91bc1dc4-3a0a-4716-99c6-e39b7201e6a2 tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.113s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1298.716166] env[63097]: DEBUG nova.objects.instance [None req-91bc1dc4-3a0a-4716-99c6-e39b7201e6a2 tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Lazy-loading 'resources' on Instance uuid fa82a482-c837-4555-a130-9425fb6d34fd {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.728656] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686747, 'name': CreateVM_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.785178] env[63097]: DEBUG oslo_vmware.api [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Task: {'id': task-1686748, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070139} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.785600] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1298.786430] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46cbf9d-49a8-4891-b5fb-930b8768104a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.813110] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] b1912e4c-6e63-4d6a-af4c-103d0bd50473/b1912e4c-6e63-4d6a-af4c-103d0bd50473.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1298.813667] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18b2beba-c7a0-4897-9eb7-3662f5b8c633 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.833726] env[63097]: DEBUG oslo_vmware.api [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Waiting for the task: (returnval){ [ 1298.833726] env[63097]: value = "task-1686749" [ 1298.833726] env[63097]: _type = "Task" [ 1298.833726] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.843431] env[63097]: DEBUG oslo_vmware.api [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Task: {'id': task-1686749, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.177354] env[63097]: INFO nova.compute.manager [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Took 44.65 seconds to build instance. [ 1299.211336] env[63097]: DEBUG nova.network.neutron [req-084972bd-94c3-488e-a6ba-198a98fabcc6 req-4c347af6-c985-485b-b390-5e11cfd2e782 service nova] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Updated VIF entry in instance network info cache for port 12f6d3af-5022-4429-9e4a-51b72ffa4904. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1299.212022] env[63097]: DEBUG nova.network.neutron [req-084972bd-94c3-488e-a6ba-198a98fabcc6 req-4c347af6-c985-485b-b390-5e11cfd2e782 service nova] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Updating instance_info_cache with network_info: [{"id": "12f6d3af-5022-4429-9e4a-51b72ffa4904", "address": "fa:16:3e:3e:48:9a", "network": {"id": "a29d7f17-c262-4aff-9080-188421d3a9a0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1381308876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79f69c2778b7482788d99c705a29be43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12f6d3af-50", "ovs_interfaceid": "12f6d3af-5022-4429-9e4a-51b72ffa4904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.229051] env[63097]: DEBUG nova.compute.utils [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1299.235301] env[63097]: DEBUG nova.compute.manager [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1299.235489] env[63097]: DEBUG nova.network.neutron [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1299.244609] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686747, 'name': CreateVM_Task, 'duration_secs': 0.711881} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.244609] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1299.245278] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1299.245411] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.245733] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1299.246866] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e437859-9223-4bf9-a705-34423ccc70f8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.252280] env[63097]: DEBUG oslo_vmware.api [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1299.252280] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5245fc78-210f-e09a-a5f0-cdcb975d5dc4" [ 1299.252280] env[63097]: _type = "Task" [ 1299.252280] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.271990] env[63097]: DEBUG oslo_vmware.api [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5245fc78-210f-e09a-a5f0-cdcb975d5dc4, 'name': SearchDatastore_Task, 'duration_secs': 0.009773} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.272105] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1299.272436] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1299.273104] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1299.274398] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.274398] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1299.275617] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e198f018-893f-4a36-a3a4-983c62923405 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.284212] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1299.284459] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1299.285725] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-446215c4-4981-45cf-b294-da6e622782ff {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.293141] env[63097]: DEBUG oslo_vmware.api [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1299.293141] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52cc461a-db1c-8c85-de92-6f7b6c6d82af" [ 1299.293141] env[63097]: _type = "Task" [ 1299.293141] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.302673] env[63097]: DEBUG oslo_vmware.api [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52cc461a-db1c-8c85-de92-6f7b6c6d82af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.313313] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Acquiring lock "e3a75066-9327-4a05-b055-6bdc59c7f593" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1299.313557] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Lock "e3a75066-9327-4a05-b055-6bdc59c7f593" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1299.342952] env[63097]: DEBUG oslo_vmware.api [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Task: {'id': task-1686749, 'name': ReconfigVM_Task, 'duration_secs': 0.300841} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.343274] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Reconfigured VM instance instance-0000002a to attach disk [datastore2] b1912e4c-6e63-4d6a-af4c-103d0bd50473/b1912e4c-6e63-4d6a-af4c-103d0bd50473.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1299.343894] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0766e623-0b46-40fb-903b-1f1d8a5841f4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.351984] env[63097]: DEBUG nova.policy [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34bbd32e16374c888fcf0a58d636e706', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd60fb231a0a44c19660b68999c5d870', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1299.353877] env[63097]: DEBUG nova.network.neutron [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Successfully updated port: 74db5efa-3175-47d9-91c1-a4a6be19c136 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1299.362124] env[63097]: DEBUG oslo_vmware.api [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Waiting for the task: (returnval){ [ 1299.362124] env[63097]: value = "task-1686750" [ 1299.362124] env[63097]: _type = "Task" [ 1299.362124] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.369818] env[63097]: DEBUG oslo_vmware.api [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Task: {'id': task-1686750, 'name': Rename_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.374514] env[63097]: DEBUG nova.compute.manager [req-d16dcd47-fe59-4567-b2e2-3c7c4ead6164 req-64833b8d-8a0a-40ad-af61-ae7ab3153efe service nova] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Received event network-vif-plugged-74db5efa-3175-47d9-91c1-a4a6be19c136 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1299.375166] env[63097]: DEBUG oslo_concurrency.lockutils [req-d16dcd47-fe59-4567-b2e2-3c7c4ead6164 req-64833b8d-8a0a-40ad-af61-ae7ab3153efe service nova] Acquiring lock "df6d2aeb-8d2a-4bee-94ff-cc51f235364d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1299.375375] env[63097]: DEBUG oslo_concurrency.lockutils [req-d16dcd47-fe59-4567-b2e2-3c7c4ead6164 req-64833b8d-8a0a-40ad-af61-ae7ab3153efe service nova] Lock "df6d2aeb-8d2a-4bee-94ff-cc51f235364d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1299.375748] env[63097]: DEBUG oslo_concurrency.lockutils [req-d16dcd47-fe59-4567-b2e2-3c7c4ead6164 req-64833b8d-8a0a-40ad-af61-ae7ab3153efe service nova] Lock "df6d2aeb-8d2a-4bee-94ff-cc51f235364d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1299.375748] env[63097]: DEBUG nova.compute.manager [req-d16dcd47-fe59-4567-b2e2-3c7c4ead6164 req-64833b8d-8a0a-40ad-af61-ae7ab3153efe service nova] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] No waiting events found dispatching network-vif-plugged-74db5efa-3175-47d9-91c1-a4a6be19c136 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1299.375966] env[63097]: WARNING nova.compute.manager [req-d16dcd47-fe59-4567-b2e2-3c7c4ead6164 req-64833b8d-8a0a-40ad-af61-ae7ab3153efe service nova] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Received unexpected event network-vif-plugged-74db5efa-3175-47d9-91c1-a4a6be19c136 for instance with vm_state building and task_state spawning. [ 1299.682519] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0c828aaf-ef53-4d7b-90f5-0f4b64d5ae01 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Lock "9f9d16ac-5b92-43dd-b5db-360121101198" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.260s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1299.729686] env[63097]: DEBUG oslo_concurrency.lockutils [req-084972bd-94c3-488e-a6ba-198a98fabcc6 req-4c347af6-c985-485b-b390-5e11cfd2e782 service nova] Releasing lock "refresh_cache-2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1299.738217] env[63097]: DEBUG nova.compute.manager [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1299.801974] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d339bb-e7bc-40b0-a17a-b50cac86cf00 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.813163] env[63097]: DEBUG oslo_vmware.api [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52cc461a-db1c-8c85-de92-6f7b6c6d82af, 'name': SearchDatastore_Task, 'duration_secs': 0.008843} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.813163] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ef5ab7c-1b41-49f4-9b49-78d4abb59070 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.818467] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b27959-c914-4a45-b193-1246c0b16af4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.823914] env[63097]: DEBUG oslo_vmware.api [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1299.823914] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d01348-3365-3fba-14bb-22bcadfb2456" [ 1299.823914] env[63097]: _type = "Task" [ 1299.823914] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.855589] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1130a21-d325-4d59-8d1a-55030f71d672 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.862073] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquiring lock "refresh_cache-df6d2aeb-8d2a-4bee-94ff-cc51f235364d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1299.862212] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquired lock "refresh_cache-df6d2aeb-8d2a-4bee-94ff-cc51f235364d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.862432] env[63097]: DEBUG nova.network.neutron [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1299.867319] env[63097]: DEBUG oslo_vmware.api [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d01348-3365-3fba-14bb-22bcadfb2456, 'name': SearchDatastore_Task, 'duration_secs': 0.00937} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.873127] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1299.875366] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61/2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1299.876457] env[63097]: DEBUG nova.network.neutron [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Successfully created port: a600125f-8a5c-40a2-8894-1039ea76d882 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1299.882335] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b80fd430-9ff2-406c-b9d5-d6be7cf7c3fc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.886763] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610f6006-364e-486e-9329-d99bff699efb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.894727] env[63097]: DEBUG oslo_vmware.api [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Task: {'id': task-1686750, 'name': Rename_Task, 'duration_secs': 0.173572} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.895558] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1299.895803] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5138d42d-fe89-4ea1-ba48-8aaa244dc8e2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.908217] env[63097]: DEBUG nova.compute.provider_tree [None req-91bc1dc4-3a0a-4716-99c6-e39b7201e6a2 tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.913501] env[63097]: DEBUG oslo_vmware.api [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1299.913501] env[63097]: value = "task-1686751" [ 1299.913501] env[63097]: _type = "Task" [ 1299.913501] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.916336] env[63097]: DEBUG oslo_vmware.api [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Waiting for the task: (returnval){ [ 1299.916336] env[63097]: value = "task-1686752" [ 1299.916336] env[63097]: _type = "Task" [ 1299.916336] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.923600] env[63097]: DEBUG oslo_vmware.api [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686751, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.926638] env[63097]: DEBUG oslo_vmware.api [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Task: {'id': task-1686752, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.186607] env[63097]: DEBUG nova.compute.manager [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1300.192560] env[63097]: DEBUG nova.compute.manager [req-b8fb7ebe-5d2d-4f6e-8869-e8d474bb6d56 req-fe6e9e8f-6bce-4343-9051-81a7c7679e7a service nova] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Received event network-changed-85898535-3df5-4760-8069-08c7b318a3a5 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1300.192777] env[63097]: DEBUG nova.compute.manager [req-b8fb7ebe-5d2d-4f6e-8869-e8d474bb6d56 req-fe6e9e8f-6bce-4343-9051-81a7c7679e7a service nova] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Refreshing instance network info cache due to event network-changed-85898535-3df5-4760-8069-08c7b318a3a5. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1300.193024] env[63097]: DEBUG oslo_concurrency.lockutils [req-b8fb7ebe-5d2d-4f6e-8869-e8d474bb6d56 req-fe6e9e8f-6bce-4343-9051-81a7c7679e7a service nova] Acquiring lock "refresh_cache-9f9d16ac-5b92-43dd-b5db-360121101198" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1300.193157] env[63097]: DEBUG oslo_concurrency.lockutils [req-b8fb7ebe-5d2d-4f6e-8869-e8d474bb6d56 req-fe6e9e8f-6bce-4343-9051-81a7c7679e7a service nova] Acquired lock "refresh_cache-9f9d16ac-5b92-43dd-b5db-360121101198" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.193396] env[63097]: DEBUG nova.network.neutron [req-b8fb7ebe-5d2d-4f6e-8869-e8d474bb6d56 req-fe6e9e8f-6bce-4343-9051-81a7c7679e7a service nova] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Refreshing network info cache for port 85898535-3df5-4760-8069-08c7b318a3a5 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1300.416022] env[63097]: DEBUG nova.scheduler.client.report [None req-91bc1dc4-3a0a-4716-99c6-e39b7201e6a2 tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1300.431760] env[63097]: DEBUG oslo_vmware.api [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686751, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.436384] env[63097]: DEBUG oslo_vmware.api [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Task: {'id': task-1686752, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.437304] env[63097]: DEBUG nova.network.neutron [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1300.612804] env[63097]: DEBUG nova.network.neutron [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Updating instance_info_cache with network_info: [{"id": "74db5efa-3175-47d9-91c1-a4a6be19c136", "address": "fa:16:3e:9d:68:d5", "network": {"id": "3c4644db-8291-4901-b015-9f1261ac2515", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1197415890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b52ce07a34b9471bb325a81bab2a1dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74db5efa-31", "ovs_interfaceid": "74db5efa-3175-47d9-91c1-a4a6be19c136", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.712526] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1300.753739] env[63097]: DEBUG nova.compute.manager [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1300.780396] env[63097]: DEBUG nova.virt.hardware [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1300.780662] env[63097]: DEBUG nova.virt.hardware [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1300.780824] env[63097]: DEBUG nova.virt.hardware [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1300.781015] env[63097]: DEBUG nova.virt.hardware [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1300.781238] env[63097]: DEBUG nova.virt.hardware [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1300.781405] env[63097]: DEBUG nova.virt.hardware [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1300.781625] env[63097]: DEBUG nova.virt.hardware [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1300.781785] env[63097]: DEBUG nova.virt.hardware [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1300.781958] env[63097]: DEBUG nova.virt.hardware [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1300.782138] env[63097]: DEBUG nova.virt.hardware [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1300.782350] env[63097]: DEBUG nova.virt.hardware [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1300.783246] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4399c06-65ce-4201-88ba-6663e55dd0d6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.791368] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f546e3e-0d27-4c3b-988c-8bb93577e7fd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.927580] env[63097]: DEBUG oslo_concurrency.lockutils [None req-91bc1dc4-3a0a-4716-99c6-e39b7201e6a2 tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.212s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1300.930152] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.318s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1300.931740] env[63097]: INFO nova.compute.claims [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1300.947244] env[63097]: DEBUG oslo_vmware.api [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686751, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583549} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.947529] env[63097]: DEBUG oslo_vmware.api [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Task: {'id': task-1686752, 'name': PowerOnVM_Task, 'duration_secs': 0.749213} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.947838] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61/2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1300.948025] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1300.948322] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1300.948569] env[63097]: DEBUG nova.compute.manager [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1300.948784] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f91b26c9-53d2-4c52-8159-b3ee861bb372 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.955902] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b861ea-a64d-4bfa-ba37-0f5ec8863c8c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.959696] env[63097]: INFO nova.scheduler.client.report [None req-91bc1dc4-3a0a-4716-99c6-e39b7201e6a2 tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Deleted allocations for instance fa82a482-c837-4555-a130-9425fb6d34fd [ 1300.977218] env[63097]: DEBUG oslo_vmware.api [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1300.977218] env[63097]: value = "task-1686753" [ 1300.977218] env[63097]: _type = "Task" [ 1300.977218] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.987509] env[63097]: DEBUG oslo_vmware.api [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686753, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.105327] env[63097]: DEBUG nova.network.neutron [req-b8fb7ebe-5d2d-4f6e-8869-e8d474bb6d56 req-fe6e9e8f-6bce-4343-9051-81a7c7679e7a service nova] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Updated VIF entry in instance network info cache for port 85898535-3df5-4760-8069-08c7b318a3a5. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1301.105702] env[63097]: DEBUG nova.network.neutron [req-b8fb7ebe-5d2d-4f6e-8869-e8d474bb6d56 req-fe6e9e8f-6bce-4343-9051-81a7c7679e7a service nova] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Updating instance_info_cache with network_info: [{"id": "85898535-3df5-4760-8069-08c7b318a3a5", "address": "fa:16:3e:4e:e1:1b", "network": {"id": "296f67fc-6d4f-49cb-b1a2-d55db5151e17", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1052217588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42fb6e062a9946a1a763ef5dcd7c6bb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85898535-3d", "ovs_interfaceid": "85898535-3df5-4760-8069-08c7b318a3a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.115553] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Releasing lock "refresh_cache-df6d2aeb-8d2a-4bee-94ff-cc51f235364d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1301.115652] env[63097]: DEBUG nova.compute.manager [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Instance network_info: |[{"id": "74db5efa-3175-47d9-91c1-a4a6be19c136", "address": "fa:16:3e:9d:68:d5", "network": {"id": "3c4644db-8291-4901-b015-9f1261ac2515", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1197415890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b52ce07a34b9471bb325a81bab2a1dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74db5efa-31", "ovs_interfaceid": "74db5efa-3175-47d9-91c1-a4a6be19c136", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1301.116034] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:68:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74db5efa-3175-47d9-91c1-a4a6be19c136', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1301.124039] env[63097]: DEBUG oslo.service.loopingcall [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1301.124920] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1301.125209] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb0ca975-f116-40a4-a987-c8e2a87fc91b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.148195] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1301.148195] env[63097]: value = "task-1686754" [ 1301.148195] env[63097]: _type = "Task" [ 1301.148195] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.157677] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686754, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.470363] env[63097]: DEBUG oslo_concurrency.lockutils [None req-91bc1dc4-3a0a-4716-99c6-e39b7201e6a2 tempest-ServerExternalEventsTest-899152286 tempest-ServerExternalEventsTest-899152286-project-member] Lock "fa82a482-c837-4555-a130-9425fb6d34fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.136s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1301.494348] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1301.507272] env[63097]: DEBUG oslo_vmware.api [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686753, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080494} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.507649] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1301.508515] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734b72c6-f319-44d4-aff4-c8f6072b94b5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.536189] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61/2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1301.536663] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c607a7c0-2cad-46fe-9a95-09312daaf12f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.560309] env[63097]: DEBUG oslo_vmware.api [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1301.560309] env[63097]: value = "task-1686755" [ 1301.560309] env[63097]: _type = "Task" [ 1301.560309] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.567529] env[63097]: DEBUG oslo_vmware.api [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686755, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.609148] env[63097]: DEBUG oslo_concurrency.lockutils [req-b8fb7ebe-5d2d-4f6e-8869-e8d474bb6d56 req-fe6e9e8f-6bce-4343-9051-81a7c7679e7a service nova] Releasing lock "refresh_cache-9f9d16ac-5b92-43dd-b5db-360121101198" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1301.659569] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686754, 'name': CreateVM_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.714430] env[63097]: DEBUG nova.compute.manager [req-5c1de81f-d494-4ced-a297-18003b0ecf02 req-22f9a462-bc23-4be0-b24b-65b77a266208 service nova] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Received event network-changed-74db5efa-3175-47d9-91c1-a4a6be19c136 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1301.714633] env[63097]: DEBUG nova.compute.manager [req-5c1de81f-d494-4ced-a297-18003b0ecf02 req-22f9a462-bc23-4be0-b24b-65b77a266208 service nova] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Refreshing instance network info cache due to event network-changed-74db5efa-3175-47d9-91c1-a4a6be19c136. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1301.714860] env[63097]: DEBUG oslo_concurrency.lockutils [req-5c1de81f-d494-4ced-a297-18003b0ecf02 req-22f9a462-bc23-4be0-b24b-65b77a266208 service nova] Acquiring lock "refresh_cache-df6d2aeb-8d2a-4bee-94ff-cc51f235364d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1301.715019] env[63097]: DEBUG oslo_concurrency.lockutils [req-5c1de81f-d494-4ced-a297-18003b0ecf02 req-22f9a462-bc23-4be0-b24b-65b77a266208 service nova] Acquired lock "refresh_cache-df6d2aeb-8d2a-4bee-94ff-cc51f235364d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.715304] env[63097]: DEBUG nova.network.neutron [req-5c1de81f-d494-4ced-a297-18003b0ecf02 req-22f9a462-bc23-4be0-b24b-65b77a266208 service nova] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Refreshing network info cache for port 74db5efa-3175-47d9-91c1-a4a6be19c136 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1301.972356] env[63097]: DEBUG nova.network.neutron [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Successfully updated port: a600125f-8a5c-40a2-8894-1039ea76d882 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1302.069553] env[63097]: DEBUG oslo_vmware.api [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686755, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.164832] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686754, 'name': CreateVM_Task, 'duration_secs': 0.739011} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.165143] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1302.165848] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1302.166042] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.166370] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1302.166649] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9306eb99-9d05-49dc-8690-e4b6c00b4b0a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.177480] env[63097]: DEBUG oslo_vmware.api [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1302.177480] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5278e08b-23f7-c9e2-2c6b-c73561e286ce" [ 1302.177480] env[63097]: _type = "Task" [ 1302.177480] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.184956] env[63097]: DEBUG oslo_vmware.api [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5278e08b-23f7-c9e2-2c6b-c73561e286ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.449232] env[63097]: DEBUG oslo_concurrency.lockutils [None req-20b9a6c3-3f75-46b9-83ae-f302523938f3 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Acquiring lock "b1912e4c-6e63-4d6a-af4c-103d0bd50473" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1302.449640] env[63097]: DEBUG oslo_concurrency.lockutils [None req-20b9a6c3-3f75-46b9-83ae-f302523938f3 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Lock "b1912e4c-6e63-4d6a-af4c-103d0bd50473" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1302.449746] env[63097]: DEBUG oslo_concurrency.lockutils [None req-20b9a6c3-3f75-46b9-83ae-f302523938f3 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Acquiring lock "b1912e4c-6e63-4d6a-af4c-103d0bd50473-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1302.450180] env[63097]: DEBUG oslo_concurrency.lockutils [None req-20b9a6c3-3f75-46b9-83ae-f302523938f3 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Lock "b1912e4c-6e63-4d6a-af4c-103d0bd50473-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1302.450180] env[63097]: DEBUG oslo_concurrency.lockutils [None req-20b9a6c3-3f75-46b9-83ae-f302523938f3 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Lock "b1912e4c-6e63-4d6a-af4c-103d0bd50473-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1302.452669] env[63097]: INFO nova.compute.manager [None req-20b9a6c3-3f75-46b9-83ae-f302523938f3 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Terminating instance [ 1302.458240] env[63097]: DEBUG oslo_concurrency.lockutils [None req-20b9a6c3-3f75-46b9-83ae-f302523938f3 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Acquiring lock "refresh_cache-b1912e4c-6e63-4d6a-af4c-103d0bd50473" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1302.458414] env[63097]: DEBUG oslo_concurrency.lockutils [None req-20b9a6c3-3f75-46b9-83ae-f302523938f3 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Acquired lock "refresh_cache-b1912e4c-6e63-4d6a-af4c-103d0bd50473" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.458567] env[63097]: DEBUG nova.network.neutron [None req-20b9a6c3-3f75-46b9-83ae-f302523938f3 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1302.473390] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e3be79-3956-44fa-ad5b-8a957d8f56c3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.476566] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Acquiring lock "refresh_cache-036ac00b-56c5-46b0-82e9-91e39ae28222" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1302.476566] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Acquired lock "refresh_cache-036ac00b-56c5-46b0-82e9-91e39ae28222" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.476566] env[63097]: DEBUG nova.network.neutron [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1302.487793] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17254799-bb79-4315-95f4-b4c1404e908c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.522472] env[63097]: DEBUG nova.network.neutron [req-5c1de81f-d494-4ced-a297-18003b0ecf02 req-22f9a462-bc23-4be0-b24b-65b77a266208 service nova] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Updated VIF entry in instance network info cache for port 74db5efa-3175-47d9-91c1-a4a6be19c136. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1302.522823] env[63097]: DEBUG nova.network.neutron [req-5c1de81f-d494-4ced-a297-18003b0ecf02 req-22f9a462-bc23-4be0-b24b-65b77a266208 service nova] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Updating instance_info_cache with network_info: [{"id": "74db5efa-3175-47d9-91c1-a4a6be19c136", "address": "fa:16:3e:9d:68:d5", "network": {"id": "3c4644db-8291-4901-b015-9f1261ac2515", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1197415890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b52ce07a34b9471bb325a81bab2a1dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74db5efa-31", "ovs_interfaceid": "74db5efa-3175-47d9-91c1-a4a6be19c136", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.524427] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e918f9b5-58c8-4f3f-b44f-31ff15456333 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.532566] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c4423a-17a8-43e0-80c2-069c32653b7b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.551076] env[63097]: DEBUG nova.compute.provider_tree [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1302.572953] env[63097]: DEBUG oslo_vmware.api [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686755, 'name': ReconfigVM_Task, 'duration_secs': 0.97545} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.573446] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61/2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1302.574547] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4e80ca9-44b8-4e36-9e39-24d249e8d117 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.582662] env[63097]: DEBUG oslo_vmware.api [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1302.582662] env[63097]: value = "task-1686756" [ 1302.582662] env[63097]: _type = "Task" [ 1302.582662] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.592321] env[63097]: DEBUG oslo_vmware.api [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686756, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.685332] env[63097]: DEBUG oslo_vmware.api [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5278e08b-23f7-c9e2-2c6b-c73561e286ce, 'name': SearchDatastore_Task, 'duration_secs': 0.017021} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.685635] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1302.685870] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1302.686119] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1302.686308] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.686504] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1302.686701] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f99de822-8e33-4bd8-b267-40869ce5a6e9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.696093] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1302.696300] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1302.697035] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a6e5d92-b205-4b5e-b8e6-cade91f6387d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.702421] env[63097]: DEBUG oslo_vmware.api [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1302.702421] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52409375-97ae-2e54-835b-672603140ffc" [ 1302.702421] env[63097]: _type = "Task" [ 1302.702421] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.711482] env[63097]: DEBUG oslo_vmware.api [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52409375-97ae-2e54-835b-672603140ffc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.977102] env[63097]: DEBUG nova.network.neutron [None req-20b9a6c3-3f75-46b9-83ae-f302523938f3 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1303.029931] env[63097]: DEBUG nova.network.neutron [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1303.031171] env[63097]: DEBUG oslo_concurrency.lockutils [req-5c1de81f-d494-4ced-a297-18003b0ecf02 req-22f9a462-bc23-4be0-b24b-65b77a266208 service nova] Releasing lock "refresh_cache-df6d2aeb-8d2a-4bee-94ff-cc51f235364d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1303.053981] env[63097]: DEBUG nova.scheduler.client.report [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1303.093828] env[63097]: DEBUG oslo_vmware.api [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686756, 'name': Rename_Task, 'duration_secs': 0.169611} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.096151] env[63097]: DEBUG nova.network.neutron [None req-20b9a6c3-3f75-46b9-83ae-f302523938f3 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.097496] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1303.097621] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9091abf2-d213-4f08-b1f6-7b77f343b24c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.109729] env[63097]: DEBUG oslo_vmware.api [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1303.109729] env[63097]: value = "task-1686757" [ 1303.109729] env[63097]: _type = "Task" [ 1303.109729] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.121374] env[63097]: DEBUG oslo_vmware.api [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686757, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.213267] env[63097]: DEBUG oslo_vmware.api [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52409375-97ae-2e54-835b-672603140ffc, 'name': SearchDatastore_Task, 'duration_secs': 0.014964} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.214247] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-941e8298-4d42-4b89-866f-f146368698a4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.220364] env[63097]: DEBUG oslo_vmware.api [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1303.220364] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b2497c-d938-2581-7d4f-68eeae2534d2" [ 1303.220364] env[63097]: _type = "Task" [ 1303.220364] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.231841] env[63097]: DEBUG oslo_vmware.api [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b2497c-d938-2581-7d4f-68eeae2534d2, 'name': SearchDatastore_Task} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.232114] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1303.232426] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] df6d2aeb-8d2a-4bee-94ff-cc51f235364d/df6d2aeb-8d2a-4bee-94ff-cc51f235364d.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1303.232715] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9f419c7-5873-47c8-a6ef-b25f46caedad {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.239125] env[63097]: DEBUG oslo_vmware.api [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1303.239125] env[63097]: value = "task-1686758" [ 1303.239125] env[63097]: _type = "Task" [ 1303.239125] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.248179] env[63097]: DEBUG oslo_vmware.api [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686758, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.272073] env[63097]: DEBUG nova.network.neutron [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Updating instance_info_cache with network_info: [{"id": "a600125f-8a5c-40a2-8894-1039ea76d882", "address": "fa:16:3e:0f:72:ad", "network": {"id": "01c981c3-456a-4f1e-be79-4d2b2e679540", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1929907022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd60fb231a0a44c19660b68999c5d870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa600125f-8a", "ovs_interfaceid": "a600125f-8a5c-40a2-8894-1039ea76d882", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.561152] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1303.562251] env[63097]: DEBUG nova.compute.manager [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1303.565081] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0e24c42a-d9d7-4a6e-bce6-24322d0a6f52 tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.888s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1303.565345] env[63097]: DEBUG nova.objects.instance [None req-0e24c42a-d9d7-4a6e-bce6-24322d0a6f52 tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Lazy-loading 'resources' on Instance uuid 737c0d60-09bb-4883-b61b-93091bf6cb65 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1303.604575] env[63097]: DEBUG oslo_concurrency.lockutils [None req-20b9a6c3-3f75-46b9-83ae-f302523938f3 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Releasing lock "refresh_cache-b1912e4c-6e63-4d6a-af4c-103d0bd50473" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1303.605134] env[63097]: DEBUG nova.compute.manager [None req-20b9a6c3-3f75-46b9-83ae-f302523938f3 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1303.605347] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-20b9a6c3-3f75-46b9-83ae-f302523938f3 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1303.606820] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e1fa77-9231-4952-84d4-8bd8d04e8336 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.619490] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-20b9a6c3-3f75-46b9-83ae-f302523938f3 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1303.620284] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4420bd76-c19d-4ad1-864d-907d6a183947 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.625399] env[63097]: DEBUG oslo_vmware.api [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686757, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.632977] env[63097]: DEBUG oslo_vmware.api [None req-20b9a6c3-3f75-46b9-83ae-f302523938f3 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Waiting for the task: (returnval){ [ 1303.632977] env[63097]: value = "task-1686759" [ 1303.632977] env[63097]: _type = "Task" [ 1303.632977] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.642855] env[63097]: DEBUG oslo_vmware.api [None req-20b9a6c3-3f75-46b9-83ae-f302523938f3 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Task: {'id': task-1686759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.749822] env[63097]: DEBUG oslo_vmware.api [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686758, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.775737] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Releasing lock "refresh_cache-036ac00b-56c5-46b0-82e9-91e39ae28222" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1303.776376] env[63097]: DEBUG nova.compute.manager [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Instance network_info: |[{"id": "a600125f-8a5c-40a2-8894-1039ea76d882", "address": "fa:16:3e:0f:72:ad", "network": {"id": "01c981c3-456a-4f1e-be79-4d2b2e679540", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1929907022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd60fb231a0a44c19660b68999c5d870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa600125f-8a", "ovs_interfaceid": "a600125f-8a5c-40a2-8894-1039ea76d882", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1303.776999] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:72:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a600125f-8a5c-40a2-8894-1039ea76d882', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1303.784957] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Creating folder: Project (fd60fb231a0a44c19660b68999c5d870). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1303.785284] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fdcf8fff-3ed7-4ebb-8718-30e64f670b51 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.796097] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Created folder: Project (fd60fb231a0a44c19660b68999c5d870) in parent group-v351483. [ 1303.796562] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Creating folder: Instances. Parent ref: group-v351611. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1303.796685] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f0e59c9-e63c-494a-ab76-2836e9b27a74 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.802082] env[63097]: DEBUG nova.compute.manager [req-084c23e3-f7c5-4af1-8fa6-0a1b37abc4a9 req-1ac6de05-5014-4f68-8cc8-574d5b84d562 service nova] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Received event network-vif-plugged-a600125f-8a5c-40a2-8894-1039ea76d882 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1303.802322] env[63097]: DEBUG oslo_concurrency.lockutils [req-084c23e3-f7c5-4af1-8fa6-0a1b37abc4a9 req-1ac6de05-5014-4f68-8cc8-574d5b84d562 service nova] Acquiring lock "036ac00b-56c5-46b0-82e9-91e39ae28222-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1303.802590] env[63097]: DEBUG oslo_concurrency.lockutils [req-084c23e3-f7c5-4af1-8fa6-0a1b37abc4a9 req-1ac6de05-5014-4f68-8cc8-574d5b84d562 service nova] Lock "036ac00b-56c5-46b0-82e9-91e39ae28222-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1303.802704] env[63097]: DEBUG oslo_concurrency.lockutils [req-084c23e3-f7c5-4af1-8fa6-0a1b37abc4a9 req-1ac6de05-5014-4f68-8cc8-574d5b84d562 service nova] Lock "036ac00b-56c5-46b0-82e9-91e39ae28222-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1303.802872] env[63097]: DEBUG nova.compute.manager [req-084c23e3-f7c5-4af1-8fa6-0a1b37abc4a9 req-1ac6de05-5014-4f68-8cc8-574d5b84d562 service nova] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] No waiting events found dispatching network-vif-plugged-a600125f-8a5c-40a2-8894-1039ea76d882 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1303.803047] env[63097]: WARNING nova.compute.manager [req-084c23e3-f7c5-4af1-8fa6-0a1b37abc4a9 req-1ac6de05-5014-4f68-8cc8-574d5b84d562 service nova] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Received unexpected event network-vif-plugged-a600125f-8a5c-40a2-8894-1039ea76d882 for instance with vm_state building and task_state spawning. [ 1303.803255] env[63097]: DEBUG nova.compute.manager [req-084c23e3-f7c5-4af1-8fa6-0a1b37abc4a9 req-1ac6de05-5014-4f68-8cc8-574d5b84d562 service nova] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Received event network-changed-a600125f-8a5c-40a2-8894-1039ea76d882 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1303.803361] env[63097]: DEBUG nova.compute.manager [req-084c23e3-f7c5-4af1-8fa6-0a1b37abc4a9 req-1ac6de05-5014-4f68-8cc8-574d5b84d562 service nova] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Refreshing instance network info cache due to event network-changed-a600125f-8a5c-40a2-8894-1039ea76d882. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1303.803638] env[63097]: DEBUG oslo_concurrency.lockutils [req-084c23e3-f7c5-4af1-8fa6-0a1b37abc4a9 req-1ac6de05-5014-4f68-8cc8-574d5b84d562 service nova] Acquiring lock "refresh_cache-036ac00b-56c5-46b0-82e9-91e39ae28222" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1303.803892] env[63097]: DEBUG oslo_concurrency.lockutils [req-084c23e3-f7c5-4af1-8fa6-0a1b37abc4a9 req-1ac6de05-5014-4f68-8cc8-574d5b84d562 service nova] Acquired lock "refresh_cache-036ac00b-56c5-46b0-82e9-91e39ae28222" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.803966] env[63097]: DEBUG nova.network.neutron [req-084c23e3-f7c5-4af1-8fa6-0a1b37abc4a9 req-1ac6de05-5014-4f68-8cc8-574d5b84d562 service nova] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Refreshing network info cache for port a600125f-8a5c-40a2-8894-1039ea76d882 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1303.807033] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Created folder: Instances in parent group-v351611. [ 1303.807033] env[63097]: DEBUG oslo.service.loopingcall [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1303.807344] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1303.807556] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23317620-70fd-41c3-a500-cd98b26847a0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.827501] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1303.827501] env[63097]: value = "task-1686762" [ 1303.827501] env[63097]: _type = "Task" [ 1303.827501] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.835358] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686762, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.070110] env[63097]: DEBUG nova.compute.utils [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1304.075242] env[63097]: DEBUG nova.compute.manager [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1304.076032] env[63097]: DEBUG nova.network.neutron [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1304.122967] env[63097]: DEBUG oslo_vmware.api [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686757, 'name': PowerOnVM_Task, 'duration_secs': 0.561542} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.123399] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1304.123485] env[63097]: INFO nova.compute.manager [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Took 9.42 seconds to spawn the instance on the hypervisor. [ 1304.124472] env[63097]: DEBUG nova.compute.manager [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1304.124472] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e02128-ab16-4476-a912-0f1c278294f0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.147268] env[63097]: DEBUG oslo_vmware.api [None req-20b9a6c3-3f75-46b9-83ae-f302523938f3 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Task: {'id': task-1686759, 'name': PowerOffVM_Task, 'duration_secs': 0.190181} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.147417] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-20b9a6c3-3f75-46b9-83ae-f302523938f3 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1304.147594] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-20b9a6c3-3f75-46b9-83ae-f302523938f3 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1304.148214] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b8bbfbb-a124-4baf-8e10-f0330a915234 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.173717] env[63097]: DEBUG nova.policy [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37aeafe74a4a4e92855ef9177bc73d59', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '329a690027b048aa8061901948707b4f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1304.176809] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-20b9a6c3-3f75-46b9-83ae-f302523938f3 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1304.177294] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-20b9a6c3-3f75-46b9-83ae-f302523938f3 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1304.177294] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-20b9a6c3-3f75-46b9-83ae-f302523938f3 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Deleting the datastore file [datastore2] b1912e4c-6e63-4d6a-af4c-103d0bd50473 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1304.178096] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-024b47b3-c24b-4c0c-998f-de0c9ea6ce7b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.187051] env[63097]: DEBUG oslo_vmware.api [None req-20b9a6c3-3f75-46b9-83ae-f302523938f3 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Waiting for the task: (returnval){ [ 1304.187051] env[63097]: value = "task-1686764" [ 1304.187051] env[63097]: _type = "Task" [ 1304.187051] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.199067] env[63097]: DEBUG oslo_vmware.api [None req-20b9a6c3-3f75-46b9-83ae-f302523938f3 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Task: {'id': task-1686764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.259440] env[63097]: DEBUG oslo_vmware.api [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686758, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510905} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.259733] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] df6d2aeb-8d2a-4bee-94ff-cc51f235364d/df6d2aeb-8d2a-4bee-94ff-cc51f235364d.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1304.260099] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1304.260793] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c79e104f-45db-4933-8e66-78e298b943e3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.271890] env[63097]: DEBUG oslo_vmware.api [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1304.271890] env[63097]: value = "task-1686765" [ 1304.271890] env[63097]: _type = "Task" [ 1304.271890] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.283344] env[63097]: DEBUG oslo_vmware.api [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686765, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.345103] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686762, 'name': CreateVM_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.576576] env[63097]: DEBUG nova.compute.manager [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1304.650833] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1180bd9f-2e85-411d-a2de-39bf3908f318 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.654449] env[63097]: INFO nova.compute.manager [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Took 37.22 seconds to build instance. [ 1304.661044] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955f6415-2ecc-4e5a-88a4-152f5708a09e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.701130] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173a2f2f-2434-4ded-8573-30dc15aa310d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.710614] env[63097]: DEBUG oslo_vmware.api [None req-20b9a6c3-3f75-46b9-83ae-f302523938f3 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Task: {'id': task-1686764, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290345} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.712133] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-20b9a6c3-3f75-46b9-83ae-f302523938f3 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1304.712360] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-20b9a6c3-3f75-46b9-83ae-f302523938f3 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1304.712544] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-20b9a6c3-3f75-46b9-83ae-f302523938f3 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1304.712725] env[63097]: INFO nova.compute.manager [None req-20b9a6c3-3f75-46b9-83ae-f302523938f3 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1304.712976] env[63097]: DEBUG oslo.service.loopingcall [None req-20b9a6c3-3f75-46b9-83ae-f302523938f3 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1304.713263] env[63097]: DEBUG nova.compute.manager [-] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1304.713376] env[63097]: DEBUG nova.network.neutron [-] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1304.716148] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b152d63-2165-4071-84e2-209839618d98 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.734545] env[63097]: DEBUG nova.compute.provider_tree [None req-0e24c42a-d9d7-4a6e-bce6-24322d0a6f52 tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.752324] env[63097]: DEBUG nova.network.neutron [-] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1304.782277] env[63097]: DEBUG oslo_vmware.api [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686765, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.255999} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.782645] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1304.783491] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106d692f-4937-422c-99cc-186520c81289 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.808797] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] df6d2aeb-8d2a-4bee-94ff-cc51f235364d/df6d2aeb-8d2a-4bee-94ff-cc51f235364d.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1304.810922] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-526195c8-472f-4642-83c5-d57e6599a42a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.833537] env[63097]: DEBUG oslo_vmware.api [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1304.833537] env[63097]: value = "task-1686766" [ 1304.833537] env[63097]: _type = "Task" [ 1304.833537] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.846315] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686762, 'name': CreateVM_Task, 'duration_secs': 0.847237} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.847212] env[63097]: DEBUG nova.network.neutron [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Successfully created port: aa52c27d-867d-410f-8dba-52aabf33efe5 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1304.852039] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1304.852767] env[63097]: DEBUG oslo_vmware.api [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686766, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.853464] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1304.853818] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.856070] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1304.856070] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e024a340-3322-4bf1-8209-6cf24aaacc91 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.860098] env[63097]: DEBUG oslo_vmware.api [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Waiting for the task: (returnval){ [ 1304.860098] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]523c9ff3-eb6a-0119-2066-3ba829fa1662" [ 1304.860098] env[63097]: _type = "Task" [ 1304.860098] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.870688] env[63097]: DEBUG oslo_vmware.api [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]523c9ff3-eb6a-0119-2066-3ba829fa1662, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.904736] env[63097]: DEBUG nova.network.neutron [req-084c23e3-f7c5-4af1-8fa6-0a1b37abc4a9 req-1ac6de05-5014-4f68-8cc8-574d5b84d562 service nova] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Updated VIF entry in instance network info cache for port a600125f-8a5c-40a2-8894-1039ea76d882. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1304.905135] env[63097]: DEBUG nova.network.neutron [req-084c23e3-f7c5-4af1-8fa6-0a1b37abc4a9 req-1ac6de05-5014-4f68-8cc8-574d5b84d562 service nova] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Updating instance_info_cache with network_info: [{"id": "a600125f-8a5c-40a2-8894-1039ea76d882", "address": "fa:16:3e:0f:72:ad", "network": {"id": "01c981c3-456a-4f1e-be79-4d2b2e679540", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1929907022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd60fb231a0a44c19660b68999c5d870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa600125f-8a", "ovs_interfaceid": "a600125f-8a5c-40a2-8894-1039ea76d882", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.159089] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8a284714-8663-4b77-b73e-894669f82b35 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Lock "2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.314s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1305.236565] env[63097]: DEBUG nova.scheduler.client.report [None req-0e24c42a-d9d7-4a6e-bce6-24322d0a6f52 tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1305.254383] env[63097]: DEBUG nova.network.neutron [-] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.345388] env[63097]: DEBUG oslo_vmware.api [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686766, 'name': ReconfigVM_Task, 'duration_secs': 0.432409} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.345715] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Reconfigured VM instance instance-0000002e to attach disk [datastore2] df6d2aeb-8d2a-4bee-94ff-cc51f235364d/df6d2aeb-8d2a-4bee-94ff-cc51f235364d.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1305.346414] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea9b4abd-9cbf-471f-8f51-a0a904bd4c15 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.353276] env[63097]: DEBUG oslo_vmware.api [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1305.353276] env[63097]: value = "task-1686767" [ 1305.353276] env[63097]: _type = "Task" [ 1305.353276] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.362251] env[63097]: DEBUG oslo_vmware.api [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686767, 'name': Rename_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.370425] env[63097]: DEBUG oslo_vmware.api [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]523c9ff3-eb6a-0119-2066-3ba829fa1662, 'name': SearchDatastore_Task, 'duration_secs': 0.015828} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.370635] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1305.370908] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1305.371233] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1305.371399] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.371625] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1305.371875] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04da7bfe-2283-42a2-bc97-2d4b2028a27d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.381901] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1305.382172] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1305.382918] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-591c54db-405a-4585-bafc-ab1731fae598 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.389885] env[63097]: DEBUG oslo_vmware.api [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Waiting for the task: (returnval){ [ 1305.389885] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]524cf667-9190-75f3-ea13-856261e32716" [ 1305.389885] env[63097]: _type = "Task" [ 1305.389885] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.398561] env[63097]: DEBUG oslo_vmware.api [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]524cf667-9190-75f3-ea13-856261e32716, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.408329] env[63097]: DEBUG oslo_concurrency.lockutils [req-084c23e3-f7c5-4af1-8fa6-0a1b37abc4a9 req-1ac6de05-5014-4f68-8cc8-574d5b84d562 service nova] Releasing lock "refresh_cache-036ac00b-56c5-46b0-82e9-91e39ae28222" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1305.517852] env[63097]: DEBUG oslo_concurrency.lockutils [None req-13c9040a-3e54-4c84-a798-a8a285d30b61 tempest-ServersAdminTestJSON-186303387 tempest-ServersAdminTestJSON-186303387-project-admin] Acquiring lock "refresh_cache-2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1305.517852] env[63097]: DEBUG oslo_concurrency.lockutils [None req-13c9040a-3e54-4c84-a798-a8a285d30b61 tempest-ServersAdminTestJSON-186303387 tempest-ServersAdminTestJSON-186303387-project-admin] Acquired lock "refresh_cache-2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.517852] env[63097]: DEBUG nova.network.neutron [None req-13c9040a-3e54-4c84-a798-a8a285d30b61 tempest-ServersAdminTestJSON-186303387 tempest-ServersAdminTestJSON-186303387-project-admin] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1305.588204] env[63097]: DEBUG nova.compute.manager [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1305.611154] env[63097]: DEBUG nova.virt.hardware [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:34:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='791a1c84-bd44-401c-b887-8a004b2d5bfc',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1367239910',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1305.611154] env[63097]: DEBUG nova.virt.hardware [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1305.611154] env[63097]: DEBUG nova.virt.hardware [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1305.611435] env[63097]: DEBUG nova.virt.hardware [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1305.612316] env[63097]: DEBUG nova.virt.hardware [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1305.612316] env[63097]: DEBUG nova.virt.hardware [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1305.612316] env[63097]: DEBUG nova.virt.hardware [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1305.612316] env[63097]: DEBUG nova.virt.hardware [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1305.612795] env[63097]: DEBUG nova.virt.hardware [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1305.612795] env[63097]: DEBUG nova.virt.hardware [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1305.612795] env[63097]: DEBUG nova.virt.hardware [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1305.613716] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce9c80e-f54b-41c4-99cd-fe2c6e083847 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.622720] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622b097f-4301-4d85-92dc-acca6d85c4ba {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.661633] env[63097]: DEBUG nova.compute.manager [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: b67270f6-3538-4709-8293-b7315e08ec57] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1305.742461] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0e24c42a-d9d7-4a6e-bce6-24322d0a6f52 tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1305.745349] env[63097]: DEBUG oslo_concurrency.lockutils [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.876s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1305.746986] env[63097]: INFO nova.compute.claims [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1305.756290] env[63097]: INFO nova.compute.manager [-] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Took 1.04 seconds to deallocate network for instance. [ 1305.767843] env[63097]: INFO nova.scheduler.client.report [None req-0e24c42a-d9d7-4a6e-bce6-24322d0a6f52 tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Deleted allocations for instance 737c0d60-09bb-4883-b61b-93091bf6cb65 [ 1305.865867] env[63097]: DEBUG oslo_vmware.api [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686767, 'name': Rename_Task, 'duration_secs': 0.153782} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.866164] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1305.866422] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68a373b1-8fba-4303-97bf-90910f19f0ef {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.873106] env[63097]: DEBUG oslo_vmware.api [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1305.873106] env[63097]: value = "task-1686768" [ 1305.873106] env[63097]: _type = "Task" [ 1305.873106] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.881590] env[63097]: DEBUG oslo_vmware.api [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686768, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.903397] env[63097]: DEBUG oslo_vmware.api [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]524cf667-9190-75f3-ea13-856261e32716, 'name': SearchDatastore_Task, 'duration_secs': 0.011361} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.903693] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2bb6860-4738-425d-b940-ee22b4abfcb3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.909749] env[63097]: DEBUG oslo_vmware.api [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Waiting for the task: (returnval){ [ 1305.909749] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52aba9b4-c4be-9d52-7371-17d92c2aed45" [ 1305.909749] env[63097]: _type = "Task" [ 1305.909749] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.917539] env[63097]: DEBUG oslo_vmware.api [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52aba9b4-c4be-9d52-7371-17d92c2aed45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.185676] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1306.268254] env[63097]: DEBUG oslo_concurrency.lockutils [None req-20b9a6c3-3f75-46b9-83ae-f302523938f3 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1306.280344] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0e24c42a-d9d7-4a6e-bce6-24322d0a6f52 tempest-AttachInterfacesUnderV243Test-1865375749 tempest-AttachInterfacesUnderV243Test-1865375749-project-member] Lock "737c0d60-09bb-4883-b61b-93091bf6cb65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.228s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1306.393021] env[63097]: DEBUG oslo_vmware.api [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686768, 'name': PowerOnVM_Task, 'duration_secs': 0.487958} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.393021] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1306.393372] env[63097]: INFO nova.compute.manager [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1306.393616] env[63097]: DEBUG nova.compute.manager [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1306.394554] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029a1f72-bcd1-46c2-a184-3616c874531b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.422826] env[63097]: DEBUG oslo_vmware.api [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52aba9b4-c4be-9d52-7371-17d92c2aed45, 'name': SearchDatastore_Task, 'duration_secs': 0.011093} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.423092] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1306.424155] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 036ac00b-56c5-46b0-82e9-91e39ae28222/036ac00b-56c5-46b0-82e9-91e39ae28222.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1306.424497] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cada03b5-e26f-4e1e-9b12-f6bae5cf8731 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.433256] env[63097]: DEBUG oslo_vmware.api [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Waiting for the task: (returnval){ [ 1306.433256] env[63097]: value = "task-1686769" [ 1306.433256] env[63097]: _type = "Task" [ 1306.433256] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.443709] env[63097]: DEBUG oslo_vmware.api [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Task: {'id': task-1686769, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.447444] env[63097]: DEBUG nova.network.neutron [None req-13c9040a-3e54-4c84-a798-a8a285d30b61 tempest-ServersAdminTestJSON-186303387 tempest-ServersAdminTestJSON-186303387-project-admin] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Updating instance_info_cache with network_info: [{"id": "12f6d3af-5022-4429-9e4a-51b72ffa4904", "address": "fa:16:3e:3e:48:9a", "network": {"id": "a29d7f17-c262-4aff-9080-188421d3a9a0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1381308876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79f69c2778b7482788d99c705a29be43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12f6d3af-50", "ovs_interfaceid": "12f6d3af-5022-4429-9e4a-51b72ffa4904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.828719] env[63097]: DEBUG nova.network.neutron [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Successfully updated port: aa52c27d-867d-410f-8dba-52aabf33efe5 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1306.929869] env[63097]: INFO nova.compute.manager [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Took 34.16 seconds to build instance. [ 1306.936962] env[63097]: DEBUG nova.compute.manager [req-73b9aaf9-eb53-4ddd-8995-548d65fe0e93 req-5d589934-f2a0-4ac7-8331-1abdf3a48ab4 service nova] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Received event network-vif-plugged-aa52c27d-867d-410f-8dba-52aabf33efe5 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1306.937081] env[63097]: DEBUG oslo_concurrency.lockutils [req-73b9aaf9-eb53-4ddd-8995-548d65fe0e93 req-5d589934-f2a0-4ac7-8331-1abdf3a48ab4 service nova] Acquiring lock "3fd114c2-a544-4fc5-be3b-82c084f022e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1306.937305] env[63097]: DEBUG oslo_concurrency.lockutils [req-73b9aaf9-eb53-4ddd-8995-548d65fe0e93 req-5d589934-f2a0-4ac7-8331-1abdf3a48ab4 service nova] Lock "3fd114c2-a544-4fc5-be3b-82c084f022e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1306.937493] env[63097]: DEBUG oslo_concurrency.lockutils [req-73b9aaf9-eb53-4ddd-8995-548d65fe0e93 req-5d589934-f2a0-4ac7-8331-1abdf3a48ab4 service nova] Lock "3fd114c2-a544-4fc5-be3b-82c084f022e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1306.937669] env[63097]: DEBUG nova.compute.manager [req-73b9aaf9-eb53-4ddd-8995-548d65fe0e93 req-5d589934-f2a0-4ac7-8331-1abdf3a48ab4 service nova] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] No waiting events found dispatching network-vif-plugged-aa52c27d-867d-410f-8dba-52aabf33efe5 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1306.937839] env[63097]: WARNING nova.compute.manager [req-73b9aaf9-eb53-4ddd-8995-548d65fe0e93 req-5d589934-f2a0-4ac7-8331-1abdf3a48ab4 service nova] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Received unexpected event network-vif-plugged-aa52c27d-867d-410f-8dba-52aabf33efe5 for instance with vm_state building and task_state spawning. [ 1306.952927] env[63097]: DEBUG oslo_concurrency.lockutils [None req-13c9040a-3e54-4c84-a798-a8a285d30b61 tempest-ServersAdminTestJSON-186303387 tempest-ServersAdminTestJSON-186303387-project-admin] Releasing lock "refresh_cache-2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1306.952927] env[63097]: DEBUG nova.compute.manager [None req-13c9040a-3e54-4c84-a798-a8a285d30b61 tempest-ServersAdminTestJSON-186303387 tempest-ServersAdminTestJSON-186303387-project-admin] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Inject network info {{(pid=63097) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 1306.953181] env[63097]: DEBUG nova.compute.manager [None req-13c9040a-3e54-4c84-a798-a8a285d30b61 tempest-ServersAdminTestJSON-186303387 tempest-ServersAdminTestJSON-186303387-project-admin] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] network_info to inject: |[{"id": "12f6d3af-5022-4429-9e4a-51b72ffa4904", "address": "fa:16:3e:3e:48:9a", "network": {"id": "a29d7f17-c262-4aff-9080-188421d3a9a0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1381308876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79f69c2778b7482788d99c705a29be43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12f6d3af-50", "ovs_interfaceid": "12f6d3af-5022-4429-9e4a-51b72ffa4904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7221}} [ 1306.958775] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-13c9040a-3e54-4c84-a798-a8a285d30b61 tempest-ServersAdminTestJSON-186303387 tempest-ServersAdminTestJSON-186303387-project-admin] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Reconfiguring VM instance to set the machine id {{(pid=63097) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1802}} [ 1306.960445] env[63097]: DEBUG oslo_vmware.api [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Task: {'id': task-1686769, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.964464] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-082fe672-2e6d-4f3d-b760-877b7b0bea6c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.984141] env[63097]: DEBUG oslo_vmware.api [None req-13c9040a-3e54-4c84-a798-a8a285d30b61 tempest-ServersAdminTestJSON-186303387 tempest-ServersAdminTestJSON-186303387-project-admin] Waiting for the task: (returnval){ [ 1306.984141] env[63097]: value = "task-1686770" [ 1306.984141] env[63097]: _type = "Task" [ 1306.984141] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.994250] env[63097]: DEBUG oslo_vmware.api [None req-13c9040a-3e54-4c84-a798-a8a285d30b61 tempest-ServersAdminTestJSON-186303387 tempest-ServersAdminTestJSON-186303387-project-admin] Task: {'id': task-1686770, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.266204] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f93c28-0279-4257-ba56-449226fb4eba {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.274470] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888e97e5-b3f7-4ee7-b83e-c0d702231ee5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.307825] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c9263f-746f-483a-8ddd-d16530095986 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.315701] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e03ef1-f2fe-4190-ae6c-d7c0810a0d84 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.329551] env[63097]: DEBUG nova.compute.provider_tree [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1307.334649] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Acquiring lock "refresh_cache-3fd114c2-a544-4fc5-be3b-82c084f022e8" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1307.334841] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Acquired lock "refresh_cache-3fd114c2-a544-4fc5-be3b-82c084f022e8" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.334953] env[63097]: DEBUG nova.network.neutron [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1307.435152] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c78dff58-9304-4083-a718-7e86728e0153 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "df6d2aeb-8d2a-4bee-94ff-cc51f235364d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.855s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1307.446851] env[63097]: DEBUG oslo_vmware.api [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Task: {'id': task-1686769, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526799} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.447486] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 036ac00b-56c5-46b0-82e9-91e39ae28222/036ac00b-56c5-46b0-82e9-91e39ae28222.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1307.447771] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1307.449094] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a2ee91c-f78a-4fd2-a1fc-49c67a01a00b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.455859] env[63097]: DEBUG oslo_vmware.api [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Waiting for the task: (returnval){ [ 1307.455859] env[63097]: value = "task-1686771" [ 1307.455859] env[63097]: _type = "Task" [ 1307.455859] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.463967] env[63097]: DEBUG oslo_vmware.api [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Task: {'id': task-1686771, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.493957] env[63097]: DEBUG oslo_vmware.api [None req-13c9040a-3e54-4c84-a798-a8a285d30b61 tempest-ServersAdminTestJSON-186303387 tempest-ServersAdminTestJSON-186303387-project-admin] Task: {'id': task-1686770, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.732087] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829ca441-c94b-4ab7-9917-16b09a037c35 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.739547] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce060a3-b57e-46d1-9a40-cac726d3cc88 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Suspending the VM {{(pid=63097) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1163}} [ 1307.739816] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-1b172d77-37ce-4dcc-bd5d-3f5af455aea6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.747666] env[63097]: DEBUG oslo_vmware.api [None req-9ce060a3-b57e-46d1-9a40-cac726d3cc88 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1307.747666] env[63097]: value = "task-1686772" [ 1307.747666] env[63097]: _type = "Task" [ 1307.747666] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.755684] env[63097]: DEBUG oslo_vmware.api [None req-9ce060a3-b57e-46d1-9a40-cac726d3cc88 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686772, 'name': SuspendVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.833588] env[63097]: DEBUG nova.scheduler.client.report [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1307.880638] env[63097]: DEBUG nova.network.neutron [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1307.941265] env[63097]: DEBUG nova.compute.manager [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 850b9308-9498-4834-bd24-616ea264d624] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1307.970224] env[63097]: DEBUG oslo_vmware.api [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Task: {'id': task-1686771, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.308776} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.970676] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1307.973064] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f9d639-3d3c-4c40-bbc6-eb914a092085 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.003771] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 036ac00b-56c5-46b0-82e9-91e39ae28222/036ac00b-56c5-46b0-82e9-91e39ae28222.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1308.009544] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8547a738-b806-41ed-8d78-ccbb02c3196b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.034937] env[63097]: DEBUG oslo_vmware.api [None req-13c9040a-3e54-4c84-a798-a8a285d30b61 tempest-ServersAdminTestJSON-186303387 tempest-ServersAdminTestJSON-186303387-project-admin] Task: {'id': task-1686770, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.035808] env[63097]: DEBUG oslo_vmware.api [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Waiting for the task: (returnval){ [ 1308.035808] env[63097]: value = "task-1686773" [ 1308.035808] env[63097]: _type = "Task" [ 1308.035808] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.044953] env[63097]: DEBUG oslo_vmware.api [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Task: {'id': task-1686773, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.228848] env[63097]: DEBUG nova.network.neutron [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Updating instance_info_cache with network_info: [{"id": "aa52c27d-867d-410f-8dba-52aabf33efe5", "address": "fa:16:3e:3a:73:ac", "network": {"id": "6b81232d-2bfc-4ee5-aaa8-178b8f49236c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6d5186fbfb8046dfb1f369e636f8eafb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa52c27d-86", "ovs_interfaceid": "aa52c27d-867d-410f-8dba-52aabf33efe5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.260125] env[63097]: DEBUG oslo_vmware.api [None req-9ce060a3-b57e-46d1-9a40-cac726d3cc88 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686772, 'name': SuspendVM_Task} progress is 62%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.342327] env[63097]: DEBUG oslo_concurrency.lockutils [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1308.344793] env[63097]: DEBUG nova.compute.manager [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1308.347046] env[63097]: DEBUG oslo_concurrency.lockutils [None req-83a2e1cd-b560-4c4d-81d8-b69f333232bf tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.461s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1308.347046] env[63097]: DEBUG nova.objects.instance [None req-83a2e1cd-b560-4c4d-81d8-b69f333232bf tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lazy-loading 'resources' on Instance uuid 40586716-fefe-4da9-a96b-d2e7a6355ec0 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1308.475385] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1308.503223] env[63097]: DEBUG oslo_vmware.api [None req-13c9040a-3e54-4c84-a798-a8a285d30b61 tempest-ServersAdminTestJSON-186303387 tempest-ServersAdminTestJSON-186303387-project-admin] Task: {'id': task-1686770, 'name': ReconfigVM_Task, 'duration_secs': 1.463928} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.503534] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-13c9040a-3e54-4c84-a798-a8a285d30b61 tempest-ServersAdminTestJSON-186303387 tempest-ServersAdminTestJSON-186303387-project-admin] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Reconfigured VM instance to set the machine id {{(pid=63097) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1805}} [ 1308.545747] env[63097]: DEBUG oslo_vmware.api [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Task: {'id': task-1686773, 'name': ReconfigVM_Task, 'duration_secs': 0.315137} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.546117] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 036ac00b-56c5-46b0-82e9-91e39ae28222/036ac00b-56c5-46b0-82e9-91e39ae28222.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1308.546907] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d61e707-4743-4e9a-9b84-2822c422e625 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.553798] env[63097]: DEBUG oslo_vmware.api [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Waiting for the task: (returnval){ [ 1308.553798] env[63097]: value = "task-1686774" [ 1308.553798] env[63097]: _type = "Task" [ 1308.553798] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.562007] env[63097]: DEBUG oslo_vmware.api [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Task: {'id': task-1686774, 'name': Rename_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.730676] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Releasing lock "refresh_cache-3fd114c2-a544-4fc5-be3b-82c084f022e8" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1308.731054] env[63097]: DEBUG nova.compute.manager [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Instance network_info: |[{"id": "aa52c27d-867d-410f-8dba-52aabf33efe5", "address": "fa:16:3e:3a:73:ac", "network": {"id": "6b81232d-2bfc-4ee5-aaa8-178b8f49236c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6d5186fbfb8046dfb1f369e636f8eafb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa52c27d-86", "ovs_interfaceid": "aa52c27d-867d-410f-8dba-52aabf33efe5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1308.731524] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:73:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa52c27d-867d-410f-8dba-52aabf33efe5', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1308.740457] env[63097]: DEBUG oslo.service.loopingcall [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1308.740734] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1308.741078] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a600c67c-60cd-4076-b790-203fb86e6798 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.769437] env[63097]: DEBUG oslo_vmware.api [None req-9ce060a3-b57e-46d1-9a40-cac726d3cc88 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686772, 'name': SuspendVM_Task, 'duration_secs': 0.638329} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.772085] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce060a3-b57e-46d1-9a40-cac726d3cc88 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Suspended the VM {{(pid=63097) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1167}} [ 1308.772211] env[63097]: DEBUG nova.compute.manager [None req-9ce060a3-b57e-46d1-9a40-cac726d3cc88 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1308.772530] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1308.772530] env[63097]: value = "task-1686775" [ 1308.772530] env[63097]: _type = "Task" [ 1308.772530] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.773649] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9cb4ff-2b7b-4e12-9c3a-58c0b77586d2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.784524] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686775, 'name': CreateVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.850104] env[63097]: DEBUG nova.compute.utils [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1308.856654] env[63097]: DEBUG nova.compute.manager [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1308.856654] env[63097]: DEBUG nova.network.neutron [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1308.945255] env[63097]: DEBUG nova.policy [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c040f777f5fc42ec99f9fecbdc3c5071', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ff393decd2240ac99c6a597137c742b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1309.072558] env[63097]: DEBUG oslo_vmware.api [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Task: {'id': task-1686774, 'name': Rename_Task, 'duration_secs': 0.133901} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.075511] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1309.076108] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e834df43-152d-4aa3-b5b4-7f03d962ee26 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.084104] env[63097]: DEBUG oslo_vmware.api [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Waiting for the task: (returnval){ [ 1309.084104] env[63097]: value = "task-1686776" [ 1309.084104] env[63097]: _type = "Task" [ 1309.084104] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.086791] env[63097]: DEBUG nova.compute.manager [req-b3329487-0bc5-466a-9d2a-660b5dfb23c5 req-d43eda14-7979-4407-8dd7-14b7b8760765 service nova] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Received event network-changed-aa52c27d-867d-410f-8dba-52aabf33efe5 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1309.087075] env[63097]: DEBUG nova.compute.manager [req-b3329487-0bc5-466a-9d2a-660b5dfb23c5 req-d43eda14-7979-4407-8dd7-14b7b8760765 service nova] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Refreshing instance network info cache due to event network-changed-aa52c27d-867d-410f-8dba-52aabf33efe5. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1309.088351] env[63097]: DEBUG oslo_concurrency.lockutils [req-b3329487-0bc5-466a-9d2a-660b5dfb23c5 req-d43eda14-7979-4407-8dd7-14b7b8760765 service nova] Acquiring lock "refresh_cache-3fd114c2-a544-4fc5-be3b-82c084f022e8" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1309.088351] env[63097]: DEBUG oslo_concurrency.lockutils [req-b3329487-0bc5-466a-9d2a-660b5dfb23c5 req-d43eda14-7979-4407-8dd7-14b7b8760765 service nova] Acquired lock "refresh_cache-3fd114c2-a544-4fc5-be3b-82c084f022e8" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.088351] env[63097]: DEBUG nova.network.neutron [req-b3329487-0bc5-466a-9d2a-660b5dfb23c5 req-d43eda14-7979-4407-8dd7-14b7b8760765 service nova] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Refreshing network info cache for port aa52c27d-867d-410f-8dba-52aabf33efe5 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1309.100746] env[63097]: DEBUG oslo_vmware.api [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Task: {'id': task-1686776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.286236] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686775, 'name': CreateVM_Task, 'duration_secs': 0.349667} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.289793] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1309.289793] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1309.290364] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.290364] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1309.292862] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc93225c-2363-4218-b908-18f071d36318 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.307138] env[63097]: DEBUG oslo_vmware.api [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Waiting for the task: (returnval){ [ 1309.307138] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a8afb9-7921-b446-5cb6-8166c2648fbf" [ 1309.307138] env[63097]: _type = "Task" [ 1309.307138] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.320915] env[63097]: DEBUG oslo_vmware.api [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a8afb9-7921-b446-5cb6-8166c2648fbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.357306] env[63097]: DEBUG nova.compute.manager [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1309.370203] env[63097]: DEBUG nova.network.neutron [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] Successfully created port: 9ce5d93b-b505-4f21-99b3-31cd843437c7 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1309.438195] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd19d8a2-91d3-42b1-8202-3f380c14b7ec {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.446835] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1728304-6fda-400b-b030-81cb198c50a9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.477820] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866e34bd-a53f-41c2-9366-275ac859ed59 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.485495] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3698072-2292-4634-a647-887d329a14d5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.501347] env[63097]: DEBUG nova.compute.provider_tree [None req-83a2e1cd-b560-4c4d-81d8-b69f333232bf tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1309.597482] env[63097]: DEBUG oslo_vmware.api [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Task: {'id': task-1686776, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.822108] env[63097]: DEBUG oslo_vmware.api [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a8afb9-7921-b446-5cb6-8166c2648fbf, 'name': SearchDatastore_Task, 'duration_secs': 0.009488} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.822108] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1309.822108] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1309.822108] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1309.822108] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.822108] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1309.824012] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e9b233f-d6de-4fc1-886e-6288bdcfc831 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.834923] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1309.834923] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1309.835642] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa91cf5f-7998-4ce1-a707-4d1d0f182fb0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.840834] env[63097]: DEBUG oslo_vmware.api [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Waiting for the task: (returnval){ [ 1309.840834] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]525c487e-0a42-e721-89b4-4a952c8c1053" [ 1309.840834] env[63097]: _type = "Task" [ 1309.840834] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.849536] env[63097]: DEBUG oslo_vmware.api [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]525c487e-0a42-e721-89b4-4a952c8c1053, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.004939] env[63097]: DEBUG nova.scheduler.client.report [None req-83a2e1cd-b560-4c4d-81d8-b69f333232bf tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1310.043352] env[63097]: DEBUG nova.network.neutron [req-b3329487-0bc5-466a-9d2a-660b5dfb23c5 req-d43eda14-7979-4407-8dd7-14b7b8760765 service nova] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Updated VIF entry in instance network info cache for port aa52c27d-867d-410f-8dba-52aabf33efe5. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1310.043805] env[63097]: DEBUG nova.network.neutron [req-b3329487-0bc5-466a-9d2a-660b5dfb23c5 req-d43eda14-7979-4407-8dd7-14b7b8760765 service nova] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Updating instance_info_cache with network_info: [{"id": "aa52c27d-867d-410f-8dba-52aabf33efe5", "address": "fa:16:3e:3a:73:ac", "network": {"id": "6b81232d-2bfc-4ee5-aaa8-178b8f49236c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6d5186fbfb8046dfb1f369e636f8eafb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa52c27d-86", "ovs_interfaceid": "aa52c27d-867d-410f-8dba-52aabf33efe5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.097383] env[63097]: DEBUG oslo_vmware.api [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Task: {'id': task-1686776, 'name': PowerOnVM_Task, 'duration_secs': 0.91822} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.097701] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1310.097928] env[63097]: INFO nova.compute.manager [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Took 9.34 seconds to spawn the instance on the hypervisor. [ 1310.098139] env[63097]: DEBUG nova.compute.manager [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1310.098880] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef46ba2-2808-47d5-821c-8c9311bc8764 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.351856] env[63097]: DEBUG oslo_vmware.api [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]525c487e-0a42-e721-89b4-4a952c8c1053, 'name': SearchDatastore_Task, 'duration_secs': 0.009285} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.352721] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cd0fe9f-0ca1-4004-a0eb-735d5c6b1e0d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.357895] env[63097]: DEBUG oslo_vmware.api [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Waiting for the task: (returnval){ [ 1310.357895] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c9a87c-b9be-e053-b0ac-5744a2798049" [ 1310.357895] env[63097]: _type = "Task" [ 1310.357895] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.366865] env[63097]: DEBUG nova.compute.manager [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1310.368750] env[63097]: DEBUG oslo_vmware.api [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c9a87c-b9be-e053-b0ac-5744a2798049, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.393071] env[63097]: DEBUG nova.virt.hardware [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1310.393334] env[63097]: DEBUG nova.virt.hardware [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1310.393503] env[63097]: DEBUG nova.virt.hardware [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1310.393695] env[63097]: DEBUG nova.virt.hardware [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1310.393851] env[63097]: DEBUG nova.virt.hardware [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1310.394016] env[63097]: DEBUG nova.virt.hardware [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1310.394240] env[63097]: DEBUG nova.virt.hardware [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1310.394409] env[63097]: DEBUG nova.virt.hardware [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1310.394648] env[63097]: DEBUG nova.virt.hardware [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1310.394767] env[63097]: DEBUG nova.virt.hardware [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1310.394926] env[63097]: DEBUG nova.virt.hardware [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1310.395816] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9463366f-e8e8-43fd-9cb2-a192c3290c96 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.403637] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a929f6c1-b3fa-4326-8c4b-ca9b40e93fdf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.512607] env[63097]: DEBUG oslo_concurrency.lockutils [None req-83a2e1cd-b560-4c4d-81d8-b69f333232bf tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.166s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1310.514517] env[63097]: DEBUG oslo_concurrency.lockutils [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.893s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1310.516790] env[63097]: INFO nova.compute.claims [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1310.537262] env[63097]: INFO nova.scheduler.client.report [None req-83a2e1cd-b560-4c4d-81d8-b69f333232bf tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Deleted allocations for instance 40586716-fefe-4da9-a96b-d2e7a6355ec0 [ 1310.551347] env[63097]: DEBUG oslo_concurrency.lockutils [req-b3329487-0bc5-466a-9d2a-660b5dfb23c5 req-d43eda14-7979-4407-8dd7-14b7b8760765 service nova] Releasing lock "refresh_cache-3fd114c2-a544-4fc5-be3b-82c084f022e8" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1310.617038] env[63097]: INFO nova.compute.manager [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Took 35.16 seconds to build instance. [ 1310.675169] env[63097]: INFO nova.compute.manager [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Rebuilding instance [ 1310.717414] env[63097]: DEBUG nova.compute.manager [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1310.718328] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb64dd35-4315-4953-8284-7b9f7bf2836b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.874417] env[63097]: DEBUG oslo_vmware.api [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c9a87c-b9be-e053-b0ac-5744a2798049, 'name': SearchDatastore_Task, 'duration_secs': 0.009693} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.874417] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1310.874589] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 3fd114c2-a544-4fc5-be3b-82c084f022e8/3fd114c2-a544-4fc5-be3b-82c084f022e8.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1310.874859] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd234abd-3882-4090-8e3b-3e9080001e59 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.883553] env[63097]: DEBUG oslo_vmware.api [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Waiting for the task: (returnval){ [ 1310.883553] env[63097]: value = "task-1686777" [ 1310.883553] env[63097]: _type = "Task" [ 1310.883553] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.893082] env[63097]: DEBUG oslo_vmware.api [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1686777, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.051160] env[63097]: DEBUG oslo_concurrency.lockutils [None req-83a2e1cd-b560-4c4d-81d8-b69f333232bf tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "40586716-fefe-4da9-a96b-d2e7a6355ec0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.267s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1311.052313] env[63097]: DEBUG oslo_concurrency.lockutils [req-416e3957-2619-4339-896f-a7e777043310 req-71c3446f-addd-4b14-8f14-4258889415fc service nova] Acquired lock "40586716-fefe-4da9-a96b-d2e7a6355ec0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.053202] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5632a09-3762-42cf-b50a-ed967e4d0399 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.062149] env[63097]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1311.062410] env[63097]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=63097) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1311.062863] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e659941-7953-44c4-9e7b-19f09b4be0b8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.074507] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079b3b05-eb79-4375-adbc-c4ab9d83d2c7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.110650] env[63097]: ERROR root [req-416e3957-2619-4339-896f-a7e777043310 req-71c3446f-addd-4b14-8f14-4258889415fc service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-351548' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-351548' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-351548' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-351548'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-351548' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-351548' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-351548'}\n"]: nova.exception.InstanceNotFound: Instance 40586716-fefe-4da9-a96b-d2e7a6355ec0 could not be found. [ 1311.112647] env[63097]: DEBUG oslo_concurrency.lockutils [req-416e3957-2619-4339-896f-a7e777043310 req-71c3446f-addd-4b14-8f14-4258889415fc service nova] Releasing lock "40586716-fefe-4da9-a96b-d2e7a6355ec0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1311.112647] env[63097]: DEBUG nova.compute.manager [req-416e3957-2619-4339-896f-a7e777043310 req-71c3446f-addd-4b14-8f14-4258889415fc service nova] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Detach interface failed, port_id=cc8f28cd-2d8a-4b0b-b8f2-95c4e43e502c, reason: Instance 40586716-fefe-4da9-a96b-d2e7a6355ec0 could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1311.119170] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9a7f51ab-3840-4171-967f-d7cc57f0e2b7 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Lock "036ac00b-56c5-46b0-82e9-91e39ae28222" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.169s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1311.233409] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1311.234543] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fbf4c44-7fbc-4aed-b5e7-1dee70583c29 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.242220] env[63097]: DEBUG oslo_vmware.api [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1311.242220] env[63097]: value = "task-1686778" [ 1311.242220] env[63097]: _type = "Task" [ 1311.242220] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.253069] env[63097]: DEBUG oslo_vmware.api [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.399116] env[63097]: DEBUG oslo_vmware.api [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1686777, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.459110] env[63097]: DEBUG nova.compute.manager [req-573a2215-b6ab-4f7d-a84b-aed014abeb45 req-c14960fc-e57c-420a-98c9-59042686e337 service nova] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] Received event network-vif-plugged-9ce5d93b-b505-4f21-99b3-31cd843437c7 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1311.459110] env[63097]: DEBUG oslo_concurrency.lockutils [req-573a2215-b6ab-4f7d-a84b-aed014abeb45 req-c14960fc-e57c-420a-98c9-59042686e337 service nova] Acquiring lock "4c95a83d-a490-4b3f-bb72-bc32e20e33e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.459316] env[63097]: DEBUG oslo_concurrency.lockutils [req-573a2215-b6ab-4f7d-a84b-aed014abeb45 req-c14960fc-e57c-420a-98c9-59042686e337 service nova] Lock "4c95a83d-a490-4b3f-bb72-bc32e20e33e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1311.459449] env[63097]: DEBUG oslo_concurrency.lockutils [req-573a2215-b6ab-4f7d-a84b-aed014abeb45 req-c14960fc-e57c-420a-98c9-59042686e337 service nova] Lock "4c95a83d-a490-4b3f-bb72-bc32e20e33e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1311.459636] env[63097]: DEBUG nova.compute.manager [req-573a2215-b6ab-4f7d-a84b-aed014abeb45 req-c14960fc-e57c-420a-98c9-59042686e337 service nova] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] No waiting events found dispatching network-vif-plugged-9ce5d93b-b505-4f21-99b3-31cd843437c7 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1311.459931] env[63097]: WARNING nova.compute.manager [req-573a2215-b6ab-4f7d-a84b-aed014abeb45 req-c14960fc-e57c-420a-98c9-59042686e337 service nova] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] Received unexpected event network-vif-plugged-9ce5d93b-b505-4f21-99b3-31cd843437c7 for instance with vm_state building and task_state spawning. [ 1311.563028] env[63097]: DEBUG nova.network.neutron [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] Successfully updated port: 9ce5d93b-b505-4f21-99b3-31cd843437c7 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1311.621761] env[63097]: DEBUG nova.compute.manager [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1311.629461] env[63097]: DEBUG nova.compute.manager [None req-977a9d6c-71a4-47d8-9261-a0270c03a03c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1311.630523] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a23a496-5ef5-4ff7-aa8d-222b010c7179 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.756919] env[63097]: DEBUG oslo_vmware.api [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686778, 'name': PowerOffVM_Task, 'duration_secs': 0.455748} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.757334] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1311.757619] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1311.761888] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ee07d7-0e10-4552-bd5b-7b6d911831ff {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.770783] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1311.771533] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b9f8446-782b-4b0b-952c-d8820fc2d808 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.894087] env[63097]: DEBUG oslo_vmware.api [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1686777, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.71274} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.894390] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 3fd114c2-a544-4fc5-be3b-82c084f022e8/3fd114c2-a544-4fc5-be3b-82c084f022e8.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1311.894935] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1311.894935] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c60b5df4-b67b-40c7-a058-38f12b335c01 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.901989] env[63097]: DEBUG oslo_vmware.api [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Waiting for the task: (returnval){ [ 1311.901989] env[63097]: value = "task-1686780" [ 1311.901989] env[63097]: _type = "Task" [ 1311.901989] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.918635] env[63097]: DEBUG oslo_vmware.api [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1686780, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.075464] env[63097]: DEBUG oslo_concurrency.lockutils [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Acquiring lock "refresh_cache-4c95a83d-a490-4b3f-bb72-bc32e20e33e4" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.075464] env[63097]: DEBUG oslo_concurrency.lockutils [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Acquired lock "refresh_cache-4c95a83d-a490-4b3f-bb72-bc32e20e33e4" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.075464] env[63097]: DEBUG nova.network.neutron [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1312.094017] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1312.094017] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1312.094017] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Deleting the datastore file [datastore2] ca593388-7163-4a80-8639-19e2553f37d7 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1312.094017] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4280ddd0-667f-4f4d-a24b-be23c9452452 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.099590] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b4e400-3d72-4294-869f-4d202aae4366 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.106547] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94091f8f-9107-4116-aded-1742aa5ec198 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.110784] env[63097]: DEBUG oslo_vmware.api [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1312.110784] env[63097]: value = "task-1686781" [ 1312.110784] env[63097]: _type = "Task" [ 1312.110784] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.148918] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b4d002-a953-468c-bc01-1d2176076a4d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.158297] env[63097]: INFO nova.compute.manager [None req-977a9d6c-71a4-47d8-9261-a0270c03a03c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] instance snapshotting [ 1312.158297] env[63097]: WARNING nova.compute.manager [None req-977a9d6c-71a4-47d8-9261-a0270c03a03c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1312.162025] env[63097]: DEBUG oslo_vmware.api [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.165906] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618d2c50-c812-4060-a22d-c98a5f017574 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.170909] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7c2bda-ceb1-4b64-910a-9d14459cbd62 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.174259] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1312.186407] env[63097]: DEBUG nova.compute.provider_tree [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1312.202230] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b8c26c-4de1-46a8-bb59-8d0d4a2ebd0c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.414415] env[63097]: DEBUG oslo_vmware.api [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1686780, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.26635} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.414860] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1312.415888] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d7151e-545e-4422-943e-2a803bae77b4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.448829] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 3fd114c2-a544-4fc5-be3b-82c084f022e8/3fd114c2-a544-4fc5-be3b-82c084f022e8.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1312.449206] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81573576-ecd9-46fc-b96a-7a86fe008e97 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.477470] env[63097]: DEBUG oslo_vmware.api [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Waiting for the task: (returnval){ [ 1312.477470] env[63097]: value = "task-1686782" [ 1312.477470] env[63097]: _type = "Task" [ 1312.477470] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.490432] env[63097]: DEBUG oslo_vmware.api [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1686782, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.624614] env[63097]: DEBUG oslo_vmware.api [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146379} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.626654] env[63097]: DEBUG nova.network.neutron [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1312.628602] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1312.628833] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1312.629376] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1312.703252] env[63097]: DEBUG nova.scheduler.client.report [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1312.714712] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-977a9d6c-71a4-47d8-9261-a0270c03a03c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Creating Snapshot of the VM instance {{(pid=63097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1312.715114] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-40e0f2a5-0583-433a-b2b7-6f3ee71f19ee {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.723041] env[63097]: DEBUG oslo_vmware.api [None req-977a9d6c-71a4-47d8-9261-a0270c03a03c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1312.723041] env[63097]: value = "task-1686783" [ 1312.723041] env[63097]: _type = "Task" [ 1312.723041] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.736389] env[63097]: DEBUG oslo_vmware.api [None req-977a9d6c-71a4-47d8-9261-a0270c03a03c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686783, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.954294] env[63097]: DEBUG nova.network.neutron [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] Updating instance_info_cache with network_info: [{"id": "9ce5d93b-b505-4f21-99b3-31cd843437c7", "address": "fa:16:3e:96:e1:15", "network": {"id": "1b858eed-f2c6-4189-accb-8b6d4616e102", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-305388067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ff393decd2240ac99c6a597137c742b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ce5d93b-b5", "ovs_interfaceid": "9ce5d93b-b505-4f21-99b3-31cd843437c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.997026] env[63097]: DEBUG oslo_vmware.api [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1686782, 'name': ReconfigVM_Task, 'duration_secs': 0.354008} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.997026] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 3fd114c2-a544-4fc5-be3b-82c084f022e8/3fd114c2-a544-4fc5-be3b-82c084f022e8.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1312.997026] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff317726-e662-4568-a644-4153c08b4dde {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.005195] env[63097]: DEBUG oslo_vmware.api [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Waiting for the task: (returnval){ [ 1313.005195] env[63097]: value = "task-1686784" [ 1313.005195] env[63097]: _type = "Task" [ 1313.005195] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.017462] env[63097]: DEBUG oslo_vmware.api [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1686784, 'name': Rename_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.209564] env[63097]: DEBUG oslo_concurrency.lockutils [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1313.210137] env[63097]: DEBUG nova.compute.manager [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1313.213114] env[63097]: DEBUG oslo_concurrency.lockutils [None req-980985cc-f31d-4a71-b63c-6a1eee132d0a tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.228s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.213226] env[63097]: DEBUG nova.objects.instance [None req-980985cc-f31d-4a71-b63c-6a1eee132d0a tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Lazy-loading 'resources' on Instance uuid 26a52ba8-20a1-407d-a980-614f2dd21737 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1313.236297] env[63097]: DEBUG oslo_vmware.api [None req-977a9d6c-71a4-47d8-9261-a0270c03a03c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686783, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.457633] env[63097]: DEBUG oslo_concurrency.lockutils [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Releasing lock "refresh_cache-4c95a83d-a490-4b3f-bb72-bc32e20e33e4" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1313.460874] env[63097]: DEBUG nova.compute.manager [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] Instance network_info: |[{"id": "9ce5d93b-b505-4f21-99b3-31cd843437c7", "address": "fa:16:3e:96:e1:15", "network": {"id": "1b858eed-f2c6-4189-accb-8b6d4616e102", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-305388067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ff393decd2240ac99c6a597137c742b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ce5d93b-b5", "ovs_interfaceid": "9ce5d93b-b505-4f21-99b3-31cd843437c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1313.460874] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:e1:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de7fa486-5f28-44ae-b0cf-72234ff87546', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ce5d93b-b505-4f21-99b3-31cd843437c7', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1313.468765] env[63097]: DEBUG oslo.service.loopingcall [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1313.468932] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1313.469212] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d1eefd2-6b06-45de-bac2-5e100774654b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.494259] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1313.494259] env[63097]: value = "task-1686785" [ 1313.494259] env[63097]: _type = "Task" [ 1313.494259] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.502353] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686785, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.514503] env[63097]: DEBUG oslo_vmware.api [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1686784, 'name': Rename_Task, 'duration_secs': 0.277074} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.514852] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1313.515120] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3eaf44de-4baf-492d-ad16-4003cc892fa8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.523365] env[63097]: DEBUG oslo_vmware.api [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Waiting for the task: (returnval){ [ 1313.523365] env[63097]: value = "task-1686786" [ 1313.523365] env[63097]: _type = "Task" [ 1313.523365] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.535804] env[63097]: DEBUG oslo_vmware.api [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1686786, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.677158] env[63097]: DEBUG nova.virt.hardware [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1313.677823] env[63097]: DEBUG nova.virt.hardware [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1313.678176] env[63097]: DEBUG nova.virt.hardware [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1313.678526] env[63097]: DEBUG nova.virt.hardware [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1313.678824] env[63097]: DEBUG nova.virt.hardware [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1313.679144] env[63097]: DEBUG nova.virt.hardware [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1313.679519] env[63097]: DEBUG nova.virt.hardware [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1313.682044] env[63097]: DEBUG nova.virt.hardware [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1313.682044] env[63097]: DEBUG nova.virt.hardware [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1313.682044] env[63097]: DEBUG nova.virt.hardware [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1313.682044] env[63097]: DEBUG nova.virt.hardware [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1313.682044] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ddcaa4f-3698-45d6-9c39-f24ba616fd06 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.691260] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6786b868-3406-4969-bd9f-0952a6fc2bc1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.712311] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:48:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c277a343-7e50-4953-a02e-f0946dc0ea8e', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1313.723823] env[63097]: DEBUG oslo.service.loopingcall [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1313.728347] env[63097]: DEBUG nova.compute.utils [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1313.730190] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1313.732247] env[63097]: DEBUG nova.compute.manager [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1313.733013] env[63097]: DEBUG nova.network.neutron [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1313.734798] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-958cdde8-c7fb-411e-99af-71009865e384 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.759298] env[63097]: DEBUG nova.compute.manager [req-4c8c3150-ae56-416a-9cca-206da94ead7d req-adcb99fa-3807-4c20-b1e1-656998795d5c service nova] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] Received event network-changed-9ce5d93b-b505-4f21-99b3-31cd843437c7 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1313.759821] env[63097]: DEBUG nova.compute.manager [req-4c8c3150-ae56-416a-9cca-206da94ead7d req-adcb99fa-3807-4c20-b1e1-656998795d5c service nova] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] Refreshing instance network info cache due to event network-changed-9ce5d93b-b505-4f21-99b3-31cd843437c7. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1313.760107] env[63097]: DEBUG oslo_concurrency.lockutils [req-4c8c3150-ae56-416a-9cca-206da94ead7d req-adcb99fa-3807-4c20-b1e1-656998795d5c service nova] Acquiring lock "refresh_cache-4c95a83d-a490-4b3f-bb72-bc32e20e33e4" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1313.760271] env[63097]: DEBUG oslo_concurrency.lockutils [req-4c8c3150-ae56-416a-9cca-206da94ead7d req-adcb99fa-3807-4c20-b1e1-656998795d5c service nova] Acquired lock "refresh_cache-4c95a83d-a490-4b3f-bb72-bc32e20e33e4" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.760484] env[63097]: DEBUG nova.network.neutron [req-4c8c3150-ae56-416a-9cca-206da94ead7d req-adcb99fa-3807-4c20-b1e1-656998795d5c service nova] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] Refreshing network info cache for port 9ce5d93b-b505-4f21-99b3-31cd843437c7 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1313.774190] env[63097]: DEBUG oslo_vmware.api [None req-977a9d6c-71a4-47d8-9261-a0270c03a03c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686783, 'name': CreateSnapshot_Task, 'duration_secs': 1.041657} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.775076] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-977a9d6c-71a4-47d8-9261-a0270c03a03c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Created Snapshot of the VM instance {{(pid=63097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1313.775344] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1313.775344] env[63097]: value = "task-1686787" [ 1313.775344] env[63097]: _type = "Task" [ 1313.775344] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.776709] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9acb98-4b73-4b2f-b5de-0ca610c7ce4c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.798335] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686787, 'name': CreateVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.829734] env[63097]: DEBUG nova.policy [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c040f777f5fc42ec99f9fecbdc3c5071', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ff393decd2240ac99c6a597137c742b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1314.011331] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686785, 'name': CreateVM_Task, 'duration_secs': 0.352316} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.011407] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1314.015688] env[63097]: DEBUG oslo_concurrency.lockutils [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.015688] env[63097]: DEBUG oslo_concurrency.lockutils [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.015688] env[63097]: DEBUG oslo_concurrency.lockutils [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1314.015688] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10df36b1-3921-410f-a9a9-8e0aa4b3a2fa {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.019605] env[63097]: DEBUG oslo_vmware.api [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Waiting for the task: (returnval){ [ 1314.019605] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52188e85-c65f-7366-5f27-1a3651000e21" [ 1314.019605] env[63097]: _type = "Task" [ 1314.019605] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.037914] env[63097]: DEBUG oslo_vmware.api [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52188e85-c65f-7366-5f27-1a3651000e21, 'name': SearchDatastore_Task, 'duration_secs': 0.01158} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.041439] env[63097]: DEBUG oslo_concurrency.lockutils [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1314.045760] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1314.045760] env[63097]: DEBUG oslo_concurrency.lockutils [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.045760] env[63097]: DEBUG oslo_concurrency.lockutils [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.045760] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1314.045760] env[63097]: DEBUG oslo_vmware.api [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1686786, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.045760] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0779893-3915-4be3-a846-10285589a406 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.054033] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1314.054265] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1314.055126] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d767e5a1-3ca5-48b6-9e74-33689b912a9c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.061445] env[63097]: DEBUG oslo_vmware.api [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Waiting for the task: (returnval){ [ 1314.061445] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]525ba35e-71c8-e5ab-b1e0-3f70698e267d" [ 1314.061445] env[63097]: _type = "Task" [ 1314.061445] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.073380] env[63097]: DEBUG oslo_vmware.api [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]525ba35e-71c8-e5ab-b1e0-3f70698e267d, 'name': SearchDatastore_Task, 'duration_secs': 0.009372} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.074682] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d390486a-17df-42e5-88c0-439014e66723 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.079852] env[63097]: DEBUG oslo_vmware.api [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Waiting for the task: (returnval){ [ 1314.079852] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52990d78-f6f1-b063-6a3a-5220be9c75bb" [ 1314.079852] env[63097]: _type = "Task" [ 1314.079852] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.094815] env[63097]: DEBUG oslo_vmware.api [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52990d78-f6f1-b063-6a3a-5220be9c75bb, 'name': SearchDatastore_Task, 'duration_secs': 0.010926} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.095156] env[63097]: DEBUG oslo_concurrency.lockutils [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1314.095527] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 4c95a83d-a490-4b3f-bb72-bc32e20e33e4/4c95a83d-a490-4b3f-bb72-bc32e20e33e4.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1314.095899] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6851fa8b-7692-43e6-ad32-840fede2239a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.103343] env[63097]: DEBUG oslo_vmware.api [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Waiting for the task: (returnval){ [ 1314.103343] env[63097]: value = "task-1686788" [ 1314.103343] env[63097]: _type = "Task" [ 1314.103343] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.112416] env[63097]: DEBUG oslo_vmware.api [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.232039] env[63097]: DEBUG nova.compute.manager [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1314.239950] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "7f1e806e-4689-4cd0-bef9-3f6af6ac7956" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1314.240306] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "7f1e806e-4689-4cd0-bef9-3f6af6ac7956" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1314.299686] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686787, 'name': CreateVM_Task, 'duration_secs': 0.385722} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.299686] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1314.299686] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.299686] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.299686] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1314.299686] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0eff510a-154f-4c20-9631-0da1c7479624 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.307644] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-977a9d6c-71a4-47d8-9261-a0270c03a03c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Creating linked-clone VM from snapshot {{(pid=63097) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1314.311551] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2bcabfaa-2cf5-46e9-98a9-60833509c68f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.319162] env[63097]: DEBUG oslo_vmware.api [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1314.319162] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5248e38e-2cad-ee22-04cc-b0ed7f1dbc92" [ 1314.319162] env[63097]: _type = "Task" [ 1314.319162] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.324579] env[63097]: DEBUG oslo_vmware.api [None req-977a9d6c-71a4-47d8-9261-a0270c03a03c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1314.324579] env[63097]: value = "task-1686789" [ 1314.324579] env[63097]: _type = "Task" [ 1314.324579] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.331201] env[63097]: DEBUG oslo_vmware.api [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5248e38e-2cad-ee22-04cc-b0ed7f1dbc92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.334486] env[63097]: DEBUG nova.network.neutron [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] Successfully created port: 84822265-2b32-4523-99ec-a57f71e8f242 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1314.344838] env[63097]: DEBUG oslo_vmware.api [None req-977a9d6c-71a4-47d8-9261-a0270c03a03c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686789, 'name': CloneVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.377031] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db23d0af-8c2d-4640-a5cc-59a9a87f6dac {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.386017] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cb163d-89d2-45c2-97a8-30f25b1728c8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.426486] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e7dbc8-b650-4b26-abfa-8a3ca160a0a1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.434996] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc035c24-bf09-43c3-860b-f33660d8222a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.454359] env[63097]: DEBUG nova.compute.provider_tree [None req-980985cc-f31d-4a71-b63c-6a1eee132d0a tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1314.503389] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0ec312f8-ef91-4271-b1f4-8408641f69c5 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Acquiring lock "036ac00b-56c5-46b0-82e9-91e39ae28222" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1314.503389] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0ec312f8-ef91-4271-b1f4-8408641f69c5 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Lock "036ac00b-56c5-46b0-82e9-91e39ae28222" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1314.503389] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0ec312f8-ef91-4271-b1f4-8408641f69c5 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Acquiring lock "036ac00b-56c5-46b0-82e9-91e39ae28222-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1314.503692] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0ec312f8-ef91-4271-b1f4-8408641f69c5 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Lock "036ac00b-56c5-46b0-82e9-91e39ae28222-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1314.503692] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0ec312f8-ef91-4271-b1f4-8408641f69c5 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Lock "036ac00b-56c5-46b0-82e9-91e39ae28222-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1314.506165] env[63097]: INFO nova.compute.manager [None req-0ec312f8-ef91-4271-b1f4-8408641f69c5 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Terminating instance [ 1314.508246] env[63097]: DEBUG nova.compute.manager [None req-0ec312f8-ef91-4271-b1f4-8408641f69c5 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1314.508452] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec312f8-ef91-4271-b1f4-8408641f69c5 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1314.509424] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d45606f-9ee2-41cb-8ee3-9a54ec4b9b8d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.519508] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec312f8-ef91-4271-b1f4-8408641f69c5 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1314.519818] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe200390-4312-492c-86b0-68a61af025b6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.531694] env[63097]: DEBUG oslo_vmware.api [None req-0ec312f8-ef91-4271-b1f4-8408641f69c5 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Waiting for the task: (returnval){ [ 1314.531694] env[63097]: value = "task-1686790" [ 1314.531694] env[63097]: _type = "Task" [ 1314.531694] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.538379] env[63097]: DEBUG oslo_vmware.api [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1686786, 'name': PowerOnVM_Task, 'duration_secs': 0.604067} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.538379] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1314.538379] env[63097]: INFO nova.compute.manager [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Took 8.95 seconds to spawn the instance on the hypervisor. [ 1314.538379] env[63097]: DEBUG nova.compute.manager [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1314.539238] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1dde0d-edf0-4ac1-9159-68b09d954413 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.546294] env[63097]: DEBUG oslo_vmware.api [None req-0ec312f8-ef91-4271-b1f4-8408641f69c5 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Task: {'id': task-1686790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.614262] env[63097]: DEBUG oslo_vmware.api [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686788, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506562} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.614613] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 4c95a83d-a490-4b3f-bb72-bc32e20e33e4/4c95a83d-a490-4b3f-bb72-bc32e20e33e4.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1314.614769] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1314.615794] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ecdbb674-1c16-401a-9387-464786037297 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.624584] env[63097]: DEBUG oslo_vmware.api [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Waiting for the task: (returnval){ [ 1314.624584] env[63097]: value = "task-1686791" [ 1314.624584] env[63097]: _type = "Task" [ 1314.624584] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.633328] env[63097]: DEBUG oslo_vmware.api [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686791, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.837564] env[63097]: DEBUG oslo_vmware.api [None req-977a9d6c-71a4-47d8-9261-a0270c03a03c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686789, 'name': CloneVM_Task} progress is 94%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.841918] env[63097]: DEBUG oslo_vmware.api [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5248e38e-2cad-ee22-04cc-b0ed7f1dbc92, 'name': SearchDatastore_Task, 'duration_secs': 0.055889} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.842730] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1314.842730] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1314.843209] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.843456] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.843652] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1314.843898] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c76476fe-644b-4e4e-8793-97440c55fc15 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.854864] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1314.854864] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1314.854962] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4d1770d-5e27-4c73-aa09-7e40ff172f71 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.862053] env[63097]: DEBUG oslo_vmware.api [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1314.862053] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5205733a-b6a2-b99d-fdc7-53ebf4c7744a" [ 1314.862053] env[63097]: _type = "Task" [ 1314.862053] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.873412] env[63097]: DEBUG oslo_vmware.api [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5205733a-b6a2-b99d-fdc7-53ebf4c7744a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.963247] env[63097]: DEBUG nova.scheduler.client.report [None req-980985cc-f31d-4a71-b63c-6a1eee132d0a tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1315.046160] env[63097]: DEBUG oslo_vmware.api [None req-0ec312f8-ef91-4271-b1f4-8408641f69c5 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Task: {'id': task-1686790, 'name': PowerOffVM_Task, 'duration_secs': 0.443946} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.046462] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec312f8-ef91-4271-b1f4-8408641f69c5 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1315.046654] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec312f8-ef91-4271-b1f4-8408641f69c5 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1315.049619] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d422ee4-bab8-43b6-9ca8-3869b532122f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.072760] env[63097]: INFO nova.compute.manager [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Took 37.48 seconds to build instance. [ 1315.108968] env[63097]: DEBUG nova.network.neutron [req-4c8c3150-ae56-416a-9cca-206da94ead7d req-adcb99fa-3807-4c20-b1e1-656998795d5c service nova] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] Updated VIF entry in instance network info cache for port 9ce5d93b-b505-4f21-99b3-31cd843437c7. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1315.109321] env[63097]: DEBUG nova.network.neutron [req-4c8c3150-ae56-416a-9cca-206da94ead7d req-adcb99fa-3807-4c20-b1e1-656998795d5c service nova] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] Updating instance_info_cache with network_info: [{"id": "9ce5d93b-b505-4f21-99b3-31cd843437c7", "address": "fa:16:3e:96:e1:15", "network": {"id": "1b858eed-f2c6-4189-accb-8b6d4616e102", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-305388067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ff393decd2240ac99c6a597137c742b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ce5d93b-b5", "ovs_interfaceid": "9ce5d93b-b505-4f21-99b3-31cd843437c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.136529] env[63097]: DEBUG oslo_vmware.api [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686791, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067046} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.136817] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1315.137685] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4227f7ed-b5d4-4a49-84ce-cff5f5a6fc1d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.164911] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 4c95a83d-a490-4b3f-bb72-bc32e20e33e4/4c95a83d-a490-4b3f-bb72-bc32e20e33e4.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1315.166791] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae0bf31f-89f8-43f1-a79f-e9483a657636 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.181711] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec312f8-ef91-4271-b1f4-8408641f69c5 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1315.182493] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec312f8-ef91-4271-b1f4-8408641f69c5 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1315.182493] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ec312f8-ef91-4271-b1f4-8408641f69c5 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Deleting the datastore file [datastore1] 036ac00b-56c5-46b0-82e9-91e39ae28222 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1315.182729] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-774aeeb1-af4f-4bc2-9234-e7917f53e935 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.192057] env[63097]: DEBUG oslo_vmware.api [None req-0ec312f8-ef91-4271-b1f4-8408641f69c5 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Waiting for the task: (returnval){ [ 1315.192057] env[63097]: value = "task-1686793" [ 1315.192057] env[63097]: _type = "Task" [ 1315.192057] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.192057] env[63097]: DEBUG oslo_vmware.api [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Waiting for the task: (returnval){ [ 1315.192057] env[63097]: value = "task-1686794" [ 1315.192057] env[63097]: _type = "Task" [ 1315.192057] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.202680] env[63097]: DEBUG oslo_vmware.api [None req-0ec312f8-ef91-4271-b1f4-8408641f69c5 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Task: {'id': task-1686793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.207613] env[63097]: DEBUG oslo_vmware.api [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686794, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.248518] env[63097]: DEBUG nova.compute.manager [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1315.285595] env[63097]: DEBUG nova.virt.hardware [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1315.285860] env[63097]: DEBUG nova.virt.hardware [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1315.286157] env[63097]: DEBUG nova.virt.hardware [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1315.286606] env[63097]: DEBUG nova.virt.hardware [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1315.286606] env[63097]: DEBUG nova.virt.hardware [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1315.286771] env[63097]: DEBUG nova.virt.hardware [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1315.286856] env[63097]: DEBUG nova.virt.hardware [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1315.287035] env[63097]: DEBUG nova.virt.hardware [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1315.287267] env[63097]: DEBUG nova.virt.hardware [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1315.287437] env[63097]: DEBUG nova.virt.hardware [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1315.288015] env[63097]: DEBUG nova.virt.hardware [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1315.288507] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d762d699-0f50-44e4-af12-dcf9a879b08c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.297440] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b928ed3f-015b-47fe-8d4c-7ccabc29fb55 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.339451] env[63097]: DEBUG oslo_vmware.api [None req-977a9d6c-71a4-47d8-9261-a0270c03a03c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686789, 'name': CloneVM_Task} progress is 94%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.372192] env[63097]: DEBUG oslo_vmware.api [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5205733a-b6a2-b99d-fdc7-53ebf4c7744a, 'name': SearchDatastore_Task, 'duration_secs': 0.00959} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.373039] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecf9f2c2-2fcd-44fc-ba6b-95fc484f76fa {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.378264] env[63097]: DEBUG oslo_vmware.api [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1315.378264] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5293e098-0f9b-a31d-ded6-e34a36cb3452" [ 1315.378264] env[63097]: _type = "Task" [ 1315.378264] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.387387] env[63097]: DEBUG oslo_vmware.api [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5293e098-0f9b-a31d-ded6-e34a36cb3452, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.471708] env[63097]: DEBUG oslo_concurrency.lockutils [None req-980985cc-f31d-4a71-b63c-6a1eee132d0a tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.258s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1315.473920] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 30.243s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.507945] env[63097]: INFO nova.scheduler.client.report [None req-980985cc-f31d-4a71-b63c-6a1eee132d0a tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Deleted allocations for instance 26a52ba8-20a1-407d-a980-614f2dd21737 [ 1315.575927] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4e26c148-e742-4a05-990d-5fcadc4b6d1b tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Lock "3fd114c2-a544-4fc5-be3b-82c084f022e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.370s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1315.612609] env[63097]: DEBUG oslo_concurrency.lockutils [req-4c8c3150-ae56-416a-9cca-206da94ead7d req-adcb99fa-3807-4c20-b1e1-656998795d5c service nova] Releasing lock "refresh_cache-4c95a83d-a490-4b3f-bb72-bc32e20e33e4" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.709019] env[63097]: DEBUG oslo_vmware.api [None req-0ec312f8-ef91-4271-b1f4-8408641f69c5 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Task: {'id': task-1686793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272378} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.710482] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ec312f8-ef91-4271-b1f4-8408641f69c5 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1315.710763] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec312f8-ef91-4271-b1f4-8408641f69c5 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1315.710995] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec312f8-ef91-4271-b1f4-8408641f69c5 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1315.712325] env[63097]: INFO nova.compute.manager [None req-0ec312f8-ef91-4271-b1f4-8408641f69c5 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1315.712325] env[63097]: DEBUG oslo.service.loopingcall [None req-0ec312f8-ef91-4271-b1f4-8408641f69c5 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1315.712325] env[63097]: DEBUG oslo_vmware.api [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686794, 'name': ReconfigVM_Task, 'duration_secs': 0.392035} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.712459] env[63097]: DEBUG nova.compute.manager [-] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1315.713022] env[63097]: DEBUG nova.network.neutron [-] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1315.714656] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 4c95a83d-a490-4b3f-bb72-bc32e20e33e4/4c95a83d-a490-4b3f-bb72-bc32e20e33e4.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1315.716039] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e11f42e2-168a-42d6-9fdd-a0431c63584d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.728230] env[63097]: DEBUG oslo_vmware.api [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Waiting for the task: (returnval){ [ 1315.728230] env[63097]: value = "task-1686795" [ 1315.728230] env[63097]: _type = "Task" [ 1315.728230] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.735398] env[63097]: DEBUG oslo_vmware.api [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686795, 'name': Rename_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.846053] env[63097]: DEBUG oslo_vmware.api [None req-977a9d6c-71a4-47d8-9261-a0270c03a03c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686789, 'name': CloneVM_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.890931] env[63097]: DEBUG oslo_vmware.api [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5293e098-0f9b-a31d-ded6-e34a36cb3452, 'name': SearchDatastore_Task, 'duration_secs': 0.011705} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.890931] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.890931] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] ca593388-7163-4a80-8639-19e2553f37d7/ca593388-7163-4a80-8639-19e2553f37d7.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1315.890931] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26c8c7a0-d99e-40c6-98e6-79fa1d006888 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.897850] env[63097]: DEBUG oslo_vmware.api [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1315.897850] env[63097]: value = "task-1686796" [ 1315.897850] env[63097]: _type = "Task" [ 1315.897850] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.907885] env[63097]: DEBUG oslo_vmware.api [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.019861] env[63097]: DEBUG oslo_concurrency.lockutils [None req-980985cc-f31d-4a71-b63c-6a1eee132d0a tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Lock "26a52ba8-20a1-407d-a980-614f2dd21737" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.335s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1316.079826] env[63097]: DEBUG nova.compute.manager [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1316.135699] env[63097]: DEBUG nova.compute.manager [req-629f15f1-9d4d-4707-a253-1e32c99422a7 req-9a0ce989-b2ec-44ab-a748-7899f9138a4b service nova] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Received event network-vif-deleted-a600125f-8a5c-40a2-8894-1039ea76d882 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1316.135919] env[63097]: INFO nova.compute.manager [req-629f15f1-9d4d-4707-a253-1e32c99422a7 req-9a0ce989-b2ec-44ab-a748-7899f9138a4b service nova] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Neutron deleted interface a600125f-8a5c-40a2-8894-1039ea76d882; detaching it from the instance and deleting it from the info cache [ 1316.136113] env[63097]: DEBUG nova.network.neutron [req-629f15f1-9d4d-4707-a253-1e32c99422a7 req-9a0ce989-b2ec-44ab-a748-7899f9138a4b service nova] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.240560] env[63097]: DEBUG oslo_vmware.api [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686795, 'name': Rename_Task, 'duration_secs': 0.140511} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.241813] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1316.241813] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e17767f-a668-4843-955c-a1bea9ba0af4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.251373] env[63097]: DEBUG oslo_vmware.api [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Waiting for the task: (returnval){ [ 1316.251373] env[63097]: value = "task-1686797" [ 1316.251373] env[63097]: _type = "Task" [ 1316.251373] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.345600] env[63097]: DEBUG oslo_vmware.api [None req-977a9d6c-71a4-47d8-9261-a0270c03a03c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686789, 'name': CloneVM_Task, 'duration_secs': 1.592786} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.345600] env[63097]: INFO nova.virt.vmwareapi.vmops [None req-977a9d6c-71a4-47d8-9261-a0270c03a03c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Created linked-clone VM from snapshot [ 1316.346270] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c75108-bd39-4fb1-a54e-ef2851e3755d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.357718] env[63097]: DEBUG nova.virt.vmwareapi.images [None req-977a9d6c-71a4-47d8-9261-a0270c03a03c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Uploading image 3f3e4635-0bea-406a-8101-9f1aa41cdd64 {{(pid=63097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1316.392466] env[63097]: DEBUG oslo_vmware.rw_handles [None req-977a9d6c-71a4-47d8-9261-a0270c03a03c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1316.392466] env[63097]: value = "vm-351618" [ 1316.392466] env[63097]: _type = "VirtualMachine" [ 1316.392466] env[63097]: }. {{(pid=63097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1316.393738] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-affd99f0-647b-4199-8bca-f253086da516 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.406035] env[63097]: DEBUG oslo_vmware.rw_handles [None req-977a9d6c-71a4-47d8-9261-a0270c03a03c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lease: (returnval){ [ 1316.406035] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]526254bf-6c32-24a5-147c-094bc800bed9" [ 1316.406035] env[63097]: _type = "HttpNfcLease" [ 1316.406035] env[63097]: } obtained for exporting VM: (result){ [ 1316.406035] env[63097]: value = "vm-351618" [ 1316.406035] env[63097]: _type = "VirtualMachine" [ 1316.406035] env[63097]: }. {{(pid=63097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1316.406035] env[63097]: DEBUG oslo_vmware.api [None req-977a9d6c-71a4-47d8-9261-a0270c03a03c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the lease: (returnval){ [ 1316.406035] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]526254bf-6c32-24a5-147c-094bc800bed9" [ 1316.406035] env[63097]: _type = "HttpNfcLease" [ 1316.406035] env[63097]: } to be ready. {{(pid=63097) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1316.413143] env[63097]: DEBUG oslo_vmware.api [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686796, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.417237] env[63097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1316.417237] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]526254bf-6c32-24a5-147c-094bc800bed9" [ 1316.417237] env[63097]: _type = "HttpNfcLease" [ 1316.417237] env[63097]: } is ready. {{(pid=63097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1316.417237] env[63097]: DEBUG oslo_vmware.rw_handles [None req-977a9d6c-71a4-47d8-9261-a0270c03a03c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1316.417237] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]526254bf-6c32-24a5-147c-094bc800bed9" [ 1316.417237] env[63097]: _type = "HttpNfcLease" [ 1316.417237] env[63097]: }. {{(pid=63097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1316.417687] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8f6e07-a1fb-4074-89f6-a1cd2fc7c680 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.427417] env[63097]: DEBUG oslo_vmware.rw_handles [None req-977a9d6c-71a4-47d8-9261-a0270c03a03c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52246d20-4596-8e1f-0c75-b6b3d5d78aeb/disk-0.vmdk from lease info. {{(pid=63097) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1316.427417] env[63097]: DEBUG oslo_vmware.rw_handles [None req-977a9d6c-71a4-47d8-9261-a0270c03a03c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52246d20-4596-8e1f-0c75-b6b3d5d78aeb/disk-0.vmdk for reading. {{(pid=63097) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1316.531163] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance ca593388-7163-4a80-8639-19e2553f37d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1316.531163] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 3aad7770-542e-410c-bcea-1d2be6ad6e13 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1316.531163] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 5eaf4ad2-99a2-4372-b133-f6b71dc7f980 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1316.531163] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1316.531163] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance bcc107bc-64cc-489c-adcf-e6513011bbea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1316.531163] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance a5682b89-3a0f-4634-9b09-cde8007f0bb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1316.531163] env[63097]: WARNING nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance c22b0812-b97b-4112-8c9c-c2601fc8b9e5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1316.531163] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 0f8f123b-8896-477a-a2fe-6c339238e5cd actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1316.531163] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance a6e7feca-e724-4018-8405-de21ae80b373 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1316.531163] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 3ac3d689-7f96-4afb-9ea1-1e5b260d6246 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1316.531163] env[63097]: WARNING nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 39ba48cc-7c15-4bad-aee8-ff350e266b41 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1316.531163] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 592b8898-43e7-46b1-b16f-39ed5cfe8fc3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1316.531163] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance ff1bf9fe-3695-43fd-8da5-99d6eb6441c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1316.531163] env[63097]: WARNING nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance b2ee9372-b171-415c-a8a5-bbe57b34f001 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1316.531685] env[63097]: WARNING nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1316.531685] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance e73c5fb1-ec75-4b70-8097-acad36f44a18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1316.531685] env[63097]: WARNING nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance b1912e4c-6e63-4d6a-af4c-103d0bd50473 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1316.531787] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 9f9d16ac-5b92-43dd-b5db-360121101198 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1316.531947] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1316.532095] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance df6d2aeb-8d2a-4bee-94ff-cc51f235364d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1316.532216] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 036ac00b-56c5-46b0-82e9-91e39ae28222 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1316.532357] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 4c95a83d-a490-4b3f-bb72-bc32e20e33e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1316.532499] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 0f5db7f5-b159-48a3-9795-05e3ef62d385 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1316.558040] env[63097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2e6a9d8e-ece7-4a16-bb04-e5230fe0c4d1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.558600] env[63097]: DEBUG nova.network.neutron [-] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.603522] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.641033] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e485b02-5a74-4049-b4c5-d2d369362be8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.655662] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30622c74-7614-4ae5-bfc7-3f783192aa5f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.690935] env[63097]: DEBUG nova.compute.manager [req-629f15f1-9d4d-4707-a253-1e32c99422a7 req-9a0ce989-b2ec-44ab-a748-7899f9138a4b service nova] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Detach interface failed, port_id=a600125f-8a5c-40a2-8894-1039ea76d882, reason: Instance 036ac00b-56c5-46b0-82e9-91e39ae28222 could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1316.762919] env[63097]: DEBUG oslo_vmware.api [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686797, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.892404] env[63097]: DEBUG nova.network.neutron [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] Successfully updated port: 84822265-2b32-4523-99ec-a57f71e8f242 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1316.909508] env[63097]: DEBUG oslo_vmware.api [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686796, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538954} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.909951] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] ca593388-7163-4a80-8639-19e2553f37d7/ca593388-7163-4a80-8639-19e2553f37d7.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1316.910728] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1316.911076] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24560979-ab21-459c-a5da-ecdfbbee2ef3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.922078] env[63097]: DEBUG oslo_vmware.api [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1316.922078] env[63097]: value = "task-1686799" [ 1316.922078] env[63097]: _type = "Task" [ 1316.922078] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.934077] env[63097]: DEBUG oslo_vmware.api [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686799, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.036805] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 5900bdbf-f228-4e97-8b50-c42fae2af392 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1317.062677] env[63097]: INFO nova.compute.manager [-] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Took 1.35 seconds to deallocate network for instance. [ 1317.267551] env[63097]: DEBUG oslo_vmware.api [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686797, 'name': PowerOnVM_Task, 'duration_secs': 0.556337} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.267551] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1317.267551] env[63097]: INFO nova.compute.manager [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] Took 6.90 seconds to spawn the instance on the hypervisor. [ 1317.267551] env[63097]: DEBUG nova.compute.manager [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1317.268062] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24c22ea-c156-45ce-884f-0ce2316509f7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.334136] env[63097]: DEBUG nova.compute.manager [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Stashing vm_state: active {{(pid=63097) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1317.394934] env[63097]: DEBUG oslo_concurrency.lockutils [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Acquiring lock "refresh_cache-0f5db7f5-b159-48a3-9795-05e3ef62d385" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1317.395719] env[63097]: DEBUG oslo_concurrency.lockutils [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Acquired lock "refresh_cache-0f5db7f5-b159-48a3-9795-05e3ef62d385" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.395719] env[63097]: DEBUG nova.network.neutron [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1317.438926] env[63097]: DEBUG oslo_vmware.api [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686799, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07231} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.440306] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1317.440306] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb3304c-3d33-48b6-8aef-05da610a5424 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.463948] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] ca593388-7163-4a80-8639-19e2553f37d7/ca593388-7163-4a80-8639-19e2553f37d7.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1317.464218] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0445354-0a3d-42df-9e6c-f8d0b5b19644 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.485570] env[63097]: DEBUG oslo_vmware.api [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1317.485570] env[63097]: value = "task-1686800" [ 1317.485570] env[63097]: _type = "Task" [ 1317.485570] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.493969] env[63097]: DEBUG oslo_vmware.api [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686800, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.540034] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 8e6c4e91-b227-435a-b3ff-dfc58660542a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1317.572806] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0ec312f8-ef91-4271-b1f4-8408641f69c5 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1317.798445] env[63097]: INFO nova.compute.manager [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] Took 39.94 seconds to build instance. [ 1317.855583] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1317.893941] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Acquiring lock "f932e405-08fd-472a-b531-2cc25340f49d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1317.894276] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Lock "f932e405-08fd-472a-b531-2cc25340f49d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1317.956695] env[63097]: DEBUG nova.network.neutron [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1317.998954] env[63097]: DEBUG oslo_vmware.api [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686800, 'name': ReconfigVM_Task, 'duration_secs': 0.295272} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.999800] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Reconfigured VM instance instance-00000007 to attach disk [datastore1] ca593388-7163-4a80-8639-19e2553f37d7/ca593388-7163-4a80-8639-19e2553f37d7.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1318.003056] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0ca0755-8ec9-4474-a5bd-dfab6eb965ab {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.009527] env[63097]: DEBUG oslo_vmware.api [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1318.009527] env[63097]: value = "task-1686801" [ 1318.009527] env[63097]: _type = "Task" [ 1318.009527] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.017952] env[63097]: DEBUG oslo_vmware.api [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686801, 'name': Rename_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.046194] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 3f01124c-7311-48fb-9e5c-c30cf58613fd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1318.219020] env[63097]: DEBUG nova.network.neutron [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] Updating instance_info_cache with network_info: [{"id": "84822265-2b32-4523-99ec-a57f71e8f242", "address": "fa:16:3e:a5:6c:d8", "network": {"id": "1b858eed-f2c6-4189-accb-8b6d4616e102", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-305388067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ff393decd2240ac99c6a597137c742b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84822265-2b", "ovs_interfaceid": "84822265-2b32-4523-99ec-a57f71e8f242", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.299896] env[63097]: DEBUG oslo_concurrency.lockutils [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Lock "4c95a83d-a490-4b3f-bb72-bc32e20e33e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.675s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1318.311768] env[63097]: DEBUG nova.compute.manager [req-140f22f4-99b9-4b42-a410-ab8cfce89643 req-1df69fd6-4147-4132-8c6a-5a388fbb33ad service nova] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] Received event network-vif-plugged-84822265-2b32-4523-99ec-a57f71e8f242 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1318.311995] env[63097]: DEBUG oslo_concurrency.lockutils [req-140f22f4-99b9-4b42-a410-ab8cfce89643 req-1df69fd6-4147-4132-8c6a-5a388fbb33ad service nova] Acquiring lock "0f5db7f5-b159-48a3-9795-05e3ef62d385-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1318.312237] env[63097]: DEBUG oslo_concurrency.lockutils [req-140f22f4-99b9-4b42-a410-ab8cfce89643 req-1df69fd6-4147-4132-8c6a-5a388fbb33ad service nova] Lock "0f5db7f5-b159-48a3-9795-05e3ef62d385-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1318.312491] env[63097]: DEBUG oslo_concurrency.lockutils [req-140f22f4-99b9-4b42-a410-ab8cfce89643 req-1df69fd6-4147-4132-8c6a-5a388fbb33ad service nova] Lock "0f5db7f5-b159-48a3-9795-05e3ef62d385-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1318.312852] env[63097]: DEBUG nova.compute.manager [req-140f22f4-99b9-4b42-a410-ab8cfce89643 req-1df69fd6-4147-4132-8c6a-5a388fbb33ad service nova] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] No waiting events found dispatching network-vif-plugged-84822265-2b32-4523-99ec-a57f71e8f242 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1318.313090] env[63097]: WARNING nova.compute.manager [req-140f22f4-99b9-4b42-a410-ab8cfce89643 req-1df69fd6-4147-4132-8c6a-5a388fbb33ad service nova] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] Received unexpected event network-vif-plugged-84822265-2b32-4523-99ec-a57f71e8f242 for instance with vm_state building and task_state spawning. [ 1318.313269] env[63097]: DEBUG nova.compute.manager [req-140f22f4-99b9-4b42-a410-ab8cfce89643 req-1df69fd6-4147-4132-8c6a-5a388fbb33ad service nova] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] Received event network-changed-84822265-2b32-4523-99ec-a57f71e8f242 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1318.313430] env[63097]: DEBUG nova.compute.manager [req-140f22f4-99b9-4b42-a410-ab8cfce89643 req-1df69fd6-4147-4132-8c6a-5a388fbb33ad service nova] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] Refreshing instance network info cache due to event network-changed-84822265-2b32-4523-99ec-a57f71e8f242. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1318.313606] env[63097]: DEBUG oslo_concurrency.lockutils [req-140f22f4-99b9-4b42-a410-ab8cfce89643 req-1df69fd6-4147-4132-8c6a-5a388fbb33ad service nova] Acquiring lock "refresh_cache-0f5db7f5-b159-48a3-9795-05e3ef62d385" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1318.510434] env[63097]: DEBUG oslo_concurrency.lockutils [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Acquiring lock "9e95b2bd-0b34-413a-8638-cca05cfa9547" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1318.511443] env[63097]: DEBUG oslo_concurrency.lockutils [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lock "9e95b2bd-0b34-413a-8638-cca05cfa9547" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1318.521532] env[63097]: DEBUG oslo_vmware.api [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686801, 'name': Rename_Task, 'duration_secs': 0.157268} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.521826] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1318.522092] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d83dd1d-67f7-49c8-b310-6eec741c300b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.528465] env[63097]: DEBUG oslo_vmware.api [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1318.528465] env[63097]: value = "task-1686802" [ 1318.528465] env[63097]: _type = "Task" [ 1318.528465] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.537085] env[63097]: DEBUG oslo_vmware.api [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686802, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.549638] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 185ab458-44b4-4bc2-816a-269d7a4e2719 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1318.719608] env[63097]: DEBUG oslo_concurrency.lockutils [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Releasing lock "refresh_cache-0f5db7f5-b159-48a3-9795-05e3ef62d385" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.719958] env[63097]: DEBUG nova.compute.manager [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] Instance network_info: |[{"id": "84822265-2b32-4523-99ec-a57f71e8f242", "address": "fa:16:3e:a5:6c:d8", "network": {"id": "1b858eed-f2c6-4189-accb-8b6d4616e102", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-305388067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ff393decd2240ac99c6a597137c742b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84822265-2b", "ovs_interfaceid": "84822265-2b32-4523-99ec-a57f71e8f242", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1318.720823] env[63097]: DEBUG oslo_concurrency.lockutils [req-140f22f4-99b9-4b42-a410-ab8cfce89643 req-1df69fd6-4147-4132-8c6a-5a388fbb33ad service nova] Acquired lock "refresh_cache-0f5db7f5-b159-48a3-9795-05e3ef62d385" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.720823] env[63097]: DEBUG nova.network.neutron [req-140f22f4-99b9-4b42-a410-ab8cfce89643 req-1df69fd6-4147-4132-8c6a-5a388fbb33ad service nova] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] Refreshing network info cache for port 84822265-2b32-4523-99ec-a57f71e8f242 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1318.721985] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:6c:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de7fa486-5f28-44ae-b0cf-72234ff87546', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84822265-2b32-4523-99ec-a57f71e8f242', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1318.732129] env[63097]: DEBUG oslo.service.loopingcall [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1318.735686] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1318.736531] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6553ca1d-bacc-4b4e-b2ef-107a234301ac {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.760935] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1318.760935] env[63097]: value = "task-1686803" [ 1318.760935] env[63097]: _type = "Task" [ 1318.760935] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.770489] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686803, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.803722] env[63097]: DEBUG nova.compute.manager [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1319.045227] env[63097]: DEBUG oslo_vmware.api [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686802, 'name': PowerOnVM_Task, 'duration_secs': 0.482357} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.045227] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1319.045427] env[63097]: DEBUG nova.compute.manager [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1319.046509] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf799c98-9bde-4f75-995c-0e4b256fe8be {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.054233] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance b67270f6-3538-4709-8293-b7315e08ec57 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1319.080641] env[63097]: DEBUG nova.network.neutron [req-140f22f4-99b9-4b42-a410-ab8cfce89643 req-1df69fd6-4147-4132-8c6a-5a388fbb33ad service nova] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] Updated VIF entry in instance network info cache for port 84822265-2b32-4523-99ec-a57f71e8f242. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1319.081405] env[63097]: DEBUG nova.network.neutron [req-140f22f4-99b9-4b42-a410-ab8cfce89643 req-1df69fd6-4147-4132-8c6a-5a388fbb33ad service nova] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] Updating instance_info_cache with network_info: [{"id": "84822265-2b32-4523-99ec-a57f71e8f242", "address": "fa:16:3e:a5:6c:d8", "network": {"id": "1b858eed-f2c6-4189-accb-8b6d4616e102", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-305388067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ff393decd2240ac99c6a597137c742b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84822265-2b", "ovs_interfaceid": "84822265-2b32-4523-99ec-a57f71e8f242", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.274539] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686803, 'name': CreateVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.325813] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.550188] env[63097]: DEBUG oslo_concurrency.lockutils [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Acquiring lock "4defb923-1206-4f52-8349-646dfc87b849" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.550462] env[63097]: DEBUG oslo_concurrency.lockutils [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Lock "4defb923-1206-4f52-8349-646dfc87b849" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.562758] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 850b9308-9498-4834-bd24-616ea264d624 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1319.571065] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.585301] env[63097]: DEBUG oslo_concurrency.lockutils [req-140f22f4-99b9-4b42-a410-ab8cfce89643 req-1df69fd6-4147-4132-8c6a-5a388fbb33ad service nova] Releasing lock "refresh_cache-0f5db7f5-b159-48a3-9795-05e3ef62d385" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1319.774597] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686803, 'name': CreateVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.066416] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1320.245894] env[63097]: INFO nova.compute.manager [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Rebuilding instance [ 1320.278429] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686803, 'name': CreateVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.288961] env[63097]: DEBUG nova.compute.manager [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1320.289908] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4b165c-48cb-455a-902a-a3ccbea5da9d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.570034] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance e3a75066-9327-4a05-b055-6bdc59c7f593 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1320.774914] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686803, 'name': CreateVM_Task, 'duration_secs': 1.544709} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.775153] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1320.775856] env[63097]: DEBUG oslo_concurrency.lockutils [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1320.776043] env[63097]: DEBUG oslo_concurrency.lockutils [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.776375] env[63097]: DEBUG oslo_concurrency.lockutils [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1320.776712] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82555150-d532-4f89-9a6d-e9bfa5be2a0b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.781531] env[63097]: DEBUG oslo_vmware.api [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Waiting for the task: (returnval){ [ 1320.781531] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52990bea-f46e-192b-19d8-f5e50d6488b1" [ 1320.781531] env[63097]: _type = "Task" [ 1320.781531] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.791736] env[63097]: DEBUG oslo_vmware.api [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52990bea-f46e-192b-19d8-f5e50d6488b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.803037] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1320.803175] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04a918a1-25a5-417e-88fc-eade122580e1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.814210] env[63097]: DEBUG oslo_vmware.api [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1320.814210] env[63097]: value = "task-1686804" [ 1320.814210] env[63097]: _type = "Task" [ 1320.814210] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.823716] env[63097]: DEBUG oslo_vmware.api [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.073735] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 7f1e806e-4689-4cd0-bef9-3f6af6ac7956 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1321.296336] env[63097]: DEBUG oslo_vmware.api [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52990bea-f46e-192b-19d8-f5e50d6488b1, 'name': SearchDatastore_Task, 'duration_secs': 0.020468} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.296736] env[63097]: DEBUG oslo_concurrency.lockutils [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1321.297015] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1321.297339] env[63097]: DEBUG oslo_concurrency.lockutils [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.297423] env[63097]: DEBUG oslo_concurrency.lockutils [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.297928] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1321.297928] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d301f31a-fd25-45ae-be5a-92e528d689ec {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.309021] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1321.309021] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1321.309021] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f08fe09-7aa9-4a0c-9713-40c343e8fdb7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.315065] env[63097]: DEBUG oslo_vmware.api [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Waiting for the task: (returnval){ [ 1321.315065] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52ba8a2e-c83f-f6cd-6aac-5d3e80cf9a0f" [ 1321.315065] env[63097]: _type = "Task" [ 1321.315065] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.332018] env[63097]: DEBUG oslo_vmware.api [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686804, 'name': PowerOffVM_Task, 'duration_secs': 0.247635} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.332018] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1321.333289] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1321.333808] env[63097]: DEBUG oslo_vmware.api [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52ba8a2e-c83f-f6cd-6aac-5d3e80cf9a0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.335353] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964c7218-41f0-4fa9-9191-06f3fd4049a2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.344685] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1321.344685] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-666b57da-db04-4b41-9b0f-0e40ee280607 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.418893] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1321.418893] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1321.418893] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Deleting the datastore file [datastore1] ca593388-7163-4a80-8639-19e2553f37d7 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1321.418893] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c6bb0e6-1bf8-4708-b53e-06f767bc6a38 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.424757] env[63097]: DEBUG oslo_vmware.api [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1321.424757] env[63097]: value = "task-1686806" [ 1321.424757] env[63097]: _type = "Task" [ 1321.424757] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.434206] env[63097]: DEBUG oslo_vmware.api [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686806, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.577078] env[63097]: INFO nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 9a29d92f-3ca9-49af-85f8-e05520a2fb4c has allocations against this compute host but is not found in the database. [ 1321.577409] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=63097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1321.577536] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=63097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1321.828841] env[63097]: DEBUG oslo_vmware.api [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52ba8a2e-c83f-f6cd-6aac-5d3e80cf9a0f, 'name': SearchDatastore_Task, 'duration_secs': 0.012502} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.833270] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f30fd63d-d27a-42f1-8c42-ed068abdbd48 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.838365] env[63097]: DEBUG oslo_vmware.api [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Waiting for the task: (returnval){ [ 1321.838365] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]529bb5c3-e33a-5f9a-7a40-19e5d9c29b05" [ 1321.838365] env[63097]: _type = "Task" [ 1321.838365] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.849147] env[63097]: DEBUG oslo_vmware.api [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]529bb5c3-e33a-5f9a-7a40-19e5d9c29b05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.936546] env[63097]: DEBUG oslo_vmware.api [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686806, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192984} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.936993] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1321.936993] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1321.937170] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1322.073636] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f7de95-b02a-4efd-b798-6c5edaafc523 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.081399] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ad5f5d-6972-4a8c-884c-bb3767e3ea2e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.111075] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b58e3c8-2cf4-4200-aa6d-87080b793493 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.118557] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10eb0b3d-5fcc-4fb6-ba20-36f5972d0284 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.132101] env[63097]: DEBUG nova.compute.provider_tree [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1322.351110] env[63097]: DEBUG oslo_vmware.api [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]529bb5c3-e33a-5f9a-7a40-19e5d9c29b05, 'name': SearchDatastore_Task, 'duration_secs': 0.015638} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.351445] env[63097]: DEBUG oslo_concurrency.lockutils [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1322.351740] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 0f5db7f5-b159-48a3-9795-05e3ef62d385/0f5db7f5-b159-48a3-9795-05e3ef62d385.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1322.352018] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7faf742-dbd2-42ac-a591-151f0e531118 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.358774] env[63097]: DEBUG oslo_vmware.api [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Waiting for the task: (returnval){ [ 1322.358774] env[63097]: value = "task-1686807" [ 1322.358774] env[63097]: _type = "Task" [ 1322.358774] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.367341] env[63097]: DEBUG oslo_vmware.api [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686807, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.634732] env[63097]: DEBUG nova.scheduler.client.report [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1322.872507] env[63097]: DEBUG oslo_vmware.api [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686807, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.974516] env[63097]: DEBUG nova.virt.hardware [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1322.974824] env[63097]: DEBUG nova.virt.hardware [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1322.974987] env[63097]: DEBUG nova.virt.hardware [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1322.975212] env[63097]: DEBUG nova.virt.hardware [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1322.975528] env[63097]: DEBUG nova.virt.hardware [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1322.975599] env[63097]: DEBUG nova.virt.hardware [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1322.975779] env[63097]: DEBUG nova.virt.hardware [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1322.976013] env[63097]: DEBUG nova.virt.hardware [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1322.976388] env[63097]: DEBUG nova.virt.hardware [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1322.976492] env[63097]: DEBUG nova.virt.hardware [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1322.976709] env[63097]: DEBUG nova.virt.hardware [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1322.977742] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e596acf5-3bca-44d0-8843-9d230f4babac {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.986907] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1ba947-b8b2-4e90-bce1-a0511b6b885b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.000912] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:48:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c277a343-7e50-4953-a02e-f0946dc0ea8e', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1323.008589] env[63097]: DEBUG oslo.service.loopingcall [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1323.008925] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1323.009174] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73a16d31-755d-4779-b3a5-f6aeaae4d4e7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.027937] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1323.027937] env[63097]: value = "task-1686808" [ 1323.027937] env[63097]: _type = "Task" [ 1323.027937] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.035977] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686808, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.143126] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1323.143440] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.670s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.143869] env[63097]: DEBUG oslo_concurrency.lockutils [None req-618ea36b-c486-4b07-b7d5-dc5af4c376f5 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.737s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1323.144128] env[63097]: DEBUG oslo_concurrency.lockutils [None req-618ea36b-c486-4b07-b7d5-dc5af4c376f5 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.146436] env[63097]: DEBUG oslo_concurrency.lockutils [None req-fc19b51c-bbe2-4639-a12a-80645244a6b4 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.615s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1323.146624] env[63097]: DEBUG oslo_concurrency.lockutils [None req-fc19b51c-bbe2-4639-a12a-80645244a6b4 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.148636] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.204s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1323.150231] env[63097]: INFO nova.compute.claims [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1323.176421] env[63097]: INFO nova.scheduler.client.report [None req-fc19b51c-bbe2-4639-a12a-80645244a6b4 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Deleted allocations for instance 39ba48cc-7c15-4bad-aee8-ff350e266b41 [ 1323.176421] env[63097]: INFO nova.scheduler.client.report [None req-618ea36b-c486-4b07-b7d5-dc5af4c376f5 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Deleted allocations for instance c22b0812-b97b-4112-8c9c-c2601fc8b9e5 [ 1323.369995] env[63097]: DEBUG oslo_vmware.api [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686807, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654475} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.370303] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 0f5db7f5-b159-48a3-9795-05e3ef62d385/0f5db7f5-b159-48a3-9795-05e3ef62d385.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1323.370560] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1323.370896] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89790ef5-1a45-49d3-b885-a65eee45e8d2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.381310] env[63097]: DEBUG oslo_vmware.api [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Waiting for the task: (returnval){ [ 1323.381310] env[63097]: value = "task-1686809" [ 1323.381310] env[63097]: _type = "Task" [ 1323.381310] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.389412] env[63097]: DEBUG oslo_vmware.api [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686809, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.549269] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686808, 'name': CreateVM_Task, 'duration_secs': 0.455645} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.549987] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1323.550687] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.550861] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.551289] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1323.551782] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea2c2bc6-4a0b-42d0-8228-395afdb189d1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.556769] env[63097]: DEBUG oslo_vmware.api [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1323.556769] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]522ba86b-ddf3-9b75-8738-f763757657b3" [ 1323.556769] env[63097]: _type = "Task" [ 1323.556769] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.570021] env[63097]: DEBUG oslo_vmware.api [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]522ba86b-ddf3-9b75-8738-f763757657b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.686291] env[63097]: DEBUG oslo_concurrency.lockutils [None req-fc19b51c-bbe2-4639-a12a-80645244a6b4 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517 tempest-FloatingIPsAssociationNegativeTestJSON-1289874517-project-member] Lock "39ba48cc-7c15-4bad-aee8-ff350e266b41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.497s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.687295] env[63097]: DEBUG oslo_concurrency.lockutils [None req-618ea36b-c486-4b07-b7d5-dc5af4c376f5 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Lock "c22b0812-b97b-4112-8c9c-c2601fc8b9e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.416s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.893734] env[63097]: DEBUG oslo_vmware.api [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686809, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072134} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.894089] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1323.894947] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e539669f-b440-409b-869c-a1ca497a61b3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.925511] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 0f5db7f5-b159-48a3-9795-05e3ef62d385/0f5db7f5-b159-48a3-9795-05e3ef62d385.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1323.929737] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9eebc0e-dad0-4af9-8bcc-1f0c2a5f0137 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.953561] env[63097]: DEBUG oslo_vmware.api [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Waiting for the task: (returnval){ [ 1323.953561] env[63097]: value = "task-1686810" [ 1323.953561] env[63097]: _type = "Task" [ 1323.953561] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.963969] env[63097]: DEBUG oslo_vmware.api [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686810, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.041076] env[63097]: DEBUG oslo_concurrency.lockutils [None req-02dbae2d-cbe8-4c65-83cc-662963588720 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Acquiring lock "a5682b89-3a0f-4634-9b09-cde8007f0bb0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.041427] env[63097]: DEBUG oslo_concurrency.lockutils [None req-02dbae2d-cbe8-4c65-83cc-662963588720 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Lock "a5682b89-3a0f-4634-9b09-cde8007f0bb0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.041677] env[63097]: DEBUG oslo_concurrency.lockutils [None req-02dbae2d-cbe8-4c65-83cc-662963588720 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Acquiring lock "a5682b89-3a0f-4634-9b09-cde8007f0bb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.041885] env[63097]: DEBUG oslo_concurrency.lockutils [None req-02dbae2d-cbe8-4c65-83cc-662963588720 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Lock "a5682b89-3a0f-4634-9b09-cde8007f0bb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.042078] env[63097]: DEBUG oslo_concurrency.lockutils [None req-02dbae2d-cbe8-4c65-83cc-662963588720 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Lock "a5682b89-3a0f-4634-9b09-cde8007f0bb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1324.045398] env[63097]: INFO nova.compute.manager [None req-02dbae2d-cbe8-4c65-83cc-662963588720 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Terminating instance [ 1324.047731] env[63097]: DEBUG nova.compute.manager [None req-02dbae2d-cbe8-4c65-83cc-662963588720 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1324.047990] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-02dbae2d-cbe8-4c65-83cc-662963588720 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1324.048989] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc1a181-92e3-4e81-80f4-c48e29773e75 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.057061] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-02dbae2d-cbe8-4c65-83cc-662963588720 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1324.057544] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-428966f5-92e7-4697-89f1-0297646c6d7d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.068990] env[63097]: DEBUG oslo_vmware.api [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]522ba86b-ddf3-9b75-8738-f763757657b3, 'name': SearchDatastore_Task, 'duration_secs': 0.023134} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.070350] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1324.070628] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1324.070872] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.071039] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.071225] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1324.071591] env[63097]: DEBUG oslo_vmware.api [None req-02dbae2d-cbe8-4c65-83cc-662963588720 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Waiting for the task: (returnval){ [ 1324.071591] env[63097]: value = "task-1686811" [ 1324.071591] env[63097]: _type = "Task" [ 1324.071591] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.071841] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d392d54c-5436-47bc-b257-ccdec09d3de2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.083334] env[63097]: DEBUG oslo_vmware.api [None req-02dbae2d-cbe8-4c65-83cc-662963588720 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.084731] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1324.085339] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1324.086131] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2a715a0-3f0c-48aa-a339-a4e15f6bb7da {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.093026] env[63097]: DEBUG oslo_vmware.api [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1324.093026] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52639117-b4f6-04d4-d033-1bcab4e50b9b" [ 1324.093026] env[63097]: _type = "Task" [ 1324.093026] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.102410] env[63097]: DEBUG oslo_vmware.api [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52639117-b4f6-04d4-d033-1bcab4e50b9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.467511] env[63097]: DEBUG oslo_vmware.api [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686810, 'name': ReconfigVM_Task, 'duration_secs': 0.453273} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.470352] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 0f5db7f5-b159-48a3-9795-05e3ef62d385/0f5db7f5-b159-48a3-9795-05e3ef62d385.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1324.472641] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6af911e1-4e32-4e9f-8e96-b7a6296b649f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.480720] env[63097]: DEBUG oslo_vmware.api [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Waiting for the task: (returnval){ [ 1324.480720] env[63097]: value = "task-1686812" [ 1324.480720] env[63097]: _type = "Task" [ 1324.480720] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.493404] env[63097]: DEBUG oslo_vmware.api [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686812, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.583150] env[63097]: DEBUG oslo_vmware.api [None req-02dbae2d-cbe8-4c65-83cc-662963588720 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686811, 'name': PowerOffVM_Task, 'duration_secs': 0.232715} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.586409] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-02dbae2d-cbe8-4c65-83cc-662963588720 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1324.586746] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-02dbae2d-cbe8-4c65-83cc-662963588720 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1324.587318] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-184dc24c-9cce-4c8f-a024-d6d19b83ab55 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.607362] env[63097]: DEBUG oslo_vmware.api [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52639117-b4f6-04d4-d033-1bcab4e50b9b, 'name': SearchDatastore_Task, 'duration_secs': 0.01648} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.608432] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60f449d6-d8b4-4b4f-83af-4767fa067a85 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.616416] env[63097]: DEBUG oslo_vmware.api [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1324.616416] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d696e9-fd5d-4f32-5685-edc21d032ca1" [ 1324.616416] env[63097]: _type = "Task" [ 1324.616416] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.628520] env[63097]: DEBUG oslo_vmware.api [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d696e9-fd5d-4f32-5685-edc21d032ca1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.709107] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-02dbae2d-cbe8-4c65-83cc-662963588720 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1324.709538] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-02dbae2d-cbe8-4c65-83cc-662963588720 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1324.709754] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-02dbae2d-cbe8-4c65-83cc-662963588720 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Deleting the datastore file [datastore1] a5682b89-3a0f-4634-9b09-cde8007f0bb0 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1324.710176] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d67693e-0416-45d1-8fd1-572f782bfae3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.720594] env[63097]: DEBUG oslo_vmware.api [None req-02dbae2d-cbe8-4c65-83cc-662963588720 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Waiting for the task: (returnval){ [ 1324.720594] env[63097]: value = "task-1686814" [ 1324.720594] env[63097]: _type = "Task" [ 1324.720594] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.737020] env[63097]: DEBUG oslo_vmware.api [None req-02dbae2d-cbe8-4c65-83cc-662963588720 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.738177] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e731f8-e7a8-4d9c-a852-a3c9f481f329 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.746424] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27cfc5c-4fec-491a-8dcb-46998d6f7d37 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.778993] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf8273f-c6a9-40c5-a8f7-c3cf8dc3fe7b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.787245] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd0a328-660a-4b12-9cbe-4625cb5237db {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.802048] env[63097]: DEBUG nova.compute.provider_tree [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.992560] env[63097]: DEBUG oslo_vmware.api [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686812, 'name': Rename_Task, 'duration_secs': 0.268763} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.992867] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1324.993143] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3caadd50-a83d-4bbc-bee8-87bd35e97f09 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.002580] env[63097]: DEBUG oslo_vmware.api [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Waiting for the task: (returnval){ [ 1325.002580] env[63097]: value = "task-1686815" [ 1325.002580] env[63097]: _type = "Task" [ 1325.002580] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.004948] env[63097]: DEBUG oslo_vmware.rw_handles [None req-977a9d6c-71a4-47d8-9261-a0270c03a03c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52246d20-4596-8e1f-0c75-b6b3d5d78aeb/disk-0.vmdk. {{(pid=63097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1325.005875] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4119dfd9-91d9-4396-aa2b-5416bfae31bb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.014977] env[63097]: DEBUG oslo_vmware.rw_handles [None req-977a9d6c-71a4-47d8-9261-a0270c03a03c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52246d20-4596-8e1f-0c75-b6b3d5d78aeb/disk-0.vmdk is in state: ready. {{(pid=63097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1325.015162] env[63097]: ERROR oslo_vmware.rw_handles [None req-977a9d6c-71a4-47d8-9261-a0270c03a03c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52246d20-4596-8e1f-0c75-b6b3d5d78aeb/disk-0.vmdk due to incomplete transfer. [ 1325.018655] env[63097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e1d42d40-2ec0-4edf-be97-404b45b1a64c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.020485] env[63097]: DEBUG oslo_vmware.api [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686815, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.026662] env[63097]: DEBUG oslo_vmware.rw_handles [None req-977a9d6c-71a4-47d8-9261-a0270c03a03c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52246d20-4596-8e1f-0c75-b6b3d5d78aeb/disk-0.vmdk. {{(pid=63097) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1325.026921] env[63097]: DEBUG nova.virt.vmwareapi.images [None req-977a9d6c-71a4-47d8-9261-a0270c03a03c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Uploaded image 3f3e4635-0bea-406a-8101-9f1aa41cdd64 to the Glance image server {{(pid=63097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1325.029175] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-977a9d6c-71a4-47d8-9261-a0270c03a03c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Destroying the VM {{(pid=63097) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1325.029790] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8d2c7edd-8ab8-465d-bc83-f0922f571474 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.036326] env[63097]: DEBUG oslo_vmware.api [None req-977a9d6c-71a4-47d8-9261-a0270c03a03c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1325.036326] env[63097]: value = "task-1686816" [ 1325.036326] env[63097]: _type = "Task" [ 1325.036326] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.045660] env[63097]: DEBUG oslo_vmware.api [None req-977a9d6c-71a4-47d8-9261-a0270c03a03c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686816, 'name': Destroy_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.130054] env[63097]: DEBUG oslo_vmware.api [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d696e9-fd5d-4f32-5685-edc21d032ca1, 'name': SearchDatastore_Task, 'duration_secs': 0.078213} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.130054] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.130054] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] ca593388-7163-4a80-8639-19e2553f37d7/ca593388-7163-4a80-8639-19e2553f37d7.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1325.130382] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7216da27-4f54-46cf-b7fb-9d8cacae8aa6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.136943] env[63097]: DEBUG oslo_vmware.api [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1325.136943] env[63097]: value = "task-1686817" [ 1325.136943] env[63097]: _type = "Task" [ 1325.136943] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.145299] env[63097]: DEBUG oslo_vmware.api [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686817, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.235397] env[63097]: DEBUG oslo_vmware.api [None req-02dbae2d-cbe8-4c65-83cc-662963588720 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Task: {'id': task-1686814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18286} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.235683] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-02dbae2d-cbe8-4c65-83cc-662963588720 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1325.235874] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-02dbae2d-cbe8-4c65-83cc-662963588720 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1325.236074] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-02dbae2d-cbe8-4c65-83cc-662963588720 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1325.236298] env[63097]: INFO nova.compute.manager [None req-02dbae2d-cbe8-4c65-83cc-662963588720 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1325.236560] env[63097]: DEBUG oslo.service.loopingcall [None req-02dbae2d-cbe8-4c65-83cc-662963588720 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1325.236765] env[63097]: DEBUG nova.compute.manager [-] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1325.236860] env[63097]: DEBUG nova.network.neutron [-] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1325.307680] env[63097]: DEBUG nova.scheduler.client.report [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1325.517152] env[63097]: DEBUG oslo_vmware.api [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686815, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.546257] env[63097]: DEBUG oslo_vmware.api [None req-977a9d6c-71a4-47d8-9261-a0270c03a03c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686816, 'name': Destroy_Task, 'duration_secs': 0.314338} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.546549] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-977a9d6c-71a4-47d8-9261-a0270c03a03c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Destroyed the VM [ 1325.546815] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-977a9d6c-71a4-47d8-9261-a0270c03a03c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Deleting Snapshot of the VM instance {{(pid=63097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1325.547131] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0c950e71-27be-40d5-b160-74f41e14a5f5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.554289] env[63097]: DEBUG oslo_vmware.api [None req-977a9d6c-71a4-47d8-9261-a0270c03a03c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1325.554289] env[63097]: value = "task-1686818" [ 1325.554289] env[63097]: _type = "Task" [ 1325.554289] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.562938] env[63097]: DEBUG oslo_vmware.api [None req-977a9d6c-71a4-47d8-9261-a0270c03a03c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686818, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.653673] env[63097]: DEBUG oslo_vmware.api [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686817, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.659333] env[63097]: DEBUG nova.compute.manager [req-48187a74-2284-4af3-8bc7-b134606cec1c req-c4900da1-61e7-4a98-80dc-5321b16e65fa service nova] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Received event network-vif-deleted-d4314613-3d85-4d9b-a202-c92326204717 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1325.659601] env[63097]: INFO nova.compute.manager [req-48187a74-2284-4af3-8bc7-b134606cec1c req-c4900da1-61e7-4a98-80dc-5321b16e65fa service nova] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Neutron deleted interface d4314613-3d85-4d9b-a202-c92326204717; detaching it from the instance and deleting it from the info cache [ 1325.659868] env[63097]: DEBUG nova.network.neutron [req-48187a74-2284-4af3-8bc7-b134606cec1c req-c4900da1-61e7-4a98-80dc-5321b16e65fa service nova] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.814498] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1325.815123] env[63097]: DEBUG nova.compute.manager [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1325.825022] env[63097]: DEBUG oslo_concurrency.lockutils [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.790s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.825022] env[63097]: INFO nova.compute.claims [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1326.017400] env[63097]: DEBUG oslo_vmware.api [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686815, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.065033] env[63097]: DEBUG oslo_vmware.api [None req-977a9d6c-71a4-47d8-9261-a0270c03a03c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686818, 'name': RemoveSnapshot_Task, 'duration_secs': 0.461211} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.066532] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-977a9d6c-71a4-47d8-9261-a0270c03a03c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Deleted Snapshot of the VM instance {{(pid=63097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1326.066785] env[63097]: INFO nova.compute.manager [None req-977a9d6c-71a4-47d8-9261-a0270c03a03c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Took 13.90 seconds to snapshot the instance on the hypervisor. [ 1326.136523] env[63097]: DEBUG nova.network.neutron [-] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.148399] env[63097]: DEBUG oslo_vmware.api [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686817, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.789921} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.148583] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] ca593388-7163-4a80-8639-19e2553f37d7/ca593388-7163-4a80-8639-19e2553f37d7.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1326.148650] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1326.149493] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b683b4d-6dff-4d32-a695-366b4e7d4bd7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.156518] env[63097]: DEBUG oslo_vmware.api [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1326.156518] env[63097]: value = "task-1686819" [ 1326.156518] env[63097]: _type = "Task" [ 1326.156518] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.165466] env[63097]: DEBUG oslo_vmware.api [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686819, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.165672] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8c474417-8852-48b1-b576-d8841523ff2a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.174095] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91aa5bee-ff0e-4f43-a933-ba80c8b72249 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.209453] env[63097]: DEBUG nova.compute.manager [req-48187a74-2284-4af3-8bc7-b134606cec1c req-c4900da1-61e7-4a98-80dc-5321b16e65fa service nova] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Detach interface failed, port_id=d4314613-3d85-4d9b-a202-c92326204717, reason: Instance a5682b89-3a0f-4634-9b09-cde8007f0bb0 could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1326.334025] env[63097]: DEBUG nova.compute.utils [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1326.337135] env[63097]: DEBUG nova.compute.manager [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1326.337484] env[63097]: DEBUG nova.network.neutron [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1326.421150] env[63097]: DEBUG nova.policy [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54d1050f45634d508722dd4714b35b41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f79a237f14db402d97495c012cd23ed7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1326.516933] env[63097]: DEBUG oslo_vmware.api [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686815, 'name': PowerOnVM_Task, 'duration_secs': 1.041395} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.520029] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1326.520029] env[63097]: INFO nova.compute.manager [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] Took 11.27 seconds to spawn the instance on the hypervisor. [ 1326.520029] env[63097]: DEBUG nova.compute.manager [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1326.520029] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80f9726-a674-4145-95b9-cdd444bd203c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.579023] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f289b64f-2640-4c44-a36d-b72327c23b96 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquiring lock "df6d2aeb-8d2a-4bee-94ff-cc51f235364d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1326.579023] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f289b64f-2640-4c44-a36d-b72327c23b96 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "df6d2aeb-8d2a-4bee-94ff-cc51f235364d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1326.579023] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f289b64f-2640-4c44-a36d-b72327c23b96 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquiring lock "df6d2aeb-8d2a-4bee-94ff-cc51f235364d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1326.579023] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f289b64f-2640-4c44-a36d-b72327c23b96 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "df6d2aeb-8d2a-4bee-94ff-cc51f235364d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1326.579023] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f289b64f-2640-4c44-a36d-b72327c23b96 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "df6d2aeb-8d2a-4bee-94ff-cc51f235364d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1326.579023] env[63097]: DEBUG nova.compute.manager [None req-977a9d6c-71a4-47d8-9261-a0270c03a03c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Instance disappeared during snapshot {{(pid=63097) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4495}} [ 1326.581407] env[63097]: INFO nova.compute.manager [None req-f289b64f-2640-4c44-a36d-b72327c23b96 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Terminating instance [ 1326.583570] env[63097]: DEBUG nova.compute.manager [None req-f289b64f-2640-4c44-a36d-b72327c23b96 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1326.583935] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f289b64f-2640-4c44-a36d-b72327c23b96 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1326.584956] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26201bbb-6bd0-418a-ae50-7b9b1cb201ee {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.597172] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f289b64f-2640-4c44-a36d-b72327c23b96 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1326.597172] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-254eeec0-c443-448d-9abe-72a0b3628328 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.604975] env[63097]: DEBUG nova.compute.manager [None req-977a9d6c-71a4-47d8-9261-a0270c03a03c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Image not found during clean up 3f3e4635-0bea-406a-8101-9f1aa41cdd64 {{(pid=63097) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4501}} [ 1326.644301] env[63097]: INFO nova.compute.manager [-] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Took 1.41 seconds to deallocate network for instance. [ 1326.668902] env[63097]: DEBUG oslo_vmware.api [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686819, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074662} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.669751] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1326.671993] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f699c34-dc97-4313-bf03-454d440035ff {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.699017] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] ca593388-7163-4a80-8639-19e2553f37d7/ca593388-7163-4a80-8639-19e2553f37d7.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1326.700278] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c51b78fc-9d38-479a-a2b4-e109778576ac {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.718030] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f289b64f-2640-4c44-a36d-b72327c23b96 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1326.721435] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f289b64f-2640-4c44-a36d-b72327c23b96 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1326.721435] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-f289b64f-2640-4c44-a36d-b72327c23b96 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Deleting the datastore file [datastore2] df6d2aeb-8d2a-4bee-94ff-cc51f235364d {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1326.721435] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-571cba70-4bfb-4ad8-a039-d16d5a63f5aa {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.723553] env[63097]: DEBUG oslo_vmware.api [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1326.723553] env[63097]: value = "task-1686821" [ 1326.723553] env[63097]: _type = "Task" [ 1326.723553] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.726016] env[63097]: DEBUG oslo_vmware.api [None req-f289b64f-2640-4c44-a36d-b72327c23b96 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1326.726016] env[63097]: value = "task-1686822" [ 1326.726016] env[63097]: _type = "Task" [ 1326.726016] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.737770] env[63097]: DEBUG oslo_vmware.api [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686821, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.741723] env[63097]: DEBUG oslo_vmware.api [None req-f289b64f-2640-4c44-a36d-b72327c23b96 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686822, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.837781] env[63097]: DEBUG nova.compute.manager [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1326.919247] env[63097]: DEBUG nova.network.neutron [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] Successfully created port: 5b3b4348-9c03-4d57-9dfc-0c024b230452 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1327.038425] env[63097]: INFO nova.compute.manager [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] Took 47.44 seconds to build instance. [ 1327.152324] env[63097]: DEBUG oslo_concurrency.lockutils [None req-02dbae2d-cbe8-4c65-83cc-662963588720 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1327.245829] env[63097]: DEBUG oslo_vmware.api [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686821, 'name': ReconfigVM_Task, 'duration_secs': 0.285987} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.246140] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Reconfigured VM instance instance-00000007 to attach disk [datastore1] ca593388-7163-4a80-8639-19e2553f37d7/ca593388-7163-4a80-8639-19e2553f37d7.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1327.246797] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7d2d311-b410-4bcd-8a76-a970f6461097 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.257531] env[63097]: DEBUG oslo_vmware.api [None req-f289b64f-2640-4c44-a36d-b72327c23b96 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686822, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.470687} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.260901] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquiring lock "8f876762-7744-41d3-a3eb-530955cd1db0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1327.261232] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "8f876762-7744-41d3-a3eb-530955cd1db0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.261535] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-f289b64f-2640-4c44-a36d-b72327c23b96 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1327.261767] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f289b64f-2640-4c44-a36d-b72327c23b96 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1327.262631] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f289b64f-2640-4c44-a36d-b72327c23b96 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1327.262865] env[63097]: INFO nova.compute.manager [None req-f289b64f-2640-4c44-a36d-b72327c23b96 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Took 0.68 seconds to destroy the instance on the hypervisor. [ 1327.263167] env[63097]: DEBUG oslo.service.loopingcall [None req-f289b64f-2640-4c44-a36d-b72327c23b96 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1327.264437] env[63097]: DEBUG nova.compute.manager [-] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1327.264579] env[63097]: DEBUG nova.network.neutron [-] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1327.268531] env[63097]: DEBUG oslo_vmware.api [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1327.268531] env[63097]: value = "task-1686823" [ 1327.268531] env[63097]: _type = "Task" [ 1327.268531] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.282686] env[63097]: DEBUG oslo_vmware.api [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686823, 'name': Rename_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.442415] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634995c3-29b8-4f46-81c5-98576841e2c6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.450554] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d7e673-8476-4c4b-84fb-645d475d8390 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.482475] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c712dc-c297-4e5e-9d45-86292ed35584 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.490353] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a1f31b-3fed-475e-a472-ef135da8bc74 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.505743] env[63097]: DEBUG nova.compute.provider_tree [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1327.539685] env[63097]: DEBUG oslo_concurrency.lockutils [None req-74b20f5a-29a0-402b-a7ba-812213b57921 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Lock "0f5db7f5-b159-48a3-9795-05e3ef62d385" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.886s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1327.697123] env[63097]: DEBUG nova.compute.manager [req-e50832c5-3b28-427c-ad3e-23032b877391 req-503e0965-5bb8-41e6-8fe3-58cec95e7d3c service nova] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Received event network-vif-deleted-74db5efa-3175-47d9-91c1-a4a6be19c136 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1327.697123] env[63097]: INFO nova.compute.manager [req-e50832c5-3b28-427c-ad3e-23032b877391 req-503e0965-5bb8-41e6-8fe3-58cec95e7d3c service nova] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Neutron deleted interface 74db5efa-3175-47d9-91c1-a4a6be19c136; detaching it from the instance and deleting it from the info cache [ 1327.697123] env[63097]: DEBUG nova.network.neutron [req-e50832c5-3b28-427c-ad3e-23032b877391 req-503e0965-5bb8-41e6-8fe3-58cec95e7d3c service nova] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.779843] env[63097]: DEBUG oslo_vmware.api [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686823, 'name': Rename_Task, 'duration_secs': 0.140221} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.779967] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1327.782197] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4085fc1a-a407-4971-960e-2e2361aab6ad {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.788637] env[63097]: DEBUG oslo_vmware.api [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1327.788637] env[63097]: value = "task-1686824" [ 1327.788637] env[63097]: _type = "Task" [ 1327.788637] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.797567] env[63097]: DEBUG oslo_vmware.api [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686824, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.862769] env[63097]: DEBUG nova.compute.manager [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1327.908657] env[63097]: DEBUG nova.virt.hardware [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1327.908962] env[63097]: DEBUG nova.virt.hardware [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1327.909602] env[63097]: DEBUG nova.virt.hardware [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1327.909602] env[63097]: DEBUG nova.virt.hardware [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1327.909602] env[63097]: DEBUG nova.virt.hardware [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1327.909777] env[63097]: DEBUG nova.virt.hardware [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1327.909938] env[63097]: DEBUG nova.virt.hardware [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1327.910117] env[63097]: DEBUG nova.virt.hardware [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1327.912051] env[63097]: DEBUG nova.virt.hardware [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1327.912051] env[63097]: DEBUG nova.virt.hardware [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1327.912051] env[63097]: DEBUG nova.virt.hardware [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1327.912051] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142fdc59-d08c-40b5-962d-12c66f268e56 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.921776] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d14c08-f38f-4833-8715-8920fc7dacae {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.008114] env[63097]: DEBUG nova.scheduler.client.report [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1328.043449] env[63097]: DEBUG nova.compute.manager [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1328.149195] env[63097]: DEBUG nova.network.neutron [-] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.199140] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-102ae93e-0495-449b-8117-a465a71eb360 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.211544] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86104a0a-cf10-4ce0-9c9e-7a3f14ff0b7c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.246326] env[63097]: DEBUG nova.compute.manager [req-e50832c5-3b28-427c-ad3e-23032b877391 req-503e0965-5bb8-41e6-8fe3-58cec95e7d3c service nova] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Detach interface failed, port_id=74db5efa-3175-47d9-91c1-a4a6be19c136, reason: Instance df6d2aeb-8d2a-4bee-94ff-cc51f235364d could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1328.299646] env[63097]: DEBUG oslo_vmware.api [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686824, 'name': PowerOnVM_Task, 'duration_secs': 0.495865} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.300044] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1328.300230] env[63097]: DEBUG nova.compute.manager [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1328.301066] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13eca27c-623e-4866-acf8-12b0318f9a5e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.484409] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3d1bbd5b-9ad0-470b-a00b-9a47b79dc1d3 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Acquiring lock "4c95a83d-a490-4b3f-bb72-bc32e20e33e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.484556] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3d1bbd5b-9ad0-470b-a00b-9a47b79dc1d3 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Lock "4c95a83d-a490-4b3f-bb72-bc32e20e33e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1328.484771] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3d1bbd5b-9ad0-470b-a00b-9a47b79dc1d3 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Acquiring lock "4c95a83d-a490-4b3f-bb72-bc32e20e33e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.484963] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3d1bbd5b-9ad0-470b-a00b-9a47b79dc1d3 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Lock "4c95a83d-a490-4b3f-bb72-bc32e20e33e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1328.485157] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3d1bbd5b-9ad0-470b-a00b-9a47b79dc1d3 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Lock "4c95a83d-a490-4b3f-bb72-bc32e20e33e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1328.488225] env[63097]: INFO nova.compute.manager [None req-3d1bbd5b-9ad0-470b-a00b-9a47b79dc1d3 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] Terminating instance [ 1328.489578] env[63097]: DEBUG nova.compute.manager [None req-3d1bbd5b-9ad0-470b-a00b-9a47b79dc1d3 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1328.489788] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1bbd5b-9ad0-470b-a00b-9a47b79dc1d3 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1328.490630] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba13bdf0-d07d-4c16-a9d0-9ad4ba3dad73 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.501015] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d1bbd5b-9ad0-470b-a00b-9a47b79dc1d3 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1328.501015] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67820261-0df8-481f-80f0-15cbfb97e1bc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.505678] env[63097]: DEBUG oslo_vmware.api [None req-3d1bbd5b-9ad0-470b-a00b-9a47b79dc1d3 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Waiting for the task: (returnval){ [ 1328.505678] env[63097]: value = "task-1686825" [ 1328.505678] env[63097]: _type = "Task" [ 1328.505678] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.514880] env[63097]: DEBUG oslo_concurrency.lockutils [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1328.514880] env[63097]: DEBUG nova.compute.manager [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1328.518544] env[63097]: DEBUG oslo_vmware.api [None req-3d1bbd5b-9ad0-470b-a00b-9a47b79dc1d3 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.519872] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3666a6d0-36c0-4a66-8c85-ade9c23e9afb tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.460s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1328.519872] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3666a6d0-36c0-4a66-8c85-ade9c23e9afb tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1328.522329] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.927s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1328.522549] env[63097]: INFO nova.compute.claims [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1328.549062] env[63097]: INFO nova.scheduler.client.report [None req-3666a6d0-36c0-4a66-8c85-ade9c23e9afb tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Deleted allocations for instance b2ee9372-b171-415c-a8a5-bbe57b34f001 [ 1328.555759] env[63097]: DEBUG oslo_concurrency.lockutils [None req-71aea047-b076-4573-acec-d428877a9b92 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Acquiring lock "0f5db7f5-b159-48a3-9795-05e3ef62d385" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.556300] env[63097]: DEBUG oslo_concurrency.lockutils [None req-71aea047-b076-4573-acec-d428877a9b92 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Lock "0f5db7f5-b159-48a3-9795-05e3ef62d385" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1328.556698] env[63097]: DEBUG oslo_concurrency.lockutils [None req-71aea047-b076-4573-acec-d428877a9b92 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Acquiring lock "0f5db7f5-b159-48a3-9795-05e3ef62d385-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.557037] env[63097]: DEBUG oslo_concurrency.lockutils [None req-71aea047-b076-4573-acec-d428877a9b92 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Lock "0f5db7f5-b159-48a3-9795-05e3ef62d385-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1328.559033] env[63097]: DEBUG oslo_concurrency.lockutils [None req-71aea047-b076-4573-acec-d428877a9b92 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Lock "0f5db7f5-b159-48a3-9795-05e3ef62d385-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1328.562209] env[63097]: INFO nova.compute.manager [None req-71aea047-b076-4573-acec-d428877a9b92 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] Terminating instance [ 1328.564704] env[63097]: DEBUG nova.compute.manager [None req-71aea047-b076-4573-acec-d428877a9b92 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1328.565071] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-71aea047-b076-4573-acec-d428877a9b92 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1328.567026] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7247890f-4765-4a84-a8d6-20a1912b6196 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.575747] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-71aea047-b076-4573-acec-d428877a9b92 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1328.580228] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.580626] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22322e14-78b7-4473-aad3-c36a0c0dc755 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.588409] env[63097]: DEBUG oslo_vmware.api [None req-71aea047-b076-4573-acec-d428877a9b92 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Waiting for the task: (returnval){ [ 1328.588409] env[63097]: value = "task-1686826" [ 1328.588409] env[63097]: _type = "Task" [ 1328.588409] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.598815] env[63097]: DEBUG oslo_vmware.api [None req-71aea047-b076-4573-acec-d428877a9b92 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686826, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.651707] env[63097]: INFO nova.compute.manager [-] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Took 1.39 seconds to deallocate network for instance. [ 1328.818888] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.015610] env[63097]: DEBUG nova.network.neutron [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] Successfully updated port: 5b3b4348-9c03-4d57-9dfc-0c024b230452 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1329.025785] env[63097]: DEBUG nova.compute.utils [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1329.027625] env[63097]: DEBUG oslo_vmware.api [None req-3d1bbd5b-9ad0-470b-a00b-9a47b79dc1d3 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686825, 'name': PowerOffVM_Task, 'duration_secs': 0.233356} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.032486] env[63097]: DEBUG nova.compute.manager [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1329.033469] env[63097]: DEBUG nova.network.neutron [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1329.037667] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d1bbd5b-9ad0-470b-a00b-9a47b79dc1d3 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1329.037971] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1bbd5b-9ad0-470b-a00b-9a47b79dc1d3 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1329.044714] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8c86f04-a876-4c86-b6c1-ffd48b4566a1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.047024] env[63097]: DEBUG oslo_concurrency.lockutils [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Acquiring lock "8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.047466] env[63097]: DEBUG oslo_concurrency.lockutils [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Lock "8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.066991] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3666a6d0-36c0-4a66-8c85-ade9c23e9afb tempest-ServerMetadataNegativeTestJSON-1030601358 tempest-ServerMetadataNegativeTestJSON-1030601358-project-member] Lock "b2ee9372-b171-415c-a8a5-bbe57b34f001" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.188s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.099673] env[63097]: DEBUG oslo_vmware.api [None req-71aea047-b076-4573-acec-d428877a9b92 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686826, 'name': PowerOffVM_Task, 'duration_secs': 0.282794} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.101317] env[63097]: DEBUG nova.policy [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b71259406cb45c0b5b99556fbd11717', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bef179dd054a49daacd2151914b1000b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1329.103178] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-71aea047-b076-4573-acec-d428877a9b92 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1329.103499] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-71aea047-b076-4573-acec-d428877a9b92 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1329.103953] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d93346c-f374-4095-996a-314408fe2883 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.159374] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f289b64f-2640-4c44-a36d-b72327c23b96 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.166429] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1bbd5b-9ad0-470b-a00b-9a47b79dc1d3 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1329.167071] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1bbd5b-9ad0-470b-a00b-9a47b79dc1d3 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1329.167576] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d1bbd5b-9ad0-470b-a00b-9a47b79dc1d3 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Deleting the datastore file [datastore1] 4c95a83d-a490-4b3f-bb72-bc32e20e33e4 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1329.167993] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e14dc69-69d7-4abf-b046-5b1e60de0302 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.172742] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-71aea047-b076-4573-acec-d428877a9b92 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1329.172742] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-71aea047-b076-4573-acec-d428877a9b92 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1329.172742] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-71aea047-b076-4573-acec-d428877a9b92 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Deleting the datastore file [datastore1] 0f5db7f5-b159-48a3-9795-05e3ef62d385 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1329.172742] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f392fcd-b8cb-46c8-95cf-ed7e35df7599 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.177233] env[63097]: DEBUG oslo_vmware.api [None req-3d1bbd5b-9ad0-470b-a00b-9a47b79dc1d3 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Waiting for the task: (returnval){ [ 1329.177233] env[63097]: value = "task-1686829" [ 1329.177233] env[63097]: _type = "Task" [ 1329.177233] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.181753] env[63097]: DEBUG oslo_vmware.api [None req-71aea047-b076-4573-acec-d428877a9b92 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Waiting for the task: (returnval){ [ 1329.181753] env[63097]: value = "task-1686830" [ 1329.181753] env[63097]: _type = "Task" [ 1329.181753] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.193232] env[63097]: DEBUG oslo_vmware.api [None req-3d1bbd5b-9ad0-470b-a00b-9a47b79dc1d3 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.198684] env[63097]: DEBUG oslo_vmware.api [None req-71aea047-b076-4573-acec-d428877a9b92 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686830, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.467728] env[63097]: DEBUG nova.network.neutron [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Successfully created port: 50c67948-32bc-4273-98dc-1162bf831c52 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1329.520073] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Acquiring lock "refresh_cache-5900bdbf-f228-4e97-8b50-c42fae2af392" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.520433] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Acquired lock "refresh_cache-5900bdbf-f228-4e97-8b50-c42fae2af392" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.520827] env[63097]: DEBUG nova.network.neutron [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1329.530050] env[63097]: DEBUG nova.compute.manager [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1329.689546] env[63097]: DEBUG oslo_vmware.api [None req-3d1bbd5b-9ad0-470b-a00b-9a47b79dc1d3 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170718} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.693020] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d1bbd5b-9ad0-470b-a00b-9a47b79dc1d3 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1329.695735] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1bbd5b-9ad0-470b-a00b-9a47b79dc1d3 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1329.695735] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1bbd5b-9ad0-470b-a00b-9a47b79dc1d3 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1329.698013] env[63097]: INFO nova.compute.manager [None req-3d1bbd5b-9ad0-470b-a00b-9a47b79dc1d3 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1329.698355] env[63097]: DEBUG oslo.service.loopingcall [None req-3d1bbd5b-9ad0-470b-a00b-9a47b79dc1d3 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1329.700021] env[63097]: DEBUG nova.compute.manager [-] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1329.700021] env[63097]: DEBUG nova.network.neutron [-] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1329.708102] env[63097]: DEBUG oslo_vmware.api [None req-71aea047-b076-4573-acec-d428877a9b92 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Task: {'id': task-1686830, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163089} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.710837] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-71aea047-b076-4573-acec-d428877a9b92 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1329.711062] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-71aea047-b076-4573-acec-d428877a9b92 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1329.711252] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-71aea047-b076-4573-acec-d428877a9b92 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1329.711433] env[63097]: INFO nova.compute.manager [None req-71aea047-b076-4573-acec-d428877a9b92 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1329.712103] env[63097]: DEBUG oslo.service.loopingcall [None req-71aea047-b076-4573-acec-d428877a9b92 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1329.712145] env[63097]: DEBUG nova.compute.manager [-] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1329.714834] env[63097]: DEBUG nova.network.neutron [-] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1329.941167] env[63097]: DEBUG nova.compute.manager [req-d09eab3d-c490-49a0-9f6a-e524c690271b req-a2b492d5-81a6-4a08-8293-748087d057d8 service nova] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] Received event network-vif-plugged-5b3b4348-9c03-4d57-9dfc-0c024b230452 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1329.941167] env[63097]: DEBUG oslo_concurrency.lockutils [req-d09eab3d-c490-49a0-9f6a-e524c690271b req-a2b492d5-81a6-4a08-8293-748087d057d8 service nova] Acquiring lock "5900bdbf-f228-4e97-8b50-c42fae2af392-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.941167] env[63097]: DEBUG oslo_concurrency.lockutils [req-d09eab3d-c490-49a0-9f6a-e524c690271b req-a2b492d5-81a6-4a08-8293-748087d057d8 service nova] Lock "5900bdbf-f228-4e97-8b50-c42fae2af392-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.941167] env[63097]: DEBUG oslo_concurrency.lockutils [req-d09eab3d-c490-49a0-9f6a-e524c690271b req-a2b492d5-81a6-4a08-8293-748087d057d8 service nova] Lock "5900bdbf-f228-4e97-8b50-c42fae2af392-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.941473] env[63097]: DEBUG nova.compute.manager [req-d09eab3d-c490-49a0-9f6a-e524c690271b req-a2b492d5-81a6-4a08-8293-748087d057d8 service nova] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] No waiting events found dispatching network-vif-plugged-5b3b4348-9c03-4d57-9dfc-0c024b230452 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1329.941473] env[63097]: WARNING nova.compute.manager [req-d09eab3d-c490-49a0-9f6a-e524c690271b req-a2b492d5-81a6-4a08-8293-748087d057d8 service nova] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] Received unexpected event network-vif-plugged-5b3b4348-9c03-4d57-9dfc-0c024b230452 for instance with vm_state building and task_state spawning. [ 1329.941557] env[63097]: DEBUG nova.compute.manager [req-d09eab3d-c490-49a0-9f6a-e524c690271b req-a2b492d5-81a6-4a08-8293-748087d057d8 service nova] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] Received event network-changed-5b3b4348-9c03-4d57-9dfc-0c024b230452 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1329.941924] env[63097]: DEBUG nova.compute.manager [req-d09eab3d-c490-49a0-9f6a-e524c690271b req-a2b492d5-81a6-4a08-8293-748087d057d8 service nova] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] Refreshing instance network info cache due to event network-changed-5b3b4348-9c03-4d57-9dfc-0c024b230452. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1329.941924] env[63097]: DEBUG oslo_concurrency.lockutils [req-d09eab3d-c490-49a0-9f6a-e524c690271b req-a2b492d5-81a6-4a08-8293-748087d057d8 service nova] Acquiring lock "refresh_cache-5900bdbf-f228-4e97-8b50-c42fae2af392" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.101138] env[63097]: DEBUG nova.network.neutron [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1330.166356] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82b71de-dce3-47c1-b82e-e0e2ebc4e6e3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.175353] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73bca52-b194-4efa-b748-bbfafec032a6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.220189] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761afe44-c6f7-4ce6-8746-1f6746d6e5e8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.227524] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142fc843-c9ae-461a-85f8-853f27226f1b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.244853] env[63097]: DEBUG nova.compute.provider_tree [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1330.390956] env[63097]: DEBUG nova.network.neutron [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] Updating instance_info_cache with network_info: [{"id": "5b3b4348-9c03-4d57-9dfc-0c024b230452", "address": "fa:16:3e:d6:6a:98", "network": {"id": "e37eb5fb-d62b-4cc8-9512-acfb73278883", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-827995407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79a237f14db402d97495c012cd23ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b3b4348-9c", "ovs_interfaceid": "5b3b4348-9c03-4d57-9dfc-0c024b230452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.542072] env[63097]: DEBUG nova.compute.manager [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1330.573634] env[63097]: DEBUG nova.virt.hardware [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1330.574208] env[63097]: DEBUG nova.virt.hardware [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1330.574513] env[63097]: DEBUG nova.virt.hardware [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1330.574815] env[63097]: DEBUG nova.virt.hardware [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1330.575189] env[63097]: DEBUG nova.virt.hardware [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1330.575508] env[63097]: DEBUG nova.virt.hardware [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1330.575879] env[63097]: DEBUG nova.virt.hardware [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1330.577027] env[63097]: DEBUG nova.virt.hardware [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1330.577027] env[63097]: DEBUG nova.virt.hardware [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1330.577027] env[63097]: DEBUG nova.virt.hardware [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1330.577027] env[63097]: DEBUG nova.virt.hardware [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1330.577944] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805a857e-1c0d-4e60-9573-64937d108536 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.588012] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bdb0162-480b-4441-9b9a-c527949426b8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.620402] env[63097]: DEBUG nova.network.neutron [-] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.740916] env[63097]: DEBUG nova.compute.manager [req-f8a11267-43b3-4906-bd39-8c5066e5e67a req-514030de-6b29-4225-a3ef-8561b4de66e6 service nova] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] Received event network-vif-deleted-84822265-2b32-4523-99ec-a57f71e8f242 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1330.750906] env[63097]: DEBUG nova.scheduler.client.report [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1330.762574] env[63097]: DEBUG nova.network.neutron [-] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.893892] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Releasing lock "refresh_cache-5900bdbf-f228-4e97-8b50-c42fae2af392" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.894267] env[63097]: DEBUG nova.compute.manager [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] Instance network_info: |[{"id": "5b3b4348-9c03-4d57-9dfc-0c024b230452", "address": "fa:16:3e:d6:6a:98", "network": {"id": "e37eb5fb-d62b-4cc8-9512-acfb73278883", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-827995407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79a237f14db402d97495c012cd23ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b3b4348-9c", "ovs_interfaceid": "5b3b4348-9c03-4d57-9dfc-0c024b230452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1330.894600] env[63097]: DEBUG oslo_concurrency.lockutils [req-d09eab3d-c490-49a0-9f6a-e524c690271b req-a2b492d5-81a6-4a08-8293-748087d057d8 service nova] Acquired lock "refresh_cache-5900bdbf-f228-4e97-8b50-c42fae2af392" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.894806] env[63097]: DEBUG nova.network.neutron [req-d09eab3d-c490-49a0-9f6a-e524c690271b req-a2b492d5-81a6-4a08-8293-748087d057d8 service nova] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] Refreshing network info cache for port 5b3b4348-9c03-4d57-9dfc-0c024b230452 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1330.896744] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:6a:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56b944d8-803d-43f2-945d-0f334ee4ea1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b3b4348-9c03-4d57-9dfc-0c024b230452', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1330.910090] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Creating folder: Project (f79a237f14db402d97495c012cd23ed7). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1330.912603] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6572a3d7-5650-4d45-b465-8fcc396a50f6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.925869] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Created folder: Project (f79a237f14db402d97495c012cd23ed7) in parent group-v351483. [ 1330.926099] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Creating folder: Instances. Parent ref: group-v351621. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1330.926352] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d9f21da-9ef3-497f-b086-7d87bc91514b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.935463] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Created folder: Instances in parent group-v351621. [ 1330.935463] env[63097]: DEBUG oslo.service.loopingcall [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1330.935608] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1330.935740] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb6eafe5-d3e9-42db-8097-d0574308e534 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.955685] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1330.955685] env[63097]: value = "task-1686833" [ 1330.955685] env[63097]: _type = "Task" [ 1330.955685] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.965996] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686833, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.122737] env[63097]: INFO nova.compute.manager [-] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] Took 1.41 seconds to deallocate network for instance. [ 1331.255099] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.255753] env[63097]: DEBUG nova.compute.manager [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1331.261345] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e0b8fead-0909-4d14-8cf2-33ef453041c6 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.922s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1331.261739] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e0b8fead-0909-4d14-8cf2-33ef453041c6 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.264115] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.552s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1331.266128] env[63097]: INFO nova.compute.claims [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1331.272261] env[63097]: INFO nova.compute.manager [-] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] Took 1.57 seconds to deallocate network for instance. [ 1331.308712] env[63097]: INFO nova.scheduler.client.report [None req-e0b8fead-0909-4d14-8cf2-33ef453041c6 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Deleted allocations for instance c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8 [ 1331.331765] env[63097]: DEBUG nova.network.neutron [req-d09eab3d-c490-49a0-9f6a-e524c690271b req-a2b492d5-81a6-4a08-8293-748087d057d8 service nova] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] Updated VIF entry in instance network info cache for port 5b3b4348-9c03-4d57-9dfc-0c024b230452. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1331.332150] env[63097]: DEBUG nova.network.neutron [req-d09eab3d-c490-49a0-9f6a-e524c690271b req-a2b492d5-81a6-4a08-8293-748087d057d8 service nova] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] Updating instance_info_cache with network_info: [{"id": "5b3b4348-9c03-4d57-9dfc-0c024b230452", "address": "fa:16:3e:d6:6a:98", "network": {"id": "e37eb5fb-d62b-4cc8-9512-acfb73278883", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-827995407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79a237f14db402d97495c012cd23ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b3b4348-9c", "ovs_interfaceid": "5b3b4348-9c03-4d57-9dfc-0c024b230452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.466502] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686833, 'name': CreateVM_Task, 'duration_secs': 0.292644} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.466686] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1331.467410] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.467582] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.467935] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1331.468359] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9511b6e8-3f9f-40ac-bd8b-950a280d07a0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.473416] env[63097]: DEBUG oslo_vmware.api [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Waiting for the task: (returnval){ [ 1331.473416] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d584d4-4f2f-7228-bc65-c5ac5fd38961" [ 1331.473416] env[63097]: _type = "Task" [ 1331.473416] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.481452] env[63097]: DEBUG oslo_vmware.api [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d584d4-4f2f-7228-bc65-c5ac5fd38961, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.630824] env[63097]: DEBUG oslo_concurrency.lockutils [None req-71aea047-b076-4573-acec-d428877a9b92 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1331.642355] env[63097]: DEBUG nova.network.neutron [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Successfully updated port: 50c67948-32bc-4273-98dc-1162bf831c52 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1331.654743] env[63097]: DEBUG oslo_concurrency.lockutils [None req-489e25f9-f1d0-405a-b1f2-99d0c890ca47 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquiring lock "2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1331.655060] env[63097]: DEBUG oslo_concurrency.lockutils [None req-489e25f9-f1d0-405a-b1f2-99d0c890ca47 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Lock "2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1331.655227] env[63097]: DEBUG oslo_concurrency.lockutils [None req-489e25f9-f1d0-405a-b1f2-99d0c890ca47 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquiring lock "2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1331.655411] env[63097]: DEBUG oslo_concurrency.lockutils [None req-489e25f9-f1d0-405a-b1f2-99d0c890ca47 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Lock "2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1331.655579] env[63097]: DEBUG oslo_concurrency.lockutils [None req-489e25f9-f1d0-405a-b1f2-99d0c890ca47 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Lock "2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.657733] env[63097]: INFO nova.compute.manager [None req-489e25f9-f1d0-405a-b1f2-99d0c890ca47 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Terminating instance [ 1331.659420] env[63097]: DEBUG nova.compute.manager [None req-489e25f9-f1d0-405a-b1f2-99d0c890ca47 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1331.659666] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-489e25f9-f1d0-405a-b1f2-99d0c890ca47 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1331.660682] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc944e4-9166-41f5-ba54-747ff4fc4765 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.668361] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-489e25f9-f1d0-405a-b1f2-99d0c890ca47 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1331.668836] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69c8ed3e-c84e-45b8-8f12-ce974074116f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.675343] env[63097]: DEBUG oslo_vmware.api [None req-489e25f9-f1d0-405a-b1f2-99d0c890ca47 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1331.675343] env[63097]: value = "task-1686834" [ 1331.675343] env[63097]: _type = "Task" [ 1331.675343] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.683332] env[63097]: DEBUG oslo_vmware.api [None req-489e25f9-f1d0-405a-b1f2-99d0c890ca47 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.774783] env[63097]: DEBUG nova.compute.utils [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1331.783054] env[63097]: DEBUG nova.compute.manager [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1331.783054] env[63097]: DEBUG nova.network.neutron [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1331.785722] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3d1bbd5b-9ad0-470b-a00b-9a47b79dc1d3 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1331.817540] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e0b8fead-0909-4d14-8cf2-33ef453041c6 tempest-DeleteServersAdminTestJSON-248508354 tempest-DeleteServersAdminTestJSON-248508354-project-member] Lock "c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.678s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.835355] env[63097]: DEBUG oslo_concurrency.lockutils [req-d09eab3d-c490-49a0-9f6a-e524c690271b req-a2b492d5-81a6-4a08-8293-748087d057d8 service nova] Releasing lock "refresh_cache-5900bdbf-f228-4e97-8b50-c42fae2af392" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1331.864746] env[63097]: DEBUG nova.policy [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b486ed0d33d942268fb57d0c0626ffd2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed5ea40aafe14fa79c22cdd88fb8d2c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1331.985597] env[63097]: DEBUG oslo_vmware.api [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d584d4-4f2f-7228-bc65-c5ac5fd38961, 'name': SearchDatastore_Task, 'duration_secs': 0.011158} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.985904] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1331.986148] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1331.986380] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.986528] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.986730] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1331.986967] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6b5c369-078c-42d7-b0a0-88951a68e709 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.995564] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1331.999249] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1332.000063] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30a40e6c-171b-44bb-bc29-19fc0a7e4968 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.009217] env[63097]: DEBUG oslo_vmware.api [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Waiting for the task: (returnval){ [ 1332.009217] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5230f5e3-77b3-7fde-4156-c738870d604a" [ 1332.009217] env[63097]: _type = "Task" [ 1332.009217] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.019892] env[63097]: DEBUG oslo_vmware.api [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5230f5e3-77b3-7fde-4156-c738870d604a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.039145] env[63097]: DEBUG nova.compute.manager [req-64f376b4-282a-4b07-9d3c-9d1c32d7896c req-fe9e14cd-9e90-4a1b-b3fe-91103df2c7a5 service nova] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] Received event network-vif-deleted-9ce5d93b-b505-4f21-99b3-31cd843437c7 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1332.039426] env[63097]: DEBUG nova.compute.manager [req-64f376b4-282a-4b07-9d3c-9d1c32d7896c req-fe9e14cd-9e90-4a1b-b3fe-91103df2c7a5 service nova] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Received event network-vif-plugged-50c67948-32bc-4273-98dc-1162bf831c52 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1332.039644] env[63097]: DEBUG oslo_concurrency.lockutils [req-64f376b4-282a-4b07-9d3c-9d1c32d7896c req-fe9e14cd-9e90-4a1b-b3fe-91103df2c7a5 service nova] Acquiring lock "8e6c4e91-b227-435a-b3ff-dfc58660542a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1332.039859] env[63097]: DEBUG oslo_concurrency.lockutils [req-64f376b4-282a-4b07-9d3c-9d1c32d7896c req-fe9e14cd-9e90-4a1b-b3fe-91103df2c7a5 service nova] Lock "8e6c4e91-b227-435a-b3ff-dfc58660542a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1332.040941] env[63097]: DEBUG oslo_concurrency.lockutils [req-64f376b4-282a-4b07-9d3c-9d1c32d7896c req-fe9e14cd-9e90-4a1b-b3fe-91103df2c7a5 service nova] Lock "8e6c4e91-b227-435a-b3ff-dfc58660542a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1332.040941] env[63097]: DEBUG nova.compute.manager [req-64f376b4-282a-4b07-9d3c-9d1c32d7896c req-fe9e14cd-9e90-4a1b-b3fe-91103df2c7a5 service nova] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] No waiting events found dispatching network-vif-plugged-50c67948-32bc-4273-98dc-1162bf831c52 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1332.040941] env[63097]: WARNING nova.compute.manager [req-64f376b4-282a-4b07-9d3c-9d1c32d7896c req-fe9e14cd-9e90-4a1b-b3fe-91103df2c7a5 service nova] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Received unexpected event network-vif-plugged-50c67948-32bc-4273-98dc-1162bf831c52 for instance with vm_state building and task_state spawning. [ 1332.040941] env[63097]: DEBUG nova.compute.manager [req-64f376b4-282a-4b07-9d3c-9d1c32d7896c req-fe9e14cd-9e90-4a1b-b3fe-91103df2c7a5 service nova] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Received event network-changed-50c67948-32bc-4273-98dc-1162bf831c52 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1332.041370] env[63097]: DEBUG nova.compute.manager [req-64f376b4-282a-4b07-9d3c-9d1c32d7896c req-fe9e14cd-9e90-4a1b-b3fe-91103df2c7a5 service nova] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Refreshing instance network info cache due to event network-changed-50c67948-32bc-4273-98dc-1162bf831c52. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1332.041449] env[63097]: DEBUG oslo_concurrency.lockutils [req-64f376b4-282a-4b07-9d3c-9d1c32d7896c req-fe9e14cd-9e90-4a1b-b3fe-91103df2c7a5 service nova] Acquiring lock "refresh_cache-8e6c4e91-b227-435a-b3ff-dfc58660542a" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.041606] env[63097]: DEBUG oslo_concurrency.lockutils [req-64f376b4-282a-4b07-9d3c-9d1c32d7896c req-fe9e14cd-9e90-4a1b-b3fe-91103df2c7a5 service nova] Acquired lock "refresh_cache-8e6c4e91-b227-435a-b3ff-dfc58660542a" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.041769] env[63097]: DEBUG nova.network.neutron [req-64f376b4-282a-4b07-9d3c-9d1c32d7896c req-fe9e14cd-9e90-4a1b-b3fe-91103df2c7a5 service nova] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Refreshing network info cache for port 50c67948-32bc-4273-98dc-1162bf831c52 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1332.145218] env[63097]: DEBUG oslo_concurrency.lockutils [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "refresh_cache-8e6c4e91-b227-435a-b3ff-dfc58660542a" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.190556] env[63097]: DEBUG oslo_vmware.api [None req-489e25f9-f1d0-405a-b1f2-99d0c890ca47 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686834, 'name': PowerOffVM_Task, 'duration_secs': 0.195705} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.190838] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-489e25f9-f1d0-405a-b1f2-99d0c890ca47 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1332.191019] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-489e25f9-f1d0-405a-b1f2-99d0c890ca47 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1332.191453] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04367f8f-0df9-46e0-8ab5-88dcb71bc908 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.264851] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-489e25f9-f1d0-405a-b1f2-99d0c890ca47 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1332.265108] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-489e25f9-f1d0-405a-b1f2-99d0c890ca47 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1332.265300] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-489e25f9-f1d0-405a-b1f2-99d0c890ca47 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Deleting the datastore file [datastore2] 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1332.265599] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a0e75be-7986-484e-9d7d-65dcf1a54863 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.272537] env[63097]: DEBUG oslo_vmware.api [None req-489e25f9-f1d0-405a-b1f2-99d0c890ca47 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1332.272537] env[63097]: value = "task-1686836" [ 1332.272537] env[63097]: _type = "Task" [ 1332.272537] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.286189] env[63097]: DEBUG oslo_vmware.api [None req-489e25f9-f1d0-405a-b1f2-99d0c890ca47 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.287839] env[63097]: DEBUG nova.compute.manager [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1332.291388] env[63097]: DEBUG nova.network.neutron [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Successfully created port: 98619dad-60a6-4043-8514-c272f1a54f59 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1332.524032] env[63097]: DEBUG oslo_vmware.api [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5230f5e3-77b3-7fde-4156-c738870d604a, 'name': SearchDatastore_Task, 'duration_secs': 0.009325} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.527118] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55cc2e22-00a7-40fb-bbb9-0517f3b6b10a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.532415] env[63097]: DEBUG oslo_vmware.api [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Waiting for the task: (returnval){ [ 1332.532415] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c79528-bcf4-0f94-b8fa-1726dd07af04" [ 1332.532415] env[63097]: _type = "Task" [ 1332.532415] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.540327] env[63097]: DEBUG oslo_vmware.api [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c79528-bcf4-0f94-b8fa-1726dd07af04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.649978] env[63097]: DEBUG nova.network.neutron [req-64f376b4-282a-4b07-9d3c-9d1c32d7896c req-fe9e14cd-9e90-4a1b-b3fe-91103df2c7a5 service nova] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1332.781912] env[63097]: DEBUG oslo_vmware.api [None req-489e25f9-f1d0-405a-b1f2-99d0c890ca47 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686836, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152359} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.784603] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-489e25f9-f1d0-405a-b1f2-99d0c890ca47 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1332.784811] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-489e25f9-f1d0-405a-b1f2-99d0c890ca47 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1332.785008] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-489e25f9-f1d0-405a-b1f2-99d0c890ca47 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1332.785195] env[63097]: INFO nova.compute.manager [None req-489e25f9-f1d0-405a-b1f2-99d0c890ca47 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1332.785444] env[63097]: DEBUG oslo.service.loopingcall [None req-489e25f9-f1d0-405a-b1f2-99d0c890ca47 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1332.786996] env[63097]: DEBUG nova.compute.manager [-] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1332.787115] env[63097]: DEBUG nova.network.neutron [-] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1332.846243] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e69d44f-87cc-41a4-a000-80d28cd8fc8e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.856087] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d371aaf7-3407-4d94-926f-4eae20a8be7b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.895073] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63334778-1a8e-4892-8fe0-caad219497f8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.904705] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cddb46d1-298b-494c-843b-12bf0feac0ca {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.921644] env[63097]: DEBUG nova.compute.provider_tree [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1332.980608] env[63097]: DEBUG nova.network.neutron [req-64f376b4-282a-4b07-9d3c-9d1c32d7896c req-fe9e14cd-9e90-4a1b-b3fe-91103df2c7a5 service nova] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.047756] env[63097]: DEBUG oslo_vmware.api [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c79528-bcf4-0f94-b8fa-1726dd07af04, 'name': SearchDatastore_Task, 'duration_secs': 0.008728} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.048153] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.048606] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 5900bdbf-f228-4e97-8b50-c42fae2af392/5900bdbf-f228-4e97-8b50-c42fae2af392.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1333.048728] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0c1d8e4-a9df-4f2d-bdb9-812c7e1462f9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.058580] env[63097]: DEBUG oslo_vmware.api [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Waiting for the task: (returnval){ [ 1333.058580] env[63097]: value = "task-1686837" [ 1333.058580] env[63097]: _type = "Task" [ 1333.058580] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.067045] env[63097]: DEBUG oslo_vmware.api [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Task: {'id': task-1686837, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.300610] env[63097]: DEBUG nova.compute.manager [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1333.334917] env[63097]: DEBUG nova.virt.hardware [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1333.335212] env[63097]: DEBUG nova.virt.hardware [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1333.335470] env[63097]: DEBUG nova.virt.hardware [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1333.335554] env[63097]: DEBUG nova.virt.hardware [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1333.335694] env[63097]: DEBUG nova.virt.hardware [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1333.335850] env[63097]: DEBUG nova.virt.hardware [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1333.336123] env[63097]: DEBUG nova.virt.hardware [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1333.336316] env[63097]: DEBUG nova.virt.hardware [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1333.336496] env[63097]: DEBUG nova.virt.hardware [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1333.336665] env[63097]: DEBUG nova.virt.hardware [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1333.336843] env[63097]: DEBUG nova.virt.hardware [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1333.337768] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ea7038-71d9-4ef0-ad09-3b464503243d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.349032] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30e87b4-b369-40bd-8b01-690b94e4dbf8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.427646] env[63097]: DEBUG nova.scheduler.client.report [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1333.484181] env[63097]: DEBUG oslo_concurrency.lockutils [req-64f376b4-282a-4b07-9d3c-9d1c32d7896c req-fe9e14cd-9e90-4a1b-b3fe-91103df2c7a5 service nova] Releasing lock "refresh_cache-8e6c4e91-b227-435a-b3ff-dfc58660542a" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.485429] env[63097]: DEBUG oslo_concurrency.lockutils [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquired lock "refresh_cache-8e6c4e91-b227-435a-b3ff-dfc58660542a" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.485701] env[63097]: DEBUG nova.network.neutron [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1333.572315] env[63097]: DEBUG oslo_vmware.api [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Task: {'id': task-1686837, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.934327] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1333.934896] env[63097]: DEBUG nova.compute.manager [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1333.937628] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.444s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1333.937814] env[63097]: DEBUG nova.objects.instance [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63097) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1334.028484] env[63097]: DEBUG nova.network.neutron [-] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.037964] env[63097]: DEBUG nova.network.neutron [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1334.076562] env[63097]: DEBUG oslo_vmware.api [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Task: {'id': task-1686837, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617765} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.076858] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 5900bdbf-f228-4e97-8b50-c42fae2af392/5900bdbf-f228-4e97-8b50-c42fae2af392.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1334.077106] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1334.077318] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8767fd70-843b-4543-a943-170d675e3b15 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.084117] env[63097]: DEBUG oslo_vmware.api [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Waiting for the task: (returnval){ [ 1334.084117] env[63097]: value = "task-1686838" [ 1334.084117] env[63097]: _type = "Task" [ 1334.084117] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.092202] env[63097]: DEBUG oslo_vmware.api [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Task: {'id': task-1686838, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.144652] env[63097]: DEBUG nova.compute.manager [req-1c2300d4-eaac-4ba4-97c9-8d8a0f3a619c req-1969b6b2-fb06-4ec3-9c92-a2f74b665062 service nova] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Received event network-vif-deleted-12f6d3af-5022-4429-9e4a-51b72ffa4904 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1334.444914] env[63097]: DEBUG nova.compute.utils [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1334.452096] env[63097]: DEBUG nova.compute.manager [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1334.452763] env[63097]: DEBUG nova.network.neutron [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1334.521213] env[63097]: DEBUG nova.network.neutron [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Updating instance_info_cache with network_info: [{"id": "50c67948-32bc-4273-98dc-1162bf831c52", "address": "fa:16:3e:b4:db:97", "network": {"id": "94712200-def6-47d2-8aea-9450d0e57f82", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-478454733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bef179dd054a49daacd2151914b1000b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50c67948-32", "ovs_interfaceid": "50c67948-32bc-4273-98dc-1162bf831c52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.531362] env[63097]: INFO nova.compute.manager [-] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Took 1.74 seconds to deallocate network for instance. [ 1334.595281] env[63097]: DEBUG oslo_vmware.api [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Task: {'id': task-1686838, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065372} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.595659] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1334.599018] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db48a7f5-2f9a-44ab-8522-bc7435e9798a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.618808] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 5900bdbf-f228-4e97-8b50-c42fae2af392/5900bdbf-f228-4e97-8b50-c42fae2af392.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1334.619138] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca9bd0b6-5473-43f7-84fd-a7ff9fd79704 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.640122] env[63097]: DEBUG oslo_vmware.api [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Waiting for the task: (returnval){ [ 1334.640122] env[63097]: value = "task-1686839" [ 1334.640122] env[63097]: _type = "Task" [ 1334.640122] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.648285] env[63097]: DEBUG oslo_vmware.api [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Task: {'id': task-1686839, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.847917] env[63097]: DEBUG nova.policy [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '881e54ae4d3b4cc9b119b4ab6abcb703', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a316bbd2166545e1bd3ecf6cc2443d24', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1334.947665] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a460d0d1-c591-4594-b177-c1679961f2a4 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Acquiring lock "5eaf4ad2-99a2-4372-b133-f6b71dc7f980" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1334.947974] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a460d0d1-c591-4594-b177-c1679961f2a4 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Lock "5eaf4ad2-99a2-4372-b133-f6b71dc7f980" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.948277] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a460d0d1-c591-4594-b177-c1679961f2a4 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Acquiring lock "5eaf4ad2-99a2-4372-b133-f6b71dc7f980-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1334.948492] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a460d0d1-c591-4594-b177-c1679961f2a4 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Lock "5eaf4ad2-99a2-4372-b133-f6b71dc7f980-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.948673] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a460d0d1-c591-4594-b177-c1679961f2a4 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Lock "5eaf4ad2-99a2-4372-b133-f6b71dc7f980-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1334.955019] env[63097]: INFO nova.compute.manager [None req-a460d0d1-c591-4594-b177-c1679961f2a4 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Terminating instance [ 1334.956634] env[63097]: DEBUG nova.compute.manager [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1334.960130] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b7d94e61-b470-4857-a5ff-a25127bdbb34 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1334.961668] env[63097]: DEBUG nova.compute.manager [None req-a460d0d1-c591-4594-b177-c1679961f2a4 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1334.961885] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a460d0d1-c591-4594-b177-c1679961f2a4 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1334.962262] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.777s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.963625] env[63097]: INFO nova.compute.claims [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: b67270f6-3538-4709-8293-b7315e08ec57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1334.966484] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbcfa6a-3727-4379-818a-ad4b461c0bc0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.974638] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a460d0d1-c591-4594-b177-c1679961f2a4 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1334.974933] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21d4eb4c-9c24-4fcc-833c-883602c03bbf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.983773] env[63097]: DEBUG oslo_vmware.api [None req-a460d0d1-c591-4594-b177-c1679961f2a4 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Waiting for the task: (returnval){ [ 1334.983773] env[63097]: value = "task-1686840" [ 1334.983773] env[63097]: _type = "Task" [ 1334.983773] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.992436] env[63097]: DEBUG oslo_vmware.api [None req-a460d0d1-c591-4594-b177-c1679961f2a4 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Task: {'id': task-1686840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.024819] env[63097]: DEBUG oslo_concurrency.lockutils [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Releasing lock "refresh_cache-8e6c4e91-b227-435a-b3ff-dfc58660542a" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1335.025375] env[63097]: DEBUG nova.compute.manager [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Instance network_info: |[{"id": "50c67948-32bc-4273-98dc-1162bf831c52", "address": "fa:16:3e:b4:db:97", "network": {"id": "94712200-def6-47d2-8aea-9450d0e57f82", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-478454733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bef179dd054a49daacd2151914b1000b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50c67948-32", "ovs_interfaceid": "50c67948-32bc-4273-98dc-1162bf831c52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1335.025656] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:db:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c20f5114-0866-45b3-9a7c-62f113ff83fa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50c67948-32bc-4273-98dc-1162bf831c52', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1335.036214] env[63097]: DEBUG oslo.service.loopingcall [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1335.036873] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1335.038444] env[63097]: DEBUG oslo_concurrency.lockutils [None req-489e25f9-f1d0-405a-b1f2-99d0c890ca47 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1335.040140] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-612b898b-9d7d-47a2-8d76-5fb854ea8fb8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.069547] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1335.069547] env[63097]: value = "task-1686841" [ 1335.069547] env[63097]: _type = "Task" [ 1335.069547] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.077511] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686841, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.152096] env[63097]: DEBUG oslo_vmware.api [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Task: {'id': task-1686839, 'name': ReconfigVM_Task, 'duration_secs': 0.298614} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.152486] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 5900bdbf-f228-4e97-8b50-c42fae2af392/5900bdbf-f228-4e97-8b50-c42fae2af392.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1335.153715] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b16853d-7467-4234-97db-922bf761073d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.159689] env[63097]: DEBUG oslo_vmware.api [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Waiting for the task: (returnval){ [ 1335.159689] env[63097]: value = "task-1686842" [ 1335.159689] env[63097]: _type = "Task" [ 1335.159689] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.168287] env[63097]: DEBUG oslo_vmware.api [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Task: {'id': task-1686842, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.481630] env[63097]: DEBUG nova.network.neutron [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Successfully updated port: 98619dad-60a6-4043-8514-c272f1a54f59 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1335.495155] env[63097]: DEBUG oslo_vmware.api [None req-a460d0d1-c591-4594-b177-c1679961f2a4 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Task: {'id': task-1686840, 'name': PowerOffVM_Task, 'duration_secs': 0.454697} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.495611] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a460d0d1-c591-4594-b177-c1679961f2a4 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1335.496213] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a460d0d1-c591-4594-b177-c1679961f2a4 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1335.496213] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca83c3f2-e105-4f7e-a1f6-e0f7fc4a2637 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.565401] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a460d0d1-c591-4594-b177-c1679961f2a4 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1335.565401] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a460d0d1-c591-4594-b177-c1679961f2a4 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1335.565401] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a460d0d1-c591-4594-b177-c1679961f2a4 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Deleting the datastore file [datastore1] 5eaf4ad2-99a2-4372-b133-f6b71dc7f980 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1335.565401] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9715e25e-ae9d-46ea-9461-6449917122ae {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.577928] env[63097]: DEBUG oslo_vmware.api [None req-a460d0d1-c591-4594-b177-c1679961f2a4 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Waiting for the task: (returnval){ [ 1335.577928] env[63097]: value = "task-1686844" [ 1335.577928] env[63097]: _type = "Task" [ 1335.577928] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.589114] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686841, 'name': CreateVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.594312] env[63097]: DEBUG oslo_vmware.api [None req-a460d0d1-c591-4594-b177-c1679961f2a4 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Task: {'id': task-1686844, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.650709] env[63097]: DEBUG nova.network.neutron [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Successfully created port: e92b0eaf-ae0e-4c7f-aaef-addb43dd5874 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1335.673932] env[63097]: DEBUG oslo_vmware.api [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Task: {'id': task-1686842, 'name': Rename_Task, 'duration_secs': 0.251474} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.674874] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1335.678324] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e74a7c8-1311-49e5-90b7-6ef7357eb6b3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.681458] env[63097]: DEBUG oslo_vmware.api [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Waiting for the task: (returnval){ [ 1335.681458] env[63097]: value = "task-1686845" [ 1335.681458] env[63097]: _type = "Task" [ 1335.681458] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.690674] env[63097]: DEBUG oslo_vmware.api [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Task: {'id': task-1686845, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.970211] env[63097]: DEBUG nova.compute.manager [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1335.986527] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Acquiring lock "refresh_cache-3f01124c-7311-48fb-9e5c-c30cf58613fd" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1335.986527] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Acquired lock "refresh_cache-3f01124c-7311-48fb-9e5c-c30cf58613fd" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.986527] env[63097]: DEBUG nova.network.neutron [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1336.007862] env[63097]: DEBUG nova.virt.hardware [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1336.008288] env[63097]: DEBUG nova.virt.hardware [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1336.008482] env[63097]: DEBUG nova.virt.hardware [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1336.008677] env[63097]: DEBUG nova.virt.hardware [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1336.008852] env[63097]: DEBUG nova.virt.hardware [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1336.008972] env[63097]: DEBUG nova.virt.hardware [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1336.009201] env[63097]: DEBUG nova.virt.hardware [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1336.009364] env[63097]: DEBUG nova.virt.hardware [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1336.009632] env[63097]: DEBUG nova.virt.hardware [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1336.009863] env[63097]: DEBUG nova.virt.hardware [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1336.009992] env[63097]: DEBUG nova.virt.hardware [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1336.011221] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa28a649-8367-41e8-9870-1dd6bd64a736 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.021544] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf55888e-646f-4fb7-a0d3-0842bfdef4ad {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.090522] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686841, 'name': CreateVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.096455] env[63097]: DEBUG oslo_vmware.api [None req-a460d0d1-c591-4594-b177-c1679961f2a4 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Task: {'id': task-1686844, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129194} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.096922] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a460d0d1-c591-4594-b177-c1679961f2a4 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1336.097233] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a460d0d1-c591-4594-b177-c1679961f2a4 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1336.097483] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a460d0d1-c591-4594-b177-c1679961f2a4 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1336.097685] env[63097]: INFO nova.compute.manager [None req-a460d0d1-c591-4594-b177-c1679961f2a4 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1336.097924] env[63097]: DEBUG oslo.service.loopingcall [None req-a460d0d1-c591-4594-b177-c1679961f2a4 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1336.098146] env[63097]: DEBUG nova.compute.manager [-] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1336.098246] env[63097]: DEBUG nova.network.neutron [-] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1336.204986] env[63097]: DEBUG oslo_vmware.api [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Task: {'id': task-1686845, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.351965] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Acquiring lock "cc431fa5-30f4-410a-bcb0-1e0587b4ea32" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.352424] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Lock "cc431fa5-30f4-410a-bcb0-1e0587b4ea32" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.560164] env[63097]: DEBUG nova.network.neutron [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1336.586075] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686841, 'name': CreateVM_Task, 'duration_secs': 1.395206} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.586075] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1336.586263] env[63097]: DEBUG oslo_concurrency.lockutils [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.586457] env[63097]: DEBUG oslo_concurrency.lockutils [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.587491] env[63097]: DEBUG oslo_concurrency.lockutils [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1336.588935] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b5725f5-b964-4fad-9c58-f0a8465026e8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.591731] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095ac9c3-fc1c-46ad-829e-e6eab1922b4c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.597198] env[63097]: DEBUG oslo_vmware.api [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1336.597198] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527ba35b-5e05-d2d0-f373-e8ab181e4d9f" [ 1336.597198] env[63097]: _type = "Task" [ 1336.597198] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.606067] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700cf57b-838c-42b8-9fa4-7dddf42016cd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.617217] env[63097]: DEBUG oslo_vmware.api [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527ba35b-5e05-d2d0-f373-e8ab181e4d9f, 'name': SearchDatastore_Task, 'duration_secs': 0.009589} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.643461] env[63097]: DEBUG oslo_concurrency.lockutils [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.643719] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1336.643969] env[63097]: DEBUG oslo_concurrency.lockutils [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.644134] env[63097]: DEBUG oslo_concurrency.lockutils [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.644319] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1336.645117] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f39f329-e49b-49e3-bc39-b98c23c5821f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.647501] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4526008-1af1-4121-9538-7ffc6a6f23a1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.656527] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45978fa-80dc-4807-8348-181eea57f2f7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.661858] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1336.662815] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1336.664142] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-268faecd-4c6d-4d45-afc0-31982ac87e58 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.675558] env[63097]: DEBUG nova.compute.provider_tree [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1336.682757] env[63097]: DEBUG oslo_vmware.api [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1336.682757] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52db6067-b173-61e3-8757-f0095f140a2c" [ 1336.682757] env[63097]: _type = "Task" [ 1336.682757] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.696085] env[63097]: DEBUG oslo_vmware.api [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Task: {'id': task-1686845, 'name': PowerOnVM_Task, 'duration_secs': 0.55938} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.698729] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1336.698942] env[63097]: INFO nova.compute.manager [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] Took 8.84 seconds to spawn the instance on the hypervisor. [ 1336.699148] env[63097]: DEBUG nova.compute.manager [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1336.699582] env[63097]: DEBUG oslo_vmware.api [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52db6067-b173-61e3-8757-f0095f140a2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.700166] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434d01b5-89fc-455d-a64b-43d15423a0d3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.915353] env[63097]: DEBUG nova.network.neutron [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Updating instance_info_cache with network_info: [{"id": "98619dad-60a6-4043-8514-c272f1a54f59", "address": "fa:16:3e:2b:22:10", "network": {"id": "f92b9003-6324-4028-be14-5a239445f2df", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1063026643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ed5ea40aafe14fa79c22cdd88fb8d2c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98619dad-60", "ovs_interfaceid": "98619dad-60a6-4043-8514-c272f1a54f59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.978933] env[63097]: DEBUG nova.compute.manager [req-5e372733-f598-4d2d-b9d8-c667117e7c0f req-7df0403d-8d0b-4dd0-bfb0-7780893b1abb service nova] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Received event network-vif-plugged-98619dad-60a6-4043-8514-c272f1a54f59 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1336.979111] env[63097]: DEBUG oslo_concurrency.lockutils [req-5e372733-f598-4d2d-b9d8-c667117e7c0f req-7df0403d-8d0b-4dd0-bfb0-7780893b1abb service nova] Acquiring lock "3f01124c-7311-48fb-9e5c-c30cf58613fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.979330] env[63097]: DEBUG oslo_concurrency.lockutils [req-5e372733-f598-4d2d-b9d8-c667117e7c0f req-7df0403d-8d0b-4dd0-bfb0-7780893b1abb service nova] Lock "3f01124c-7311-48fb-9e5c-c30cf58613fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.979523] env[63097]: DEBUG oslo_concurrency.lockutils [req-5e372733-f598-4d2d-b9d8-c667117e7c0f req-7df0403d-8d0b-4dd0-bfb0-7780893b1abb service nova] Lock "3f01124c-7311-48fb-9e5c-c30cf58613fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1336.979713] env[63097]: DEBUG nova.compute.manager [req-5e372733-f598-4d2d-b9d8-c667117e7c0f req-7df0403d-8d0b-4dd0-bfb0-7780893b1abb service nova] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] No waiting events found dispatching network-vif-plugged-98619dad-60a6-4043-8514-c272f1a54f59 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1336.979881] env[63097]: WARNING nova.compute.manager [req-5e372733-f598-4d2d-b9d8-c667117e7c0f req-7df0403d-8d0b-4dd0-bfb0-7780893b1abb service nova] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Received unexpected event network-vif-plugged-98619dad-60a6-4043-8514-c272f1a54f59 for instance with vm_state building and task_state spawning. [ 1336.981336] env[63097]: DEBUG nova.compute.manager [req-5e372733-f598-4d2d-b9d8-c667117e7c0f req-7df0403d-8d0b-4dd0-bfb0-7780893b1abb service nova] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Received event network-changed-98619dad-60a6-4043-8514-c272f1a54f59 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1336.981666] env[63097]: DEBUG nova.compute.manager [req-5e372733-f598-4d2d-b9d8-c667117e7c0f req-7df0403d-8d0b-4dd0-bfb0-7780893b1abb service nova] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Refreshing instance network info cache due to event network-changed-98619dad-60a6-4043-8514-c272f1a54f59. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1336.981798] env[63097]: DEBUG oslo_concurrency.lockutils [req-5e372733-f598-4d2d-b9d8-c667117e7c0f req-7df0403d-8d0b-4dd0-bfb0-7780893b1abb service nova] Acquiring lock "refresh_cache-3f01124c-7311-48fb-9e5c-c30cf58613fd" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.182352] env[63097]: DEBUG nova.scheduler.client.report [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1337.197756] env[63097]: DEBUG oslo_vmware.api [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52db6067-b173-61e3-8757-f0095f140a2c, 'name': SearchDatastore_Task, 'duration_secs': 0.012729} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.198787] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdfea783-d985-4671-b76b-6723cd23debc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.206821] env[63097]: DEBUG oslo_vmware.api [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1337.206821] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52618cf5-3a50-f668-39f6-5a243a16dc82" [ 1337.206821] env[63097]: _type = "Task" [ 1337.206821] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.227449] env[63097]: DEBUG oslo_vmware.api [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52618cf5-3a50-f668-39f6-5a243a16dc82, 'name': SearchDatastore_Task, 'duration_secs': 0.00882} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.231189] env[63097]: INFO nova.compute.manager [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] Took 48.35 seconds to build instance. [ 1337.231189] env[63097]: DEBUG oslo_concurrency.lockutils [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.231189] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 8e6c4e91-b227-435a-b3ff-dfc58660542a/8e6c4e91-b227-435a-b3ff-dfc58660542a.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1337.235404] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-056d8979-c40c-4a8a-a775-2a7a7f914485 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.236600] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquiring lock "d22d9d1c-131d-4497-aec6-ab82f7fea0ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.236868] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Lock "d22d9d1c-131d-4497-aec6-ab82f7fea0ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.244283] env[63097]: DEBUG oslo_vmware.api [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1337.244283] env[63097]: value = "task-1686846" [ 1337.244283] env[63097]: _type = "Task" [ 1337.244283] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.255274] env[63097]: DEBUG oslo_vmware.api [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1686846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.418346] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Releasing lock "refresh_cache-3f01124c-7311-48fb-9e5c-c30cf58613fd" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.418792] env[63097]: DEBUG nova.compute.manager [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Instance network_info: |[{"id": "98619dad-60a6-4043-8514-c272f1a54f59", "address": "fa:16:3e:2b:22:10", "network": {"id": "f92b9003-6324-4028-be14-5a239445f2df", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1063026643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ed5ea40aafe14fa79c22cdd88fb8d2c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98619dad-60", "ovs_interfaceid": "98619dad-60a6-4043-8514-c272f1a54f59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1337.419178] env[63097]: DEBUG oslo_concurrency.lockutils [req-5e372733-f598-4d2d-b9d8-c667117e7c0f req-7df0403d-8d0b-4dd0-bfb0-7780893b1abb service nova] Acquired lock "refresh_cache-3f01124c-7311-48fb-9e5c-c30cf58613fd" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.419375] env[63097]: DEBUG nova.network.neutron [req-5e372733-f598-4d2d-b9d8-c667117e7c0f req-7df0403d-8d0b-4dd0-bfb0-7780893b1abb service nova] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Refreshing network info cache for port 98619dad-60a6-4043-8514-c272f1a54f59 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1337.422553] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:22:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae70d41-6ebf-472a-8504-6530eb37ea41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98619dad-60a6-4043-8514-c272f1a54f59', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1337.430459] env[63097]: DEBUG oslo.service.loopingcall [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1337.431671] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1337.431964] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c341875-0be9-43ff-a111-48f95b1a0383 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.454584] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1337.454584] env[63097]: value = "task-1686847" [ 1337.454584] env[63097]: _type = "Task" [ 1337.454584] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.465345] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686847, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.650145] env[63097]: DEBUG nova.network.neutron [-] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.692817] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1337.697137] env[63097]: DEBUG nova.compute.manager [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: b67270f6-3538-4709-8293-b7315e08ec57] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1337.703126] env[63097]: DEBUG oslo_concurrency.lockutils [None req-20b9a6c3-3f75-46b9-83ae-f302523938f3 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.435s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.704076] env[63097]: DEBUG oslo_concurrency.lockutils [None req-20b9a6c3-3f75-46b9-83ae-f302523938f3 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1337.716024] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.238s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.716024] env[63097]: INFO nova.compute.claims [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 850b9308-9498-4834-bd24-616ea264d624] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1337.734984] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a1eb2edc-7276-4b15-a184-86ff09da761c tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Lock "5900bdbf-f228-4e97-8b50-c42fae2af392" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.432s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1337.759084] env[63097]: DEBUG oslo_vmware.api [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1686846, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484938} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.762209] env[63097]: INFO nova.scheduler.client.report [None req-20b9a6c3-3f75-46b9-83ae-f302523938f3 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Deleted allocations for instance b1912e4c-6e63-4d6a-af4c-103d0bd50473 [ 1337.762263] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 8e6c4e91-b227-435a-b3ff-dfc58660542a/8e6c4e91-b227-435a-b3ff-dfc58660542a.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1337.762563] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1337.765985] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b15a5fe-8dfa-4928-9f17-f0d95a310b65 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.777136] env[63097]: DEBUG oslo_vmware.api [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1337.777136] env[63097]: value = "task-1686848" [ 1337.777136] env[63097]: _type = "Task" [ 1337.777136] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.787416] env[63097]: DEBUG oslo_vmware.api [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1686848, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.808676] env[63097]: DEBUG nova.network.neutron [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Successfully updated port: e92b0eaf-ae0e-4c7f-aaef-addb43dd5874 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1337.970453] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686847, 'name': CreateVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.160949] env[63097]: INFO nova.compute.manager [-] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Took 2.06 seconds to deallocate network for instance. [ 1338.175773] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3073a3c5-f285-48c7-85e5-73ca83c1047a tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Acquiring lock "5900bdbf-f228-4e97-8b50-c42fae2af392" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1338.175773] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3073a3c5-f285-48c7-85e5-73ca83c1047a tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Lock "5900bdbf-f228-4e97-8b50-c42fae2af392" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1338.177612] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3073a3c5-f285-48c7-85e5-73ca83c1047a tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Acquiring lock "5900bdbf-f228-4e97-8b50-c42fae2af392-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1338.177844] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3073a3c5-f285-48c7-85e5-73ca83c1047a tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Lock "5900bdbf-f228-4e97-8b50-c42fae2af392-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1338.178044] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3073a3c5-f285-48c7-85e5-73ca83c1047a tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Lock "5900bdbf-f228-4e97-8b50-c42fae2af392-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1338.181103] env[63097]: INFO nova.compute.manager [None req-3073a3c5-f285-48c7-85e5-73ca83c1047a tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] Terminating instance [ 1338.184386] env[63097]: DEBUG nova.compute.manager [None req-3073a3c5-f285-48c7-85e5-73ca83c1047a tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1338.184606] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3073a3c5-f285-48c7-85e5-73ca83c1047a tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1338.185568] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0a6fd5-bbdd-44b0-9abf-322740706243 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.194997] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3073a3c5-f285-48c7-85e5-73ca83c1047a tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1338.196780] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b49a1769-f5b7-4fb1-9190-4bdf2e8fd660 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.205538] env[63097]: DEBUG nova.compute.utils [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1338.208537] env[63097]: DEBUG oslo_vmware.api [None req-3073a3c5-f285-48c7-85e5-73ca83c1047a tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Waiting for the task: (returnval){ [ 1338.208537] env[63097]: value = "task-1686849" [ 1338.208537] env[63097]: _type = "Task" [ 1338.208537] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.208828] env[63097]: DEBUG nova.compute.manager [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: b67270f6-3538-4709-8293-b7315e08ec57] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1338.208992] env[63097]: DEBUG nova.network.neutron [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: b67270f6-3538-4709-8293-b7315e08ec57] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1338.231303] env[63097]: DEBUG oslo_vmware.api [None req-3073a3c5-f285-48c7-85e5-73ca83c1047a tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Task: {'id': task-1686849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.238100] env[63097]: DEBUG nova.compute.manager [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1338.276375] env[63097]: DEBUG oslo_concurrency.lockutils [None req-20b9a6c3-3f75-46b9-83ae-f302523938f3 tempest-ServerShowV254Test-8606148 tempest-ServerShowV254Test-8606148-project-member] Lock "b1912e4c-6e63-4d6a-af4c-103d0bd50473" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.827s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1338.295168] env[63097]: DEBUG oslo_vmware.api [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1686848, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084776} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.295479] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1338.296426] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302c0649-87cb-4b37-81eb-fb9e0d242e2d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.314764] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquiring lock "refresh_cache-185ab458-44b4-4bc2-816a-269d7a4e2719" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1338.314926] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquired lock "refresh_cache-185ab458-44b4-4bc2-816a-269d7a4e2719" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.315122] env[63097]: DEBUG nova.network.neutron [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1338.329322] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 8e6c4e91-b227-435a-b3ff-dfc58660542a/8e6c4e91-b227-435a-b3ff-dfc58660542a.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1338.330674] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a69c0c13-6fe8-4d89-a15e-ca03c30eb42e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.348886] env[63097]: DEBUG nova.network.neutron [req-5e372733-f598-4d2d-b9d8-c667117e7c0f req-7df0403d-8d0b-4dd0-bfb0-7780893b1abb service nova] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Updated VIF entry in instance network info cache for port 98619dad-60a6-4043-8514-c272f1a54f59. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1338.349263] env[63097]: DEBUG nova.network.neutron [req-5e372733-f598-4d2d-b9d8-c667117e7c0f req-7df0403d-8d0b-4dd0-bfb0-7780893b1abb service nova] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Updating instance_info_cache with network_info: [{"id": "98619dad-60a6-4043-8514-c272f1a54f59", "address": "fa:16:3e:2b:22:10", "network": {"id": "f92b9003-6324-4028-be14-5a239445f2df", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1063026643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ed5ea40aafe14fa79c22cdd88fb8d2c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98619dad-60", "ovs_interfaceid": "98619dad-60a6-4043-8514-c272f1a54f59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.357314] env[63097]: DEBUG nova.policy [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '164f0e47d61e49c38d738db114aa32fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e12de661148d4d88bc6e521775898b6b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1338.362119] env[63097]: DEBUG oslo_vmware.api [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1338.362119] env[63097]: value = "task-1686850" [ 1338.362119] env[63097]: _type = "Task" [ 1338.362119] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.383127] env[63097]: DEBUG oslo_vmware.api [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1686850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.467899] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686847, 'name': CreateVM_Task, 'duration_secs': 0.619295} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.467899] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1338.468555] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1338.468767] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.469131] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1338.469417] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3607df4-77e0-4c73-b15c-6552783bd67f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.474417] env[63097]: DEBUG oslo_vmware.api [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Waiting for the task: (returnval){ [ 1338.474417] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]525b8d5d-6112-b0d8-f604-b8c7bcbae823" [ 1338.474417] env[63097]: _type = "Task" [ 1338.474417] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.482115] env[63097]: DEBUG oslo_vmware.api [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]525b8d5d-6112-b0d8-f604-b8c7bcbae823, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.668042] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a460d0d1-c591-4594-b177-c1679961f2a4 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1338.712549] env[63097]: DEBUG nova.compute.manager [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: b67270f6-3538-4709-8293-b7315e08ec57] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1338.727962] env[63097]: DEBUG oslo_vmware.api [None req-3073a3c5-f285-48c7-85e5-73ca83c1047a tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Task: {'id': task-1686849, 'name': PowerOffVM_Task, 'duration_secs': 0.173432} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.728419] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3073a3c5-f285-48c7-85e5-73ca83c1047a tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1338.728556] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3073a3c5-f285-48c7-85e5-73ca83c1047a tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1338.728960] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f23685b-3805-43da-a153-710b810f8165 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.767844] env[63097]: DEBUG oslo_concurrency.lockutils [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1338.798103] env[63097]: DEBUG oslo_concurrency.lockutils [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquiring lock "c2ae5550-369a-44af-91d8-b982da0f296d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1338.798364] env[63097]: DEBUG oslo_concurrency.lockutils [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Lock "c2ae5550-369a-44af-91d8-b982da0f296d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1338.857357] env[63097]: DEBUG nova.network.neutron [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: b67270f6-3538-4709-8293-b7315e08ec57] Successfully created port: 5cba4600-f8fe-4960-8907-2456c122ee5c {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1338.859602] env[63097]: DEBUG oslo_concurrency.lockutils [req-5e372733-f598-4d2d-b9d8-c667117e7c0f req-7df0403d-8d0b-4dd0-bfb0-7780893b1abb service nova] Releasing lock "refresh_cache-3f01124c-7311-48fb-9e5c-c30cf58613fd" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1338.872829] env[63097]: DEBUG oslo_vmware.api [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1686850, 'name': ReconfigVM_Task, 'duration_secs': 0.303402} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.875517] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 8e6c4e91-b227-435a-b3ff-dfc58660542a/8e6c4e91-b227-435a-b3ff-dfc58660542a.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1338.876672] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d71d41d-6c6b-4de3-9bdc-21cda681adbe {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.884182] env[63097]: DEBUG oslo_vmware.api [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1338.884182] env[63097]: value = "task-1686852" [ 1338.884182] env[63097]: _type = "Task" [ 1338.884182] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.894866] env[63097]: DEBUG oslo_vmware.api [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1686852, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.901683] env[63097]: DEBUG nova.network.neutron [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1338.941668] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3073a3c5-f285-48c7-85e5-73ca83c1047a tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1338.941916] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3073a3c5-f285-48c7-85e5-73ca83c1047a tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1338.942117] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-3073a3c5-f285-48c7-85e5-73ca83c1047a tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Deleting the datastore file [datastore2] 5900bdbf-f228-4e97-8b50-c42fae2af392 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1338.945018] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ad65709-804c-423f-9d8a-43f263881361 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.949083] env[63097]: DEBUG oslo_vmware.api [None req-3073a3c5-f285-48c7-85e5-73ca83c1047a tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Waiting for the task: (returnval){ [ 1338.949083] env[63097]: value = "task-1686853" [ 1338.949083] env[63097]: _type = "Task" [ 1338.949083] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.960504] env[63097]: DEBUG oslo_vmware.api [None req-3073a3c5-f285-48c7-85e5-73ca83c1047a tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Task: {'id': task-1686853, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.984694] env[63097]: DEBUG oslo_vmware.api [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]525b8d5d-6112-b0d8-f604-b8c7bcbae823, 'name': SearchDatastore_Task, 'duration_secs': 0.008991} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.988262] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1338.988395] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1338.988549] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1338.988705] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.988886] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1338.989384] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d0b965c-27ff-45e3-86f2-80fe7d79fc28 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.997306] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1338.997499] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1338.998264] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e520a011-dba4-49b3-bf4f-b5f35c779379 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.003516] env[63097]: DEBUG oslo_vmware.api [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Waiting for the task: (returnval){ [ 1339.003516] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52de8125-41ef-ba28-5be8-a94361d30f9a" [ 1339.003516] env[63097]: _type = "Task" [ 1339.003516] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.015169] env[63097]: DEBUG oslo_vmware.api [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52de8125-41ef-ba28-5be8-a94361d30f9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.404497] env[63097]: DEBUG oslo_vmware.api [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1686852, 'name': Rename_Task, 'duration_secs': 0.151877} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.404792] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1339.405512] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c77fde1b-e54f-425a-9100-42e1b68bb609 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.412333] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38bd8914-100a-4472-9b51-0c8876f02a00 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.416842] env[63097]: DEBUG oslo_vmware.api [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1339.416842] env[63097]: value = "task-1686854" [ 1339.416842] env[63097]: _type = "Task" [ 1339.416842] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.429025] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80463ad-49b1-418c-8ce8-6bd33dfb0580 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.437271] env[63097]: DEBUG oslo_vmware.api [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1686854, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.471478] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d446553e-7fa4-4329-a4a3-9cf735f03ac1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.476769] env[63097]: DEBUG nova.compute.manager [req-9858b783-e72b-47f4-8e84-f3739e151f63 req-f9b5859e-6591-41ca-bc4c-456d9cdf2291 service nova] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Received event network-vif-deleted-36e0db32-9a29-4560-ab07-a4347fc817ed {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1339.476769] env[63097]: DEBUG nova.compute.manager [req-9858b783-e72b-47f4-8e84-f3739e151f63 req-f9b5859e-6591-41ca-bc4c-456d9cdf2291 service nova] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Received event network-vif-plugged-e92b0eaf-ae0e-4c7f-aaef-addb43dd5874 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1339.476769] env[63097]: DEBUG oslo_concurrency.lockutils [req-9858b783-e72b-47f4-8e84-f3739e151f63 req-f9b5859e-6591-41ca-bc4c-456d9cdf2291 service nova] Acquiring lock "185ab458-44b4-4bc2-816a-269d7a4e2719-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.477193] env[63097]: DEBUG oslo_concurrency.lockutils [req-9858b783-e72b-47f4-8e84-f3739e151f63 req-f9b5859e-6591-41ca-bc4c-456d9cdf2291 service nova] Lock "185ab458-44b4-4bc2-816a-269d7a4e2719-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1339.477329] env[63097]: DEBUG oslo_concurrency.lockutils [req-9858b783-e72b-47f4-8e84-f3739e151f63 req-f9b5859e-6591-41ca-bc4c-456d9cdf2291 service nova] Lock "185ab458-44b4-4bc2-816a-269d7a4e2719-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1339.477594] env[63097]: DEBUG nova.compute.manager [req-9858b783-e72b-47f4-8e84-f3739e151f63 req-f9b5859e-6591-41ca-bc4c-456d9cdf2291 service nova] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] No waiting events found dispatching network-vif-plugged-e92b0eaf-ae0e-4c7f-aaef-addb43dd5874 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1339.477801] env[63097]: WARNING nova.compute.manager [req-9858b783-e72b-47f4-8e84-f3739e151f63 req-f9b5859e-6591-41ca-bc4c-456d9cdf2291 service nova] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Received unexpected event network-vif-plugged-e92b0eaf-ae0e-4c7f-aaef-addb43dd5874 for instance with vm_state building and task_state spawning. [ 1339.478033] env[63097]: DEBUG nova.compute.manager [req-9858b783-e72b-47f4-8e84-f3739e151f63 req-f9b5859e-6591-41ca-bc4c-456d9cdf2291 service nova] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Received event network-changed-e92b0eaf-ae0e-4c7f-aaef-addb43dd5874 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1339.478254] env[63097]: DEBUG nova.compute.manager [req-9858b783-e72b-47f4-8e84-f3739e151f63 req-f9b5859e-6591-41ca-bc4c-456d9cdf2291 service nova] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Refreshing instance network info cache due to event network-changed-e92b0eaf-ae0e-4c7f-aaef-addb43dd5874. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1339.478692] env[63097]: DEBUG oslo_concurrency.lockutils [req-9858b783-e72b-47f4-8e84-f3739e151f63 req-f9b5859e-6591-41ca-bc4c-456d9cdf2291 service nova] Acquiring lock "refresh_cache-185ab458-44b4-4bc2-816a-269d7a4e2719" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1339.485539] env[63097]: DEBUG oslo_vmware.api [None req-3073a3c5-f285-48c7-85e5-73ca83c1047a tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Task: {'id': task-1686853, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367528} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.487804] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-3073a3c5-f285-48c7-85e5-73ca83c1047a tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1339.488086] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3073a3c5-f285-48c7-85e5-73ca83c1047a tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1339.488333] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3073a3c5-f285-48c7-85e5-73ca83c1047a tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1339.488555] env[63097]: INFO nova.compute.manager [None req-3073a3c5-f285-48c7-85e5-73ca83c1047a tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1339.488850] env[63097]: DEBUG oslo.service.loopingcall [None req-3073a3c5-f285-48c7-85e5-73ca83c1047a tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1339.489172] env[63097]: DEBUG nova.compute.manager [-] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1339.489311] env[63097]: DEBUG nova.network.neutron [-] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1339.494028] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2afdca-c6ab-4b32-9527-0f984fc2bee6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.497898] env[63097]: DEBUG nova.network.neutron [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Updating instance_info_cache with network_info: [{"id": "e92b0eaf-ae0e-4c7f-aaef-addb43dd5874", "address": "fa:16:3e:66:5f:70", "network": {"id": "063cc40b-6c34-4808-ab42-2b91c7189ebe", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1266792904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a316bbd2166545e1bd3ecf6cc2443d24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape92b0eaf-ae", "ovs_interfaceid": "e92b0eaf-ae0e-4c7f-aaef-addb43dd5874", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.513041] env[63097]: DEBUG nova.compute.provider_tree [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1339.528886] env[63097]: DEBUG oslo_vmware.api [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52de8125-41ef-ba28-5be8-a94361d30f9a, 'name': SearchDatastore_Task, 'duration_secs': 0.010412} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.530235] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9bd8710-00c5-4434-ab2b-c46815125373 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.535751] env[63097]: DEBUG oslo_vmware.api [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Waiting for the task: (returnval){ [ 1339.535751] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52adb5d6-065e-e4ba-1a54-c618df424102" [ 1339.535751] env[63097]: _type = "Task" [ 1339.535751] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.544158] env[63097]: DEBUG oslo_vmware.api [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52adb5d6-065e-e4ba-1a54-c618df424102, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.731222] env[63097]: DEBUG nova.compute.manager [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: b67270f6-3538-4709-8293-b7315e08ec57] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1339.761840] env[63097]: DEBUG nova.virt.hardware [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1339.762153] env[63097]: DEBUG nova.virt.hardware [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1339.762331] env[63097]: DEBUG nova.virt.hardware [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1339.762690] env[63097]: DEBUG nova.virt.hardware [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1339.762881] env[63097]: DEBUG nova.virt.hardware [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1339.763057] env[63097]: DEBUG nova.virt.hardware [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1339.763282] env[63097]: DEBUG nova.virt.hardware [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1339.763457] env[63097]: DEBUG nova.virt.hardware [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1339.763636] env[63097]: DEBUG nova.virt.hardware [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1339.763807] env[63097]: DEBUG nova.virt.hardware [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1339.764028] env[63097]: DEBUG nova.virt.hardware [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1339.764973] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b43915-21a5-4410-a4e5-9164f0611fb7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.773627] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e5de23-2685-4cbc-8821-d76e0bad2366 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.931523] env[63097]: DEBUG oslo_vmware.api [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1686854, 'name': PowerOnVM_Task, 'duration_secs': 0.479755} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.931942] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1339.932263] env[63097]: INFO nova.compute.manager [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Took 9.39 seconds to spawn the instance on the hypervisor. [ 1339.932661] env[63097]: DEBUG nova.compute.manager [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1339.934140] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5ccd2c-1da7-4c7f-a351-e8b8841b8462 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.001775] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Releasing lock "refresh_cache-185ab458-44b4-4bc2-816a-269d7a4e2719" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1340.002251] env[63097]: DEBUG nova.compute.manager [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Instance network_info: |[{"id": "e92b0eaf-ae0e-4c7f-aaef-addb43dd5874", "address": "fa:16:3e:66:5f:70", "network": {"id": "063cc40b-6c34-4808-ab42-2b91c7189ebe", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1266792904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a316bbd2166545e1bd3ecf6cc2443d24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape92b0eaf-ae", "ovs_interfaceid": "e92b0eaf-ae0e-4c7f-aaef-addb43dd5874", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1340.002528] env[63097]: DEBUG oslo_concurrency.lockutils [req-9858b783-e72b-47f4-8e84-f3739e151f63 req-f9b5859e-6591-41ca-bc4c-456d9cdf2291 service nova] Acquired lock "refresh_cache-185ab458-44b4-4bc2-816a-269d7a4e2719" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.002755] env[63097]: DEBUG nova.network.neutron [req-9858b783-e72b-47f4-8e84-f3739e151f63 req-f9b5859e-6591-41ca-bc4c-456d9cdf2291 service nova] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Refreshing network info cache for port e92b0eaf-ae0e-4c7f-aaef-addb43dd5874 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1340.004249] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:5f:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '767a3a48-41d4-4a0c-961d-0024837f63bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e92b0eaf-ae0e-4c7f-aaef-addb43dd5874', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1340.013191] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Creating folder: Project (a316bbd2166545e1bd3ecf6cc2443d24). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1340.014799] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9e42bc7-766b-43fa-bd20-2ed966415072 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.023892] env[63097]: DEBUG nova.scheduler.client.report [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1340.029653] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Created folder: Project (a316bbd2166545e1bd3ecf6cc2443d24) in parent group-v351483. [ 1340.029884] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Creating folder: Instances. Parent ref: group-v351626. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1340.030352] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a27af9b-96ac-4de6-bad9-600ae07b8f99 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.044665] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Created folder: Instances in parent group-v351626. [ 1340.044665] env[63097]: DEBUG oslo.service.loopingcall [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1340.045270] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1340.046147] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6253db3a-cb56-43fd-bdf1-c8b4305fe6a9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.069182] env[63097]: DEBUG oslo_vmware.api [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52adb5d6-065e-e4ba-1a54-c618df424102, 'name': SearchDatastore_Task, 'duration_secs': 0.008111} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.069363] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1340.069675] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 3f01124c-7311-48fb-9e5c-c30cf58613fd/3f01124c-7311-48fb-9e5c-c30cf58613fd.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1340.069961] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-274bde9e-ddf8-45af-9400-4dd17a596869 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.075989] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1340.075989] env[63097]: value = "task-1686857" [ 1340.075989] env[63097]: _type = "Task" [ 1340.075989] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.077420] env[63097]: DEBUG oslo_vmware.api [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Waiting for the task: (returnval){ [ 1340.077420] env[63097]: value = "task-1686858" [ 1340.077420] env[63097]: _type = "Task" [ 1340.077420] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.090324] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686857, 'name': CreateVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.093496] env[63097]: DEBUG oslo_vmware.api [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686858, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.455770] env[63097]: INFO nova.compute.manager [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Took 49.45 seconds to build instance. [ 1340.494459] env[63097]: DEBUG nova.network.neutron [-] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.532892] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.819s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1340.534090] env[63097]: DEBUG nova.compute.manager [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 850b9308-9498-4834-bd24-616ea264d624] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1340.538579] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.363s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1340.539397] env[63097]: INFO nova.compute.claims [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1340.597901] env[63097]: DEBUG oslo_vmware.api [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686858, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.602084] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686857, 'name': CreateVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.831512] env[63097]: DEBUG nova.network.neutron [req-9858b783-e72b-47f4-8e84-f3739e151f63 req-f9b5859e-6591-41ca-bc4c-456d9cdf2291 service nova] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Updated VIF entry in instance network info cache for port e92b0eaf-ae0e-4c7f-aaef-addb43dd5874. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1340.832073] env[63097]: DEBUG nova.network.neutron [req-9858b783-e72b-47f4-8e84-f3739e151f63 req-f9b5859e-6591-41ca-bc4c-456d9cdf2291 service nova] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Updating instance_info_cache with network_info: [{"id": "e92b0eaf-ae0e-4c7f-aaef-addb43dd5874", "address": "fa:16:3e:66:5f:70", "network": {"id": "063cc40b-6c34-4808-ab42-2b91c7189ebe", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1266792904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a316bbd2166545e1bd3ecf6cc2443d24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape92b0eaf-ae", "ovs_interfaceid": "e92b0eaf-ae0e-4c7f-aaef-addb43dd5874", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.957435] env[63097]: DEBUG oslo_concurrency.lockutils [None req-40db1a3b-b28b-4d74-8035-00bc0dc13f0d tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "8e6c4e91-b227-435a-b3ff-dfc58660542a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.170s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1340.998562] env[63097]: INFO nova.compute.manager [-] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] Took 1.51 seconds to deallocate network for instance. [ 1341.048542] env[63097]: DEBUG nova.compute.utils [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1341.050116] env[63097]: DEBUG nova.compute.manager [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 850b9308-9498-4834-bd24-616ea264d624] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1341.050274] env[63097]: DEBUG nova.network.neutron [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 850b9308-9498-4834-bd24-616ea264d624] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1341.096097] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686857, 'name': CreateVM_Task, 'duration_secs': 0.874322} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.100181] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1341.100696] env[63097]: DEBUG oslo_vmware.api [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686858, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593966} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.101379] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.101595] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.101927] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1341.102552] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 3f01124c-7311-48fb-9e5c-c30cf58613fd/3f01124c-7311-48fb-9e5c-c30cf58613fd.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1341.102879] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1341.103196] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4c960dd-df25-4b0c-b549-0d5af25e3a9d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.105619] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0e203ab-9b8e-43df-88d9-6f0efd009666 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.111161] env[63097]: DEBUG oslo_vmware.api [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1341.111161] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52125eda-3a52-65d3-bb82-53aee2fcf51f" [ 1341.111161] env[63097]: _type = "Task" [ 1341.111161] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.116496] env[63097]: DEBUG oslo_vmware.api [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Waiting for the task: (returnval){ [ 1341.116496] env[63097]: value = "task-1686859" [ 1341.116496] env[63097]: _type = "Task" [ 1341.116496] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.119866] env[63097]: DEBUG oslo_vmware.api [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52125eda-3a52-65d3-bb82-53aee2fcf51f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.127864] env[63097]: DEBUG oslo_vmware.api [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686859, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.158442] env[63097]: DEBUG nova.policy [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00b305face6f4a2781e92d9cf014f6d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da12a5842c1843779e0d0c1b3f2c6973', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1341.320811] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Acquiring lock "66274a74-ccfb-4a8b-ac23-f0b913919d19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.321053] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Lock "66274a74-ccfb-4a8b-ac23-f0b913919d19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1341.334872] env[63097]: DEBUG oslo_concurrency.lockutils [req-9858b783-e72b-47f4-8e84-f3739e151f63 req-f9b5859e-6591-41ca-bc4c-456d9cdf2291 service nova] Releasing lock "refresh_cache-185ab458-44b4-4bc2-816a-269d7a4e2719" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1341.415982] env[63097]: DEBUG nova.network.neutron [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: b67270f6-3538-4709-8293-b7315e08ec57] Successfully updated port: 5cba4600-f8fe-4960-8907-2456c122ee5c {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1341.459636] env[63097]: DEBUG nova.compute.manager [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1341.502471] env[63097]: DEBUG nova.compute.manager [req-d1105397-fa95-4ffb-a1de-c350d6d8ecf7 req-628a2cdf-bbcb-45ea-8a44-c73da7f9e548 service nova] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] Received event network-vif-deleted-5b3b4348-9c03-4d57-9dfc-0c024b230452 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1341.502471] env[63097]: DEBUG nova.compute.manager [req-d1105397-fa95-4ffb-a1de-c350d6d8ecf7 req-628a2cdf-bbcb-45ea-8a44-c73da7f9e548 service nova] [instance: b67270f6-3538-4709-8293-b7315e08ec57] Received event network-vif-plugged-5cba4600-f8fe-4960-8907-2456c122ee5c {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1341.502471] env[63097]: DEBUG oslo_concurrency.lockutils [req-d1105397-fa95-4ffb-a1de-c350d6d8ecf7 req-628a2cdf-bbcb-45ea-8a44-c73da7f9e548 service nova] Acquiring lock "b67270f6-3538-4709-8293-b7315e08ec57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.502892] env[63097]: DEBUG oslo_concurrency.lockutils [req-d1105397-fa95-4ffb-a1de-c350d6d8ecf7 req-628a2cdf-bbcb-45ea-8a44-c73da7f9e548 service nova] Lock "b67270f6-3538-4709-8293-b7315e08ec57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1341.502892] env[63097]: DEBUG oslo_concurrency.lockutils [req-d1105397-fa95-4ffb-a1de-c350d6d8ecf7 req-628a2cdf-bbcb-45ea-8a44-c73da7f9e548 service nova] Lock "b67270f6-3538-4709-8293-b7315e08ec57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1341.502892] env[63097]: DEBUG nova.compute.manager [req-d1105397-fa95-4ffb-a1de-c350d6d8ecf7 req-628a2cdf-bbcb-45ea-8a44-c73da7f9e548 service nova] [instance: b67270f6-3538-4709-8293-b7315e08ec57] No waiting events found dispatching network-vif-plugged-5cba4600-f8fe-4960-8907-2456c122ee5c {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1341.503024] env[63097]: WARNING nova.compute.manager [req-d1105397-fa95-4ffb-a1de-c350d6d8ecf7 req-628a2cdf-bbcb-45ea-8a44-c73da7f9e548 service nova] [instance: b67270f6-3538-4709-8293-b7315e08ec57] Received unexpected event network-vif-plugged-5cba4600-f8fe-4960-8907-2456c122ee5c for instance with vm_state building and task_state spawning. [ 1341.503177] env[63097]: DEBUG nova.compute.manager [req-d1105397-fa95-4ffb-a1de-c350d6d8ecf7 req-628a2cdf-bbcb-45ea-8a44-c73da7f9e548 service nova] [instance: b67270f6-3538-4709-8293-b7315e08ec57] Received event network-changed-5cba4600-f8fe-4960-8907-2456c122ee5c {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1341.503329] env[63097]: DEBUG nova.compute.manager [req-d1105397-fa95-4ffb-a1de-c350d6d8ecf7 req-628a2cdf-bbcb-45ea-8a44-c73da7f9e548 service nova] [instance: b67270f6-3538-4709-8293-b7315e08ec57] Refreshing instance network info cache due to event network-changed-5cba4600-f8fe-4960-8907-2456c122ee5c. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1341.503522] env[63097]: DEBUG oslo_concurrency.lockutils [req-d1105397-fa95-4ffb-a1de-c350d6d8ecf7 req-628a2cdf-bbcb-45ea-8a44-c73da7f9e548 service nova] Acquiring lock "refresh_cache-b67270f6-3538-4709-8293-b7315e08ec57" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.503660] env[63097]: DEBUG oslo_concurrency.lockutils [req-d1105397-fa95-4ffb-a1de-c350d6d8ecf7 req-628a2cdf-bbcb-45ea-8a44-c73da7f9e548 service nova] Acquired lock "refresh_cache-b67270f6-3538-4709-8293-b7315e08ec57" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.503818] env[63097]: DEBUG nova.network.neutron [req-d1105397-fa95-4ffb-a1de-c350d6d8ecf7 req-628a2cdf-bbcb-45ea-8a44-c73da7f9e548 service nova] [instance: b67270f6-3538-4709-8293-b7315e08ec57] Refreshing network info cache for port 5cba4600-f8fe-4960-8907-2456c122ee5c {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1341.507259] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3073a3c5-f285-48c7-85e5-73ca83c1047a tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.550643] env[63097]: DEBUG nova.compute.manager [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 850b9308-9498-4834-bd24-616ea264d624] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1341.623571] env[63097]: DEBUG oslo_vmware.api [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52125eda-3a52-65d3-bb82-53aee2fcf51f, 'name': SearchDatastore_Task, 'duration_secs': 0.022221} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.627170] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1341.627675] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1341.628122] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.628416] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.628725] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1341.631296] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-512f3128-05dd-4c11-a64d-5fbfda56f682 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.643024] env[63097]: DEBUG oslo_vmware.api [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686859, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067037} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.643024] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1341.643024] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f09896-3844-4e2b-a381-0b3333f910b7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.644290] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1341.644613] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1341.648424] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-201a9d05-330b-495b-822e-1438f17da898 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.673286] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 3f01124c-7311-48fb-9e5c-c30cf58613fd/3f01124c-7311-48fb-9e5c-c30cf58613fd.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1341.679234] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dfa4e01-5805-4ff1-855f-b550777a6897 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.698138] env[63097]: DEBUG oslo_vmware.api [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1341.698138] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5255406e-5650-ff6c-9808-58ffd3400df4" [ 1341.698138] env[63097]: _type = "Task" [ 1341.698138] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.705017] env[63097]: DEBUG oslo_concurrency.lockutils [None req-17abc2b3-0873-4692-a396-60406b5287ec tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "8e6c4e91-b227-435a-b3ff-dfc58660542a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.705017] env[63097]: DEBUG oslo_concurrency.lockutils [None req-17abc2b3-0873-4692-a396-60406b5287ec tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "8e6c4e91-b227-435a-b3ff-dfc58660542a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1341.708170] env[63097]: DEBUG oslo_vmware.api [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Waiting for the task: (returnval){ [ 1341.708170] env[63097]: value = "task-1686860" [ 1341.708170] env[63097]: _type = "Task" [ 1341.708170] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.709309] env[63097]: DEBUG nova.network.neutron [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 850b9308-9498-4834-bd24-616ea264d624] Successfully created port: 56da8663-81ae-4cb1-a277-6b3a72873ff2 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1341.721066] env[63097]: DEBUG oslo_vmware.api [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5255406e-5650-ff6c-9808-58ffd3400df4, 'name': SearchDatastore_Task, 'duration_secs': 0.012024} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.728019] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33fc66e1-ad6d-48e2-8a44-e0d2af6c9623 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.732900] env[63097]: DEBUG oslo_vmware.api [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686860, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.735881] env[63097]: DEBUG oslo_vmware.api [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1341.735881] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]523a19d5-2dc5-2784-8964-1437cde899ad" [ 1341.735881] env[63097]: _type = "Task" [ 1341.735881] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.745126] env[63097]: DEBUG oslo_vmware.api [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]523a19d5-2dc5-2784-8964-1437cde899ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.925894] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Acquiring lock "refresh_cache-b67270f6-3538-4709-8293-b7315e08ec57" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.978708] env[63097]: DEBUG oslo_concurrency.lockutils [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1342.064729] env[63097]: DEBUG nova.network.neutron [req-d1105397-fa95-4ffb-a1de-c350d6d8ecf7 req-628a2cdf-bbcb-45ea-8a44-c73da7f9e548 service nova] [instance: b67270f6-3538-4709-8293-b7315e08ec57] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1342.130986] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7bdc99-0e68-4055-abb2-6055555d8488 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.139967] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e908baed-7211-4e55-bb2d-f5270921e668 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.144884] env[63097]: DEBUG nova.network.neutron [req-d1105397-fa95-4ffb-a1de-c350d6d8ecf7 req-628a2cdf-bbcb-45ea-8a44-c73da7f9e548 service nova] [instance: b67270f6-3538-4709-8293-b7315e08ec57] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.174601] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d207c781-48b6-4b70-b46f-3fab31106c2e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.182560] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bac8ee-3442-46df-93f7-78f6ce306676 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.198028] env[63097]: DEBUG nova.compute.provider_tree [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1342.213435] env[63097]: DEBUG nova.compute.utils [None req-17abc2b3-0873-4692-a396-60406b5287ec tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1342.224442] env[63097]: DEBUG oslo_vmware.api [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686860, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.245223] env[63097]: DEBUG oslo_vmware.api [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]523a19d5-2dc5-2784-8964-1437cde899ad, 'name': SearchDatastore_Task, 'duration_secs': 0.012498} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.245507] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1342.245772] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 185ab458-44b4-4bc2-816a-269d7a4e2719/185ab458-44b4-4bc2-816a-269d7a4e2719.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1342.246058] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-985bf8e1-0264-4024-bb51-b500bf7df6eb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.253037] env[63097]: DEBUG oslo_vmware.api [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1342.253037] env[63097]: value = "task-1686861" [ 1342.253037] env[63097]: _type = "Task" [ 1342.253037] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.261795] env[63097]: DEBUG oslo_vmware.api [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1686861, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.570649] env[63097]: DEBUG nova.compute.manager [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 850b9308-9498-4834-bd24-616ea264d624] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1342.598357] env[63097]: DEBUG nova.virt.hardware [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1342.598833] env[63097]: DEBUG nova.virt.hardware [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1342.599171] env[63097]: DEBUG nova.virt.hardware [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1342.599485] env[63097]: DEBUG nova.virt.hardware [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1342.599708] env[63097]: DEBUG nova.virt.hardware [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1342.599888] env[63097]: DEBUG nova.virt.hardware [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1342.600146] env[63097]: DEBUG nova.virt.hardware [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1342.600325] env[63097]: DEBUG nova.virt.hardware [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1342.600501] env[63097]: DEBUG nova.virt.hardware [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1342.600707] env[63097]: DEBUG nova.virt.hardware [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1342.600910] env[63097]: DEBUG nova.virt.hardware [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1342.601933] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d7676e-ab7e-4be8-b6ba-bd9f349693b1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.613554] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab8937c-dd30-414c-b8c7-5a5673c06b5d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.647559] env[63097]: DEBUG oslo_concurrency.lockutils [req-d1105397-fa95-4ffb-a1de-c350d6d8ecf7 req-628a2cdf-bbcb-45ea-8a44-c73da7f9e548 service nova] Releasing lock "refresh_cache-b67270f6-3538-4709-8293-b7315e08ec57" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1342.648120] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Acquired lock "refresh_cache-b67270f6-3538-4709-8293-b7315e08ec57" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.648355] env[63097]: DEBUG nova.network.neutron [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: b67270f6-3538-4709-8293-b7315e08ec57] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1342.701202] env[63097]: DEBUG nova.scheduler.client.report [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1342.718241] env[63097]: DEBUG oslo_concurrency.lockutils [None req-17abc2b3-0873-4692-a396-60406b5287ec tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "8e6c4e91-b227-435a-b3ff-dfc58660542a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.726040] env[63097]: DEBUG oslo_vmware.api [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686860, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.764361] env[63097]: DEBUG oslo_vmware.api [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1686861, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.206589] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.207305] env[63097]: DEBUG nova.compute.manager [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1343.210020] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.607s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.211552] env[63097]: INFO nova.compute.claims [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1343.215192] env[63097]: DEBUG nova.network.neutron [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: b67270f6-3538-4709-8293-b7315e08ec57] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1343.226431] env[63097]: DEBUG oslo_vmware.api [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686860, 'name': ReconfigVM_Task, 'duration_secs': 1.332955} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.226701] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 3f01124c-7311-48fb-9e5c-c30cf58613fd/3f01124c-7311-48fb-9e5c-c30cf58613fd.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1343.227478] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bc9e33a-697d-4491-bfd8-d5ed27efa582 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.235017] env[63097]: DEBUG oslo_vmware.api [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Waiting for the task: (returnval){ [ 1343.235017] env[63097]: value = "task-1686862" [ 1343.235017] env[63097]: _type = "Task" [ 1343.235017] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.282228] env[63097]: DEBUG oslo_vmware.api [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686862, 'name': Rename_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.282228] env[63097]: DEBUG oslo_vmware.api [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1686861, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.746614} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.282228] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 185ab458-44b4-4bc2-816a-269d7a4e2719/185ab458-44b4-4bc2-816a-269d7a4e2719.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1343.282228] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1343.282228] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-880b6cde-cd28-4ba4-8079-2b7a6754896e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.282228] env[63097]: DEBUG oslo_vmware.api [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1343.282228] env[63097]: value = "task-1686863" [ 1343.282228] env[63097]: _type = "Task" [ 1343.282228] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.287304] env[63097]: DEBUG oslo_vmware.api [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1686863, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.573046] env[63097]: DEBUG nova.network.neutron [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: b67270f6-3538-4709-8293-b7315e08ec57] Updating instance_info_cache with network_info: [{"id": "5cba4600-f8fe-4960-8907-2456c122ee5c", "address": "fa:16:3e:ae:94:08", "network": {"id": "6b81232d-2bfc-4ee5-aaa8-178b8f49236c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6d5186fbfb8046dfb1f369e636f8eafb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cba4600-f8", "ovs_interfaceid": "5cba4600-f8fe-4960-8907-2456c122ee5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.665600] env[63097]: DEBUG nova.compute.manager [req-54125fd5-6e5c-46fe-ab09-b619c4788260 req-76b0d58d-daa0-4f66-ba7a-4fb0e603ab1f service nova] [instance: 850b9308-9498-4834-bd24-616ea264d624] Received event network-vif-plugged-56da8663-81ae-4cb1-a277-6b3a72873ff2 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1343.665841] env[63097]: DEBUG oslo_concurrency.lockutils [req-54125fd5-6e5c-46fe-ab09-b619c4788260 req-76b0d58d-daa0-4f66-ba7a-4fb0e603ab1f service nova] Acquiring lock "850b9308-9498-4834-bd24-616ea264d624-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.666184] env[63097]: DEBUG oslo_concurrency.lockutils [req-54125fd5-6e5c-46fe-ab09-b619c4788260 req-76b0d58d-daa0-4f66-ba7a-4fb0e603ab1f service nova] Lock "850b9308-9498-4834-bd24-616ea264d624-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.666449] env[63097]: DEBUG oslo_concurrency.lockutils [req-54125fd5-6e5c-46fe-ab09-b619c4788260 req-76b0d58d-daa0-4f66-ba7a-4fb0e603ab1f service nova] Lock "850b9308-9498-4834-bd24-616ea264d624-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.666664] env[63097]: DEBUG nova.compute.manager [req-54125fd5-6e5c-46fe-ab09-b619c4788260 req-76b0d58d-daa0-4f66-ba7a-4fb0e603ab1f service nova] [instance: 850b9308-9498-4834-bd24-616ea264d624] No waiting events found dispatching network-vif-plugged-56da8663-81ae-4cb1-a277-6b3a72873ff2 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1343.666894] env[63097]: WARNING nova.compute.manager [req-54125fd5-6e5c-46fe-ab09-b619c4788260 req-76b0d58d-daa0-4f66-ba7a-4fb0e603ab1f service nova] [instance: 850b9308-9498-4834-bd24-616ea264d624] Received unexpected event network-vif-plugged-56da8663-81ae-4cb1-a277-6b3a72873ff2 for instance with vm_state building and task_state spawning. [ 1343.672872] env[63097]: DEBUG nova.network.neutron [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 850b9308-9498-4834-bd24-616ea264d624] Successfully updated port: 56da8663-81ae-4cb1-a277-6b3a72873ff2 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1343.718426] env[63097]: DEBUG nova.compute.utils [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1343.722570] env[63097]: DEBUG nova.compute.manager [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1343.722570] env[63097]: DEBUG nova.network.neutron [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1343.746091] env[63097]: DEBUG oslo_vmware.api [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686862, 'name': Rename_Task, 'duration_secs': 0.178083} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.746091] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1343.746091] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f4a3117-962c-4443-991b-0806843f336e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.751699] env[63097]: DEBUG oslo_vmware.api [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Waiting for the task: (returnval){ [ 1343.751699] env[63097]: value = "task-1686864" [ 1343.751699] env[63097]: _type = "Task" [ 1343.751699] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.752494] env[63097]: DEBUG oslo_concurrency.lockutils [None req-17abc2b3-0873-4692-a396-60406b5287ec tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "8e6c4e91-b227-435a-b3ff-dfc58660542a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.752494] env[63097]: DEBUG oslo_concurrency.lockutils [None req-17abc2b3-0873-4692-a396-60406b5287ec tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "8e6c4e91-b227-435a-b3ff-dfc58660542a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.752717] env[63097]: INFO nova.compute.manager [None req-17abc2b3-0873-4692-a396-60406b5287ec tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Attaching volume 3a794bb6-cfba-4f87-ade6-9f46496fcf31 to /dev/sdb [ 1343.769959] env[63097]: DEBUG oslo_vmware.api [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686864, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.786747] env[63097]: DEBUG oslo_vmware.api [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1686863, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070526} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.787037] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1343.787821] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0681466b-7a5b-4ec1-91ee-7c725bd363a9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.813027] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 185ab458-44b4-4bc2-816a-269d7a4e2719/185ab458-44b4-4bc2-816a-269d7a4e2719.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1343.814826] env[63097]: DEBUG nova.policy [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c04b772de832421396cb49366faf3acf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a3f2e55be4c46c58c2fdb895472529f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1343.817392] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea4df150-f4ac-4c30-996e-e192bc609c2f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.832545] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a856f33-8d2f-42c2-98dd-5eff7f7c6e17 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.840631] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805636ef-e364-4e87-8082-5b5f6eb1c659 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.844731] env[63097]: DEBUG oslo_vmware.api [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1343.844731] env[63097]: value = "task-1686865" [ 1343.844731] env[63097]: _type = "Task" [ 1343.844731] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.853365] env[63097]: DEBUG oslo_vmware.api [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1686865, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.857044] env[63097]: DEBUG nova.virt.block_device [None req-17abc2b3-0873-4692-a396-60406b5287ec tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Updating existing volume attachment record: 0d5329b0-b48b-47e2-bbc3-6e407963746c {{(pid=63097) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1344.076428] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Releasing lock "refresh_cache-b67270f6-3538-4709-8293-b7315e08ec57" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1344.076934] env[63097]: DEBUG nova.compute.manager [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: b67270f6-3538-4709-8293-b7315e08ec57] Instance network_info: |[{"id": "5cba4600-f8fe-4960-8907-2456c122ee5c", "address": "fa:16:3e:ae:94:08", "network": {"id": "6b81232d-2bfc-4ee5-aaa8-178b8f49236c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6d5186fbfb8046dfb1f369e636f8eafb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cba4600-f8", "ovs_interfaceid": "5cba4600-f8fe-4960-8907-2456c122ee5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1344.077505] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: b67270f6-3538-4709-8293-b7315e08ec57] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:94:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cba4600-f8fe-4960-8907-2456c122ee5c', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1344.086172] env[63097]: DEBUG oslo.service.loopingcall [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1344.086467] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b67270f6-3538-4709-8293-b7315e08ec57] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1344.088443] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9a72483-4af5-4237-81ec-02d351b7ec6e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.110059] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1344.110059] env[63097]: value = "task-1686868" [ 1344.110059] env[63097]: _type = "Task" [ 1344.110059] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.119618] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686868, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.175760] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Acquiring lock "refresh_cache-850b9308-9498-4834-bd24-616ea264d624" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.175995] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Acquired lock "refresh_cache-850b9308-9498-4834-bd24-616ea264d624" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.176234] env[63097]: DEBUG nova.network.neutron [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 850b9308-9498-4834-bd24-616ea264d624] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1344.222958] env[63097]: DEBUG nova.compute.manager [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1344.265622] env[63097]: DEBUG nova.network.neutron [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Successfully created port: 1e83fa54-2ab9-4174-b388-3acf64f0a700 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1344.273799] env[63097]: DEBUG oslo_vmware.api [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686864, 'name': PowerOnVM_Task, 'duration_secs': 0.498896} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.274479] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1344.275289] env[63097]: INFO nova.compute.manager [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Took 10.97 seconds to spawn the instance on the hypervisor. [ 1344.275289] env[63097]: DEBUG nova.compute.manager [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1344.275877] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564d1876-dfba-4953-bd1c-91ca68b6506d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.356280] env[63097]: DEBUG oslo_vmware.api [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1686865, 'name': ReconfigVM_Task, 'duration_secs': 0.480384} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.359148] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 185ab458-44b4-4bc2-816a-269d7a4e2719/185ab458-44b4-4bc2-816a-269d7a4e2719.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1344.360039] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f8eb95d-e12a-49ff-b3d9-e39b70bbba88 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.366742] env[63097]: DEBUG oslo_vmware.api [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1344.366742] env[63097]: value = "task-1686870" [ 1344.366742] env[63097]: _type = "Task" [ 1344.366742] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.376972] env[63097]: DEBUG oslo_vmware.api [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1686870, 'name': Rename_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.624798] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686868, 'name': CreateVM_Task, 'duration_secs': 0.367651} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.626180] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b67270f6-3538-4709-8293-b7315e08ec57] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1344.626180] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.626331] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.627107] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1344.627107] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91704da8-e648-4d67-8055-e1b4c333a62a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.631781] env[63097]: DEBUG oslo_vmware.api [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Waiting for the task: (returnval){ [ 1344.631781] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d10461-fdef-4538-62b2-36c1df4b110b" [ 1344.631781] env[63097]: _type = "Task" [ 1344.631781] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.644468] env[63097]: DEBUG oslo_vmware.api [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d10461-fdef-4538-62b2-36c1df4b110b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.733300] env[63097]: DEBUG nova.network.neutron [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 850b9308-9498-4834-bd24-616ea264d624] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1344.800527] env[63097]: INFO nova.compute.manager [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Took 51.23 seconds to build instance. [ 1344.826917] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddb225d-0114-4ad5-ad1c-1d08fb1b7012 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.838249] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-accb5619-757e-478d-9082-77089a509678 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.876832] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63cf6c0-9dc8-4ee0-9933-9b9b53e5df94 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.885626] env[63097]: DEBUG oslo_vmware.api [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1686870, 'name': Rename_Task, 'duration_secs': 0.24528} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.887726] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1344.888051] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-718d98d0-28d4-4365-b41e-975cdd321084 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.890506] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e33ddf7-046a-4cfe-8a24-a64e374ff310 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.904360] env[63097]: DEBUG nova.compute.provider_tree [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1344.908299] env[63097]: DEBUG oslo_vmware.api [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1344.908299] env[63097]: value = "task-1686871" [ 1344.908299] env[63097]: _type = "Task" [ 1344.908299] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.917253] env[63097]: DEBUG oslo_vmware.api [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1686871, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.003283] env[63097]: DEBUG nova.network.neutron [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 850b9308-9498-4834-bd24-616ea264d624] Updating instance_info_cache with network_info: [{"id": "56da8663-81ae-4cb1-a277-6b3a72873ff2", "address": "fa:16:3e:b9:15:03", "network": {"id": "911ad2ba-cfdd-4b67-910c-c3347365252f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1336836935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da12a5842c1843779e0d0c1b3f2c6973", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56da8663-81", "ovs_interfaceid": "56da8663-81ae-4cb1-a277-6b3a72873ff2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.150225] env[63097]: DEBUG oslo_vmware.api [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d10461-fdef-4538-62b2-36c1df4b110b, 'name': SearchDatastore_Task, 'duration_secs': 0.024991} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.150709] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1345.151121] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: b67270f6-3538-4709-8293-b7315e08ec57] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1345.151515] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1345.151803] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.152141] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1345.152556] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4832ff69-7902-4a09-869b-1f04467d0c31 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.163194] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1345.163559] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1345.164852] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31980e7c-9804-4a86-9b1a-5aec87d8b0aa {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.172596] env[63097]: DEBUG oslo_vmware.api [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Waiting for the task: (returnval){ [ 1345.172596] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5208cb48-e099-7edf-f1be-4cf0a53eca77" [ 1345.172596] env[63097]: _type = "Task" [ 1345.172596] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.184653] env[63097]: DEBUG oslo_vmware.api [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5208cb48-e099-7edf-f1be-4cf0a53eca77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.238536] env[63097]: DEBUG nova.compute.manager [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1345.266565] env[63097]: DEBUG nova.virt.hardware [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1345.266830] env[63097]: DEBUG nova.virt.hardware [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1345.267008] env[63097]: DEBUG nova.virt.hardware [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1345.267834] env[63097]: DEBUG nova.virt.hardware [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1345.268033] env[63097]: DEBUG nova.virt.hardware [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1345.268206] env[63097]: DEBUG nova.virt.hardware [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1345.268429] env[63097]: DEBUG nova.virt.hardware [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1345.268598] env[63097]: DEBUG nova.virt.hardware [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1345.268773] env[63097]: DEBUG nova.virt.hardware [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1345.268942] env[63097]: DEBUG nova.virt.hardware [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1345.269151] env[63097]: DEBUG nova.virt.hardware [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1345.270017] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e99c6d-1142-4a03-a3f4-206f3f309f1a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.277970] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a58b8e3-53f6-4e10-b434-0745d3596c12 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.303194] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3ade7521-6126-4663-9580-06e24c9f2bc3 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Lock "3f01124c-7311-48fb-9e5c-c30cf58613fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.348s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1345.407302] env[63097]: DEBUG nova.scheduler.client.report [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1345.425393] env[63097]: DEBUG oslo_vmware.api [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1686871, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.509103] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Releasing lock "refresh_cache-850b9308-9498-4834-bd24-616ea264d624" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1345.509827] env[63097]: DEBUG nova.compute.manager [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 850b9308-9498-4834-bd24-616ea264d624] Instance network_info: |[{"id": "56da8663-81ae-4cb1-a277-6b3a72873ff2", "address": "fa:16:3e:b9:15:03", "network": {"id": "911ad2ba-cfdd-4b67-910c-c3347365252f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1336836935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da12a5842c1843779e0d0c1b3f2c6973", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56da8663-81", "ovs_interfaceid": "56da8663-81ae-4cb1-a277-6b3a72873ff2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1345.510303] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 850b9308-9498-4834-bd24-616ea264d624] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:15:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f847601f-7479-48eb-842f-41f94eea8537', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56da8663-81ae-4cb1-a277-6b3a72873ff2', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1345.517903] env[63097]: DEBUG oslo.service.loopingcall [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1345.518499] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 850b9308-9498-4834-bd24-616ea264d624] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1345.518749] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b65bb98a-8f49-447e-8d03-4371f59c3ac8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.539067] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1345.539067] env[63097]: value = "task-1686872" [ 1345.539067] env[63097]: _type = "Task" [ 1345.539067] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.546822] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686872, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.684766] env[63097]: DEBUG oslo_vmware.api [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5208cb48-e099-7edf-f1be-4cf0a53eca77, 'name': SearchDatastore_Task, 'duration_secs': 0.018177} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.685718] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b06f3e1b-7452-4222-a67c-c2931ff24945 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.691990] env[63097]: DEBUG oslo_vmware.api [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Waiting for the task: (returnval){ [ 1345.691990] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a74572-811b-bd9f-abed-f6d27788927b" [ 1345.691990] env[63097]: _type = "Task" [ 1345.691990] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.700667] env[63097]: DEBUG oslo_vmware.api [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a74572-811b-bd9f-abed-f6d27788927b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.706522] env[63097]: DEBUG nova.compute.manager [req-fd0ef8a9-3be4-4779-ba88-1aae08829fa3 req-42deea12-f9a8-4524-be32-953a681cab63 service nova] [instance: 850b9308-9498-4834-bd24-616ea264d624] Received event network-changed-56da8663-81ae-4cb1-a277-6b3a72873ff2 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1345.706736] env[63097]: DEBUG nova.compute.manager [req-fd0ef8a9-3be4-4779-ba88-1aae08829fa3 req-42deea12-f9a8-4524-be32-953a681cab63 service nova] [instance: 850b9308-9498-4834-bd24-616ea264d624] Refreshing instance network info cache due to event network-changed-56da8663-81ae-4cb1-a277-6b3a72873ff2. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1345.706994] env[63097]: DEBUG oslo_concurrency.lockutils [req-fd0ef8a9-3be4-4779-ba88-1aae08829fa3 req-42deea12-f9a8-4524-be32-953a681cab63 service nova] Acquiring lock "refresh_cache-850b9308-9498-4834-bd24-616ea264d624" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1345.707459] env[63097]: DEBUG oslo_concurrency.lockutils [req-fd0ef8a9-3be4-4779-ba88-1aae08829fa3 req-42deea12-f9a8-4524-be32-953a681cab63 service nova] Acquired lock "refresh_cache-850b9308-9498-4834-bd24-616ea264d624" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.707677] env[63097]: DEBUG nova.network.neutron [req-fd0ef8a9-3be4-4779-ba88-1aae08829fa3 req-42deea12-f9a8-4524-be32-953a681cab63 service nova] [instance: 850b9308-9498-4834-bd24-616ea264d624] Refreshing network info cache for port 56da8663-81ae-4cb1-a277-6b3a72873ff2 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1345.806520] env[63097]: DEBUG nova.compute.manager [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1345.883215] env[63097]: INFO nova.compute.manager [None req-94437e73-adf6-41cb-9daf-66874656b4bf tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Rescuing [ 1345.883517] env[63097]: DEBUG oslo_concurrency.lockutils [None req-94437e73-adf6-41cb-9daf-66874656b4bf tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Acquiring lock "refresh_cache-3f01124c-7311-48fb-9e5c-c30cf58613fd" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1345.883680] env[63097]: DEBUG oslo_concurrency.lockutils [None req-94437e73-adf6-41cb-9daf-66874656b4bf tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Acquired lock "refresh_cache-3f01124c-7311-48fb-9e5c-c30cf58613fd" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.883861] env[63097]: DEBUG nova.network.neutron [None req-94437e73-adf6-41cb-9daf-66874656b4bf tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1345.922349] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1345.922995] env[63097]: DEBUG nova.compute.manager [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1345.925467] env[63097]: DEBUG oslo_vmware.api [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1686871, 'name': PowerOnVM_Task, 'duration_secs': 0.863099} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.925934] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0ec312f8-ef91-4271-b1f4-8408641f69c5 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.353s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1345.926386] env[63097]: DEBUG nova.objects.instance [None req-0ec312f8-ef91-4271-b1f4-8408641f69c5 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Lazy-loading 'resources' on Instance uuid 036ac00b-56c5-46b0-82e9-91e39ae28222 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1345.930262] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1345.930262] env[63097]: INFO nova.compute.manager [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Took 9.96 seconds to spawn the instance on the hypervisor. [ 1345.930262] env[63097]: DEBUG nova.compute.manager [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1345.930262] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4956c7f5-b437-4e5c-ab0e-dcfc58a8cb25 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.049842] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686872, 'name': CreateVM_Task, 'duration_secs': 0.353033} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.050049] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 850b9308-9498-4834-bd24-616ea264d624] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1346.050758] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1346.050934] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.051290] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1346.051555] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c3a0361-bf15-43eb-9c89-470df635bb91 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.056492] env[63097]: DEBUG oslo_vmware.api [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Waiting for the task: (returnval){ [ 1346.056492] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52f1019d-1a0c-92c6-c3e7-7e384b5d6a1c" [ 1346.056492] env[63097]: _type = "Task" [ 1346.056492] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.064748] env[63097]: DEBUG oslo_vmware.api [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52f1019d-1a0c-92c6-c3e7-7e384b5d6a1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.205282] env[63097]: DEBUG oslo_vmware.api [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a74572-811b-bd9f-abed-f6d27788927b, 'name': SearchDatastore_Task, 'duration_secs': 0.010648} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.205473] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.205843] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] b67270f6-3538-4709-8293-b7315e08ec57/b67270f6-3538-4709-8293-b7315e08ec57.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1346.205982] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6f6b092-5643-46cf-bd39-abe52278b2c9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.212733] env[63097]: DEBUG oslo_vmware.api [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Waiting for the task: (returnval){ [ 1346.212733] env[63097]: value = "task-1686874" [ 1346.212733] env[63097]: _type = "Task" [ 1346.212733] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.220647] env[63097]: DEBUG oslo_vmware.api [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Task: {'id': task-1686874, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.332159] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1346.428737] env[63097]: DEBUG nova.compute.utils [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1346.434569] env[63097]: DEBUG nova.compute.manager [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1346.435611] env[63097]: DEBUG nova.network.neutron [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1346.455231] env[63097]: INFO nova.compute.manager [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Took 45.76 seconds to build instance. [ 1346.514130] env[63097]: DEBUG nova.policy [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d51783fec004411afa6032045c64a82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a78451a16fb4fb88b6250e5804cfaaa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1346.574146] env[63097]: DEBUG oslo_vmware.api [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52f1019d-1a0c-92c6-c3e7-7e384b5d6a1c, 'name': SearchDatastore_Task, 'duration_secs': 0.011438} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.577742] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.578203] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 850b9308-9498-4834-bd24-616ea264d624] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1346.578520] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1346.578771] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.579048] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1346.579706] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f296883c-4ee8-48a8-9218-ec3921140c87 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.595940] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1346.596267] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1346.597314] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbda3495-dd8d-40bf-aff0-8718fe79e0a2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.604621] env[63097]: DEBUG oslo_vmware.api [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Waiting for the task: (returnval){ [ 1346.604621] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52bb7a3a-8881-ae3f-26bb-ec3a31e20820" [ 1346.604621] env[63097]: _type = "Task" [ 1346.604621] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.617778] env[63097]: DEBUG oslo_vmware.api [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52bb7a3a-8881-ae3f-26bb-ec3a31e20820, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.727972] env[63097]: DEBUG oslo_vmware.api [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Task: {'id': task-1686874, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.794265] env[63097]: DEBUG nova.network.neutron [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Successfully updated port: 1e83fa54-2ab9-4174-b388-3acf64f0a700 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1346.864851] env[63097]: DEBUG nova.network.neutron [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] Successfully created port: 39021acf-b16c-47d8-8fc2-77a18ebdecab {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1346.943205] env[63097]: DEBUG nova.compute.manager [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1346.957750] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2c2eab09-30f6-49e0-87a1-36c1139aa474 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lock "185ab458-44b4-4bc2-816a-269d7a4e2719" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.485s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1346.964787] env[63097]: DEBUG nova.network.neutron [req-fd0ef8a9-3be4-4779-ba88-1aae08829fa3 req-42deea12-f9a8-4524-be32-953a681cab63 service nova] [instance: 850b9308-9498-4834-bd24-616ea264d624] Updated VIF entry in instance network info cache for port 56da8663-81ae-4cb1-a277-6b3a72873ff2. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1346.965418] env[63097]: DEBUG nova.network.neutron [req-fd0ef8a9-3be4-4779-ba88-1aae08829fa3 req-42deea12-f9a8-4524-be32-953a681cab63 service nova] [instance: 850b9308-9498-4834-bd24-616ea264d624] Updating instance_info_cache with network_info: [{"id": "56da8663-81ae-4cb1-a277-6b3a72873ff2", "address": "fa:16:3e:b9:15:03", "network": {"id": "911ad2ba-cfdd-4b67-910c-c3347365252f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1336836935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da12a5842c1843779e0d0c1b3f2c6973", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56da8663-81", "ovs_interfaceid": "56da8663-81ae-4cb1-a277-6b3a72873ff2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.072084] env[63097]: DEBUG nova.network.neutron [None req-94437e73-adf6-41cb-9daf-66874656b4bf tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Updating instance_info_cache with network_info: [{"id": "98619dad-60a6-4043-8514-c272f1a54f59", "address": "fa:16:3e:2b:22:10", "network": {"id": "f92b9003-6324-4028-be14-5a239445f2df", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1063026643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ed5ea40aafe14fa79c22cdd88fb8d2c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98619dad-60", "ovs_interfaceid": "98619dad-60a6-4043-8514-c272f1a54f59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.117881] env[63097]: DEBUG oslo_vmware.api [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52bb7a3a-8881-ae3f-26bb-ec3a31e20820, 'name': SearchDatastore_Task, 'duration_secs': 0.05631} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.118960] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e9ff03e-00af-4130-822a-169979c88e5d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.123612] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f4f8e3-28bf-4b72-be05-6ea87d52706c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.129817] env[63097]: DEBUG oslo_vmware.api [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Waiting for the task: (returnval){ [ 1347.129817] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5208f2de-dc21-8637-3ea6-c48dc4f34216" [ 1347.129817] env[63097]: _type = "Task" [ 1347.129817] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.134896] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea982ea-436b-40cb-a8e6-dd7b9bc311ec {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.174021] env[63097]: DEBUG oslo_vmware.api [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5208f2de-dc21-8637-3ea6-c48dc4f34216, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.174021] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f3940a-003e-47d5-b4b6-e3f43cba5f05 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.180158] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56eec0a1-a959-404a-83b1-51f67f4417ba {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.194992] env[63097]: DEBUG nova.compute.provider_tree [None req-0ec312f8-ef91-4271-b1f4-8408641f69c5 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1347.226856] env[63097]: DEBUG oslo_vmware.api [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Task: {'id': task-1686874, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546751} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.227429] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] b67270f6-3538-4709-8293-b7315e08ec57/b67270f6-3538-4709-8293-b7315e08ec57.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1347.227499] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: b67270f6-3538-4709-8293-b7315e08ec57] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1347.227746] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-796c4d86-540d-42d0-ae8c-71a475e00f90 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.234617] env[63097]: DEBUG oslo_vmware.api [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Waiting for the task: (returnval){ [ 1347.234617] env[63097]: value = "task-1686875" [ 1347.234617] env[63097]: _type = "Task" [ 1347.234617] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.244171] env[63097]: DEBUG oslo_vmware.api [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Task: {'id': task-1686875, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.296879] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Acquiring lock "refresh_cache-2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1347.297103] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Acquired lock "refresh_cache-2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.297319] env[63097]: DEBUG nova.network.neutron [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1347.471293] env[63097]: DEBUG nova.compute.manager [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1347.475975] env[63097]: DEBUG oslo_concurrency.lockutils [req-fd0ef8a9-3be4-4779-ba88-1aae08829fa3 req-42deea12-f9a8-4524-be32-953a681cab63 service nova] Releasing lock "refresh_cache-850b9308-9498-4834-bd24-616ea264d624" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1347.574886] env[63097]: DEBUG oslo_concurrency.lockutils [None req-94437e73-adf6-41cb-9daf-66874656b4bf tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Releasing lock "refresh_cache-3f01124c-7311-48fb-9e5c-c30cf58613fd" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1347.646100] env[63097]: DEBUG oslo_vmware.api [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5208f2de-dc21-8637-3ea6-c48dc4f34216, 'name': SearchDatastore_Task, 'duration_secs': 0.014118} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.646411] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1347.646676] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 850b9308-9498-4834-bd24-616ea264d624/850b9308-9498-4834-bd24-616ea264d624.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1347.646952] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82e3f68b-5823-4f5f-bda9-30ab714011c9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.655831] env[63097]: DEBUG oslo_vmware.api [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Waiting for the task: (returnval){ [ 1347.655831] env[63097]: value = "task-1686876" [ 1347.655831] env[63097]: _type = "Task" [ 1347.655831] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.665332] env[63097]: DEBUG oslo_vmware.api [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': task-1686876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.699011] env[63097]: DEBUG nova.scheduler.client.report [None req-0ec312f8-ef91-4271-b1f4-8408641f69c5 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1347.745987] env[63097]: DEBUG oslo_vmware.api [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Task: {'id': task-1686875, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.210066} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.746287] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: b67270f6-3538-4709-8293-b7315e08ec57] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1347.747280] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8beaaa55-e82d-4065-95f9-4d600e9ca966 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.769286] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: b67270f6-3538-4709-8293-b7315e08ec57] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] b67270f6-3538-4709-8293-b7315e08ec57/b67270f6-3538-4709-8293-b7315e08ec57.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1347.770509] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49663ad8-b550-4624-aa28-0dd844016a8a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.785270] env[63097]: DEBUG nova.compute.manager [req-59e9f6b0-5ba3-411e-bf97-0336b6d7fa48 req-89501ae1-d2fd-4af5-a1e1-54e21501ee96 service nova] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Received event network-vif-plugged-1e83fa54-2ab9-4174-b388-3acf64f0a700 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1347.785485] env[63097]: DEBUG oslo_concurrency.lockutils [req-59e9f6b0-5ba3-411e-bf97-0336b6d7fa48 req-89501ae1-d2fd-4af5-a1e1-54e21501ee96 service nova] Acquiring lock "2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.785698] env[63097]: DEBUG oslo_concurrency.lockutils [req-59e9f6b0-5ba3-411e-bf97-0336b6d7fa48 req-89501ae1-d2fd-4af5-a1e1-54e21501ee96 service nova] Lock "2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.785868] env[63097]: DEBUG oslo_concurrency.lockutils [req-59e9f6b0-5ba3-411e-bf97-0336b6d7fa48 req-89501ae1-d2fd-4af5-a1e1-54e21501ee96 service nova] Lock "2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.786115] env[63097]: DEBUG nova.compute.manager [req-59e9f6b0-5ba3-411e-bf97-0336b6d7fa48 req-89501ae1-d2fd-4af5-a1e1-54e21501ee96 service nova] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] No waiting events found dispatching network-vif-plugged-1e83fa54-2ab9-4174-b388-3acf64f0a700 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1347.786299] env[63097]: WARNING nova.compute.manager [req-59e9f6b0-5ba3-411e-bf97-0336b6d7fa48 req-89501ae1-d2fd-4af5-a1e1-54e21501ee96 service nova] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Received unexpected event network-vif-plugged-1e83fa54-2ab9-4174-b388-3acf64f0a700 for instance with vm_state building and task_state spawning. [ 1347.786465] env[63097]: DEBUG nova.compute.manager [req-59e9f6b0-5ba3-411e-bf97-0336b6d7fa48 req-89501ae1-d2fd-4af5-a1e1-54e21501ee96 service nova] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Received event network-changed-1e83fa54-2ab9-4174-b388-3acf64f0a700 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1347.786620] env[63097]: DEBUG nova.compute.manager [req-59e9f6b0-5ba3-411e-bf97-0336b6d7fa48 req-89501ae1-d2fd-4af5-a1e1-54e21501ee96 service nova] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Refreshing instance network info cache due to event network-changed-1e83fa54-2ab9-4174-b388-3acf64f0a700. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1347.786798] env[63097]: DEBUG oslo_concurrency.lockutils [req-59e9f6b0-5ba3-411e-bf97-0336b6d7fa48 req-89501ae1-d2fd-4af5-a1e1-54e21501ee96 service nova] Acquiring lock "refresh_cache-2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1347.792962] env[63097]: DEBUG oslo_vmware.api [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Waiting for the task: (returnval){ [ 1347.792962] env[63097]: value = "task-1686877" [ 1347.792962] env[63097]: _type = "Task" [ 1347.792962] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.803169] env[63097]: DEBUG oslo_vmware.api [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Task: {'id': task-1686877, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.830068] env[63097]: DEBUG nova.compute.manager [req-ac2d59fd-2737-49b6-8472-1af8ba6157b9 req-2472ec81-7941-4c52-aa5f-3ff27788ff56 service nova] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Received event network-changed-e92b0eaf-ae0e-4c7f-aaef-addb43dd5874 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1347.830068] env[63097]: DEBUG nova.compute.manager [req-ac2d59fd-2737-49b6-8472-1af8ba6157b9 req-2472ec81-7941-4c52-aa5f-3ff27788ff56 service nova] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Refreshing instance network info cache due to event network-changed-e92b0eaf-ae0e-4c7f-aaef-addb43dd5874. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1347.830238] env[63097]: DEBUG oslo_concurrency.lockutils [req-ac2d59fd-2737-49b6-8472-1af8ba6157b9 req-2472ec81-7941-4c52-aa5f-3ff27788ff56 service nova] Acquiring lock "refresh_cache-185ab458-44b4-4bc2-816a-269d7a4e2719" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1347.830386] env[63097]: DEBUG oslo_concurrency.lockutils [req-ac2d59fd-2737-49b6-8472-1af8ba6157b9 req-2472ec81-7941-4c52-aa5f-3ff27788ff56 service nova] Acquired lock "refresh_cache-185ab458-44b4-4bc2-816a-269d7a4e2719" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.830550] env[63097]: DEBUG nova.network.neutron [req-ac2d59fd-2737-49b6-8472-1af8ba6157b9 req-2472ec81-7941-4c52-aa5f-3ff27788ff56 service nova] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Refreshing network info cache for port e92b0eaf-ae0e-4c7f-aaef-addb43dd5874 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1347.837516] env[63097]: DEBUG nova.network.neutron [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1347.957175] env[63097]: DEBUG nova.compute.manager [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1347.993687] env[63097]: DEBUG nova.virt.hardware [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1347.993959] env[63097]: DEBUG nova.virt.hardware [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1347.994135] env[63097]: DEBUG nova.virt.hardware [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1347.994325] env[63097]: DEBUG nova.virt.hardware [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1347.994478] env[63097]: DEBUG nova.virt.hardware [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1347.994801] env[63097]: DEBUG nova.virt.hardware [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1347.995066] env[63097]: DEBUG nova.virt.hardware [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1347.995268] env[63097]: DEBUG nova.virt.hardware [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1347.995417] env[63097]: DEBUG nova.virt.hardware [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1347.995589] env[63097]: DEBUG nova.virt.hardware [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1347.995840] env[63097]: DEBUG nova.virt.hardware [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1347.996884] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6975f60-43dd-47a4-8379-0ecd5a5cffbe {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.000605] env[63097]: DEBUG oslo_concurrency.lockutils [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.008615] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e27b74-b992-425e-812b-ee605c72b8df {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.029368] env[63097]: DEBUG nova.network.neutron [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Updating instance_info_cache with network_info: [{"id": "1e83fa54-2ab9-4174-b388-3acf64f0a700", "address": "fa:16:3e:27:a7:57", "network": {"id": "6c047818-8bc6-4850-acf2-0692df5d2adc", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2049954815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a3f2e55be4c46c58c2fdb895472529f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e83fa54-2a", "ovs_interfaceid": "1e83fa54-2ab9-4174-b388-3acf64f0a700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.110666] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-94437e73-adf6-41cb-9daf-66874656b4bf tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1348.110945] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d4dbe08-5e46-45af-9619-2fe45f987a25 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.120633] env[63097]: DEBUG oslo_vmware.api [None req-94437e73-adf6-41cb-9daf-66874656b4bf tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Waiting for the task: (returnval){ [ 1348.120633] env[63097]: value = "task-1686878" [ 1348.120633] env[63097]: _type = "Task" [ 1348.120633] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.135556] env[63097]: DEBUG oslo_vmware.api [None req-94437e73-adf6-41cb-9daf-66874656b4bf tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686878, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.164945] env[63097]: DEBUG oslo_vmware.api [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': task-1686876, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.204825] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0ec312f8-ef91-4271-b1f4-8408641f69c5 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.279s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1348.207236] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 30.352s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1348.228112] env[63097]: INFO nova.scheduler.client.report [None req-0ec312f8-ef91-4271-b1f4-8408641f69c5 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Deleted allocations for instance 036ac00b-56c5-46b0-82e9-91e39ae28222 [ 1348.306928] env[63097]: DEBUG oslo_vmware.api [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Task: {'id': task-1686877, 'name': ReconfigVM_Task, 'duration_secs': 0.336743} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.307597] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: b67270f6-3538-4709-8293-b7315e08ec57] Reconfigured VM instance instance-00000037 to attach disk [datastore1] b67270f6-3538-4709-8293-b7315e08ec57/b67270f6-3538-4709-8293-b7315e08ec57.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1348.308444] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15355197-c65b-4dc3-a255-815385796492 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.316413] env[63097]: DEBUG oslo_vmware.api [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Waiting for the task: (returnval){ [ 1348.316413] env[63097]: value = "task-1686879" [ 1348.316413] env[63097]: _type = "Task" [ 1348.316413] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.330026] env[63097]: DEBUG oslo_vmware.api [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Task: {'id': task-1686879, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.415964] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-17abc2b3-0873-4692-a396-60406b5287ec tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Volume attach. Driver type: vmdk {{(pid=63097) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1348.416501] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-17abc2b3-0873-4692-a396-60406b5287ec tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351631', 'volume_id': '3a794bb6-cfba-4f87-ade6-9f46496fcf31', 'name': 'volume-3a794bb6-cfba-4f87-ade6-9f46496fcf31', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8e6c4e91-b227-435a-b3ff-dfc58660542a', 'attached_at': '', 'detached_at': '', 'volume_id': '3a794bb6-cfba-4f87-ade6-9f46496fcf31', 'serial': '3a794bb6-cfba-4f87-ade6-9f46496fcf31'} {{(pid=63097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1348.417838] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143d58dc-1641-410c-88d7-859dda39305e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.438347] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f946ae-cf99-46ce-b3a4-69a955a4b915 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.474468] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-17abc2b3-0873-4692-a396-60406b5287ec tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] volume-3a794bb6-cfba-4f87-ade6-9f46496fcf31/volume-3a794bb6-cfba-4f87-ade6-9f46496fcf31.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1348.475202] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a744dfa-fc69-4308-abfe-d171f92bc2a7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.495278] env[63097]: DEBUG nova.network.neutron [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] Successfully updated port: 39021acf-b16c-47d8-8fc2-77a18ebdecab {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1348.505393] env[63097]: DEBUG oslo_vmware.api [None req-17abc2b3-0873-4692-a396-60406b5287ec tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1348.505393] env[63097]: value = "task-1686880" [ 1348.505393] env[63097]: _type = "Task" [ 1348.505393] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.514442] env[63097]: DEBUG oslo_vmware.api [None req-17abc2b3-0873-4692-a396-60406b5287ec tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1686880, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.531880] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Releasing lock "refresh_cache-2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1348.532232] env[63097]: DEBUG nova.compute.manager [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Instance network_info: |[{"id": "1e83fa54-2ab9-4174-b388-3acf64f0a700", "address": "fa:16:3e:27:a7:57", "network": {"id": "6c047818-8bc6-4850-acf2-0692df5d2adc", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2049954815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a3f2e55be4c46c58c2fdb895472529f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e83fa54-2a", "ovs_interfaceid": "1e83fa54-2ab9-4174-b388-3acf64f0a700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1348.532539] env[63097]: DEBUG oslo_concurrency.lockutils [req-59e9f6b0-5ba3-411e-bf97-0336b6d7fa48 req-89501ae1-d2fd-4af5-a1e1-54e21501ee96 service nova] Acquired lock "refresh_cache-2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.532740] env[63097]: DEBUG nova.network.neutron [req-59e9f6b0-5ba3-411e-bf97-0336b6d7fa48 req-89501ae1-d2fd-4af5-a1e1-54e21501ee96 service nova] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Refreshing network info cache for port 1e83fa54-2ab9-4174-b388-3acf64f0a700 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1348.534702] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:a7:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e83fa54-2ab9-4174-b388-3acf64f0a700', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1348.545986] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Creating folder: Project (2a3f2e55be4c46c58c2fdb895472529f). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1348.546616] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd68a60e-4849-4211-9b57-07737d875046 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.559124] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Created folder: Project (2a3f2e55be4c46c58c2fdb895472529f) in parent group-v351483. [ 1348.559355] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Creating folder: Instances. Parent ref: group-v351633. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1348.559649] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0810fc82-bcf9-4e91-a5e0-614595aa615d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.568562] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Created folder: Instances in parent group-v351633. [ 1348.568901] env[63097]: DEBUG oslo.service.loopingcall [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1348.569142] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1348.569365] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3ff7d5a-0661-4bf7-8879-02f05e45ffa3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.590916] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1348.590916] env[63097]: value = "task-1686883" [ 1348.590916] env[63097]: _type = "Task" [ 1348.590916] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.599024] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686883, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.630314] env[63097]: DEBUG oslo_vmware.api [None req-94437e73-adf6-41cb-9daf-66874656b4bf tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686878, 'name': PowerOffVM_Task, 'duration_secs': 0.224625} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.630606] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-94437e73-adf6-41cb-9daf-66874656b4bf tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1348.631437] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc05622-8c89-4866-98c5-097f7ce616f5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.653264] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3ccad2-71f9-4e47-a29b-503481c89a51 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.667491] env[63097]: DEBUG oslo_vmware.api [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': task-1686876, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676523} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.670011] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 850b9308-9498-4834-bd24-616ea264d624/850b9308-9498-4834-bd24-616ea264d624.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1348.670254] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 850b9308-9498-4834-bd24-616ea264d624] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1348.674189] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64f626ae-1e93-4339-9d9b-fe8c6bc5c567 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.679267] env[63097]: DEBUG oslo_vmware.api [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Waiting for the task: (returnval){ [ 1348.679267] env[63097]: value = "task-1686884" [ 1348.679267] env[63097]: _type = "Task" [ 1348.679267] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.689173] env[63097]: DEBUG oslo_vmware.api [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': task-1686884, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.698855] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-94437e73-adf6-41cb-9daf-66874656b4bf tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1348.699104] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c04dee5d-0106-4cca-81a3-53eda4c6df81 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.705512] env[63097]: DEBUG oslo_vmware.api [None req-94437e73-adf6-41cb-9daf-66874656b4bf tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Waiting for the task: (returnval){ [ 1348.705512] env[63097]: value = "task-1686885" [ 1348.705512] env[63097]: _type = "Task" [ 1348.705512] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.712238] env[63097]: INFO nova.compute.claims [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1348.723404] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-94437e73-adf6-41cb-9daf-66874656b4bf tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] VM already powered off {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1348.723658] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-94437e73-adf6-41cb-9daf-66874656b4bf tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1348.723914] env[63097]: DEBUG oslo_concurrency.lockutils [None req-94437e73-adf6-41cb-9daf-66874656b4bf tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1348.724079] env[63097]: DEBUG oslo_concurrency.lockutils [None req-94437e73-adf6-41cb-9daf-66874656b4bf tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.724460] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-94437e73-adf6-41cb-9daf-66874656b4bf tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1348.724748] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a3b7d4c-83ef-437f-be8b-a2ec8890088f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.736690] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-94437e73-adf6-41cb-9daf-66874656b4bf tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1348.736899] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-94437e73-adf6-41cb-9daf-66874656b4bf tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1348.739544] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0ec312f8-ef91-4271-b1f4-8408641f69c5 tempest-ServerMetadataTestJSON-1460968061 tempest-ServerMetadataTestJSON-1460968061-project-member] Lock "036ac00b-56c5-46b0-82e9-91e39ae28222" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.235s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1348.741059] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd1f93eb-73f7-499e-a41c-40a0122e69e9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.750747] env[63097]: DEBUG oslo_vmware.api [None req-94437e73-adf6-41cb-9daf-66874656b4bf tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Waiting for the task: (returnval){ [ 1348.750747] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b9cd7e-f06c-e76f-d90e-59bcad98b455" [ 1348.750747] env[63097]: _type = "Task" [ 1348.750747] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.759246] env[63097]: DEBUG oslo_vmware.api [None req-94437e73-adf6-41cb-9daf-66874656b4bf tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b9cd7e-f06c-e76f-d90e-59bcad98b455, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.806040] env[63097]: DEBUG nova.network.neutron [req-ac2d59fd-2737-49b6-8472-1af8ba6157b9 req-2472ec81-7941-4c52-aa5f-3ff27788ff56 service nova] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Updated VIF entry in instance network info cache for port e92b0eaf-ae0e-4c7f-aaef-addb43dd5874. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1348.806495] env[63097]: DEBUG nova.network.neutron [req-ac2d59fd-2737-49b6-8472-1af8ba6157b9 req-2472ec81-7941-4c52-aa5f-3ff27788ff56 service nova] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Updating instance_info_cache with network_info: [{"id": "e92b0eaf-ae0e-4c7f-aaef-addb43dd5874", "address": "fa:16:3e:66:5f:70", "network": {"id": "063cc40b-6c34-4808-ab42-2b91c7189ebe", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1266792904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a316bbd2166545e1bd3ecf6cc2443d24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape92b0eaf-ae", "ovs_interfaceid": "e92b0eaf-ae0e-4c7f-aaef-addb43dd5874", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.828431] env[63097]: DEBUG oslo_vmware.api [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Task: {'id': task-1686879, 'name': Rename_Task, 'duration_secs': 0.151774} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.828702] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: b67270f6-3538-4709-8293-b7315e08ec57] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1348.828939] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06909273-18b6-4a38-95d2-3d228c9826a0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.835755] env[63097]: DEBUG oslo_vmware.api [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Waiting for the task: (returnval){ [ 1348.835755] env[63097]: value = "task-1686886" [ 1348.835755] env[63097]: _type = "Task" [ 1348.835755] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.843921] env[63097]: DEBUG oslo_vmware.api [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Task: {'id': task-1686886, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.006023] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Acquiring lock "refresh_cache-e3a75066-9327-4a05-b055-6bdc59c7f593" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1349.006023] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Acquired lock "refresh_cache-e3a75066-9327-4a05-b055-6bdc59c7f593" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.006023] env[63097]: DEBUG nova.network.neutron [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1349.018883] env[63097]: DEBUG oslo_vmware.api [None req-17abc2b3-0873-4692-a396-60406b5287ec tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1686880, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.102212] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686883, 'name': CreateVM_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.189476] env[63097]: DEBUG oslo_vmware.api [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': task-1686884, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07106} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.189750] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 850b9308-9498-4834-bd24-616ea264d624] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1349.190538] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae386ba-20cd-44bd-aff0-71e94213e996 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.214084] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 850b9308-9498-4834-bd24-616ea264d624] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 850b9308-9498-4834-bd24-616ea264d624/850b9308-9498-4834-bd24-616ea264d624.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1349.216076] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dca4ea4-53c4-41c8-bd5f-241f840a4798 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.233724] env[63097]: INFO nova.compute.resource_tracker [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Updating resource usage from migration 9a29d92f-3ca9-49af-85f8-e05520a2fb4c [ 1349.241755] env[63097]: DEBUG oslo_vmware.api [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Waiting for the task: (returnval){ [ 1349.241755] env[63097]: value = "task-1686887" [ 1349.241755] env[63097]: _type = "Task" [ 1349.241755] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.250513] env[63097]: DEBUG oslo_vmware.api [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': task-1686887, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.261304] env[63097]: DEBUG oslo_vmware.api [None req-94437e73-adf6-41cb-9daf-66874656b4bf tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b9cd7e-f06c-e76f-d90e-59bcad98b455, 'name': SearchDatastore_Task, 'duration_secs': 0.019205} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.263675] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec805b5e-29e9-41eb-9823-eb90f479f518 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.271715] env[63097]: DEBUG oslo_vmware.api [None req-94437e73-adf6-41cb-9daf-66874656b4bf tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Waiting for the task: (returnval){ [ 1349.271715] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d693a6-62a4-ad1b-94ed-11521e5c7b04" [ 1349.271715] env[63097]: _type = "Task" [ 1349.271715] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.282531] env[63097]: DEBUG oslo_vmware.api [None req-94437e73-adf6-41cb-9daf-66874656b4bf tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d693a6-62a4-ad1b-94ed-11521e5c7b04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.308941] env[63097]: DEBUG oslo_concurrency.lockutils [req-ac2d59fd-2737-49b6-8472-1af8ba6157b9 req-2472ec81-7941-4c52-aa5f-3ff27788ff56 service nova] Releasing lock "refresh_cache-185ab458-44b4-4bc2-816a-269d7a4e2719" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1349.347981] env[63097]: DEBUG oslo_vmware.api [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Task: {'id': task-1686886, 'name': PowerOnVM_Task, 'duration_secs': 0.495027} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.348310] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: b67270f6-3538-4709-8293-b7315e08ec57] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1349.348690] env[63097]: INFO nova.compute.manager [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: b67270f6-3538-4709-8293-b7315e08ec57] Took 9.62 seconds to spawn the instance on the hypervisor. [ 1349.348690] env[63097]: DEBUG nova.compute.manager [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: b67270f6-3538-4709-8293-b7315e08ec57] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1349.349733] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364d2cb4-d96f-46bc-ae36-13aa93eaa935 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.431806] env[63097]: DEBUG nova.network.neutron [req-59e9f6b0-5ba3-411e-bf97-0336b6d7fa48 req-89501ae1-d2fd-4af5-a1e1-54e21501ee96 service nova] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Updated VIF entry in instance network info cache for port 1e83fa54-2ab9-4174-b388-3acf64f0a700. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1349.432320] env[63097]: DEBUG nova.network.neutron [req-59e9f6b0-5ba3-411e-bf97-0336b6d7fa48 req-89501ae1-d2fd-4af5-a1e1-54e21501ee96 service nova] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Updating instance_info_cache with network_info: [{"id": "1e83fa54-2ab9-4174-b388-3acf64f0a700", "address": "fa:16:3e:27:a7:57", "network": {"id": "6c047818-8bc6-4850-acf2-0692df5d2adc", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2049954815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a3f2e55be4c46c58c2fdb895472529f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e83fa54-2a", "ovs_interfaceid": "1e83fa54-2ab9-4174-b388-3acf64f0a700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.523673] env[63097]: DEBUG oslo_vmware.api [None req-17abc2b3-0873-4692-a396-60406b5287ec tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1686880, 'name': ReconfigVM_Task, 'duration_secs': 0.737905} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.524028] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-17abc2b3-0873-4692-a396-60406b5287ec tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Reconfigured VM instance instance-00000034 to attach disk [datastore1] volume-3a794bb6-cfba-4f87-ade6-9f46496fcf31/volume-3a794bb6-cfba-4f87-ade6-9f46496fcf31.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1349.531390] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9e9fb93-3fb4-4ee8-9838-8275fbda1036 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.552178] env[63097]: DEBUG oslo_vmware.api [None req-17abc2b3-0873-4692-a396-60406b5287ec tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1349.552178] env[63097]: value = "task-1686888" [ 1349.552178] env[63097]: _type = "Task" [ 1349.552178] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.557162] env[63097]: DEBUG nova.network.neutron [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1349.564662] env[63097]: DEBUG oslo_vmware.api [None req-17abc2b3-0873-4692-a396-60406b5287ec tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1686888, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.601485] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686883, 'name': CreateVM_Task, 'duration_secs': 0.685341} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.605905] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1349.606784] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1349.606973] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.607296] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1349.607806] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fa35216-1da4-433d-bc85-29e821d07ae3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.612285] env[63097]: DEBUG oslo_vmware.api [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Waiting for the task: (returnval){ [ 1349.612285] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c462e5-6510-0c06-3a94-a411efa5dafe" [ 1349.612285] env[63097]: _type = "Task" [ 1349.612285] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.620693] env[63097]: DEBUG oslo_vmware.api [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c462e5-6510-0c06-3a94-a411efa5dafe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.756410] env[63097]: DEBUG oslo_vmware.api [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': task-1686887, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.786272] env[63097]: DEBUG oslo_vmware.api [None req-94437e73-adf6-41cb-9daf-66874656b4bf tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d693a6-62a4-ad1b-94ed-11521e5c7b04, 'name': SearchDatastore_Task, 'duration_secs': 0.020555} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.786778] env[63097]: DEBUG oslo_concurrency.lockutils [None req-94437e73-adf6-41cb-9daf-66874656b4bf tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1349.787248] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-94437e73-adf6-41cb-9daf-66874656b4bf tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 3f01124c-7311-48fb-9e5c-c30cf58613fd/62867302-ebc1-4c14-ab1f-3120d7e2b6ed-rescue.vmdk. {{(pid=63097) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1349.787961] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc29f773-9378-4c0c-864f-38310e9622fa {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.797461] env[63097]: DEBUG oslo_vmware.api [None req-94437e73-adf6-41cb-9daf-66874656b4bf tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Waiting for the task: (returnval){ [ 1349.797461] env[63097]: value = "task-1686889" [ 1349.797461] env[63097]: _type = "Task" [ 1349.797461] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.810656] env[63097]: DEBUG oslo_vmware.api [None req-94437e73-adf6-41cb-9daf-66874656b4bf tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686889, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.840422] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0911c0ce-a918-446d-9ec3-db7a7ec35ab1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.854168] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16dde73-c1ad-4390-bad7-356754a22a0d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.895144] env[63097]: INFO nova.compute.manager [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: b67270f6-3538-4709-8293-b7315e08ec57] Took 43.73 seconds to build instance. [ 1349.897023] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175f263c-7e69-4ccc-8a13-97e88888217c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.904600] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493a41da-28a7-4267-b4e3-3d7eed637c97 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.918681] env[63097]: DEBUG nova.compute.provider_tree [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.935263] env[63097]: DEBUG oslo_concurrency.lockutils [req-59e9f6b0-5ba3-411e-bf97-0336b6d7fa48 req-89501ae1-d2fd-4af5-a1e1-54e21501ee96 service nova] Releasing lock "refresh_cache-2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1349.986742] env[63097]: DEBUG nova.network.neutron [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] Updating instance_info_cache with network_info: [{"id": "39021acf-b16c-47d8-8fc2-77a18ebdecab", "address": "fa:16:3e:12:b6:b2", "network": {"id": "38ad1ae5-2091-4fb9-a8a4-895ce1757e33", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1801901382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a78451a16fb4fb88b6250e5804cfaaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39021acf-b1", "ovs_interfaceid": "39021acf-b16c-47d8-8fc2-77a18ebdecab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.012746] env[63097]: DEBUG nova.compute.manager [req-7a8940cb-204d-4248-b65c-05bba0dd13a8 req-68014c9a-0adc-4805-b97d-7734cdf75740 service nova] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] Received event network-vif-plugged-39021acf-b16c-47d8-8fc2-77a18ebdecab {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1350.012746] env[63097]: DEBUG oslo_concurrency.lockutils [req-7a8940cb-204d-4248-b65c-05bba0dd13a8 req-68014c9a-0adc-4805-b97d-7734cdf75740 service nova] Acquiring lock "e3a75066-9327-4a05-b055-6bdc59c7f593-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.012746] env[63097]: DEBUG oslo_concurrency.lockutils [req-7a8940cb-204d-4248-b65c-05bba0dd13a8 req-68014c9a-0adc-4805-b97d-7734cdf75740 service nova] Lock "e3a75066-9327-4a05-b055-6bdc59c7f593-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.012746] env[63097]: DEBUG oslo_concurrency.lockutils [req-7a8940cb-204d-4248-b65c-05bba0dd13a8 req-68014c9a-0adc-4805-b97d-7734cdf75740 service nova] Lock "e3a75066-9327-4a05-b055-6bdc59c7f593-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.012889] env[63097]: DEBUG nova.compute.manager [req-7a8940cb-204d-4248-b65c-05bba0dd13a8 req-68014c9a-0adc-4805-b97d-7734cdf75740 service nova] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] No waiting events found dispatching network-vif-plugged-39021acf-b16c-47d8-8fc2-77a18ebdecab {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1350.013073] env[63097]: WARNING nova.compute.manager [req-7a8940cb-204d-4248-b65c-05bba0dd13a8 req-68014c9a-0adc-4805-b97d-7734cdf75740 service nova] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] Received unexpected event network-vif-plugged-39021acf-b16c-47d8-8fc2-77a18ebdecab for instance with vm_state building and task_state spawning. [ 1350.013359] env[63097]: DEBUG nova.compute.manager [req-7a8940cb-204d-4248-b65c-05bba0dd13a8 req-68014c9a-0adc-4805-b97d-7734cdf75740 service nova] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] Received event network-changed-39021acf-b16c-47d8-8fc2-77a18ebdecab {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1350.013455] env[63097]: DEBUG nova.compute.manager [req-7a8940cb-204d-4248-b65c-05bba0dd13a8 req-68014c9a-0adc-4805-b97d-7734cdf75740 service nova] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] Refreshing instance network info cache due to event network-changed-39021acf-b16c-47d8-8fc2-77a18ebdecab. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1350.013586] env[63097]: DEBUG oslo_concurrency.lockutils [req-7a8940cb-204d-4248-b65c-05bba0dd13a8 req-68014c9a-0adc-4805-b97d-7734cdf75740 service nova] Acquiring lock "refresh_cache-e3a75066-9327-4a05-b055-6bdc59c7f593" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.062840] env[63097]: DEBUG oslo_vmware.api [None req-17abc2b3-0873-4692-a396-60406b5287ec tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1686888, 'name': ReconfigVM_Task, 'duration_secs': 0.279434} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.063181] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-17abc2b3-0873-4692-a396-60406b5287ec tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351631', 'volume_id': '3a794bb6-cfba-4f87-ade6-9f46496fcf31', 'name': 'volume-3a794bb6-cfba-4f87-ade6-9f46496fcf31', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8e6c4e91-b227-435a-b3ff-dfc58660542a', 'attached_at': '', 'detached_at': '', 'volume_id': '3a794bb6-cfba-4f87-ade6-9f46496fcf31', 'serial': '3a794bb6-cfba-4f87-ade6-9f46496fcf31'} {{(pid=63097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1350.125522] env[63097]: DEBUG oslo_vmware.api [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c462e5-6510-0c06-3a94-a411efa5dafe, 'name': SearchDatastore_Task, 'duration_secs': 0.016841} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.126054] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.126485] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1350.126797] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.127036] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.130851] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1350.130851] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3aa836ef-3cba-4432-a564-5954832a3aa4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.137821] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1350.138144] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1350.139721] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-809384f3-59c5-41b8-9edf-a01b8719b2fd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.147168] env[63097]: DEBUG oslo_vmware.api [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Waiting for the task: (returnval){ [ 1350.147168] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52bd9526-62be-75ea-f865-d01545ea20a2" [ 1350.147168] env[63097]: _type = "Task" [ 1350.147168] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.157224] env[63097]: DEBUG oslo_vmware.api [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52bd9526-62be-75ea-f865-d01545ea20a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.256819] env[63097]: DEBUG oslo_vmware.api [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': task-1686887, 'name': ReconfigVM_Task, 'duration_secs': 0.675108} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.257166] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 850b9308-9498-4834-bd24-616ea264d624] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 850b9308-9498-4834-bd24-616ea264d624/850b9308-9498-4834-bd24-616ea264d624.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1350.257831] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4374671b-9762-463a-ba7e-b58bfbbf4315 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.266998] env[63097]: DEBUG oslo_vmware.api [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Waiting for the task: (returnval){ [ 1350.266998] env[63097]: value = "task-1686890" [ 1350.266998] env[63097]: _type = "Task" [ 1350.266998] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.277778] env[63097]: DEBUG oslo_vmware.api [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': task-1686890, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.310269] env[63097]: DEBUG oslo_vmware.api [None req-94437e73-adf6-41cb-9daf-66874656b4bf tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686889, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.397383] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c67ba79d-5c5a-4459-a3ad-d58acffa6f04 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Lock "b67270f6-3538-4709-8293-b7315e08ec57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.429s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.422995] env[63097]: DEBUG nova.scheduler.client.report [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1350.489968] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Releasing lock "refresh_cache-e3a75066-9327-4a05-b055-6bdc59c7f593" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.490402] env[63097]: DEBUG nova.compute.manager [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] Instance network_info: |[{"id": "39021acf-b16c-47d8-8fc2-77a18ebdecab", "address": "fa:16:3e:12:b6:b2", "network": {"id": "38ad1ae5-2091-4fb9-a8a4-895ce1757e33", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1801901382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a78451a16fb4fb88b6250e5804cfaaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39021acf-b1", "ovs_interfaceid": "39021acf-b16c-47d8-8fc2-77a18ebdecab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1350.490643] env[63097]: DEBUG oslo_concurrency.lockutils [req-7a8940cb-204d-4248-b65c-05bba0dd13a8 req-68014c9a-0adc-4805-b97d-7734cdf75740 service nova] Acquired lock "refresh_cache-e3a75066-9327-4a05-b055-6bdc59c7f593" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.490833] env[63097]: DEBUG nova.network.neutron [req-7a8940cb-204d-4248-b65c-05bba0dd13a8 req-68014c9a-0adc-4805-b97d-7734cdf75740 service nova] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] Refreshing network info cache for port 39021acf-b16c-47d8-8fc2-77a18ebdecab {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1350.492052] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:b6:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a2b284a-a29c-478f-b763-c9b5821e20ec', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39021acf-b16c-47d8-8fc2-77a18ebdecab', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1350.502190] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Creating folder: Project (6a78451a16fb4fb88b6250e5804cfaaa). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1350.508627] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb225d86-f5b8-4b64-aa2a-63dcf5f0c7f7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.518997] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Created folder: Project (6a78451a16fb4fb88b6250e5804cfaaa) in parent group-v351483. [ 1350.519329] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Creating folder: Instances. Parent ref: group-v351636. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1350.519591] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79a0a50f-5d3e-449f-881c-fe1f42796aba {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.529379] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Created folder: Instances in parent group-v351636. [ 1350.529749] env[63097]: DEBUG oslo.service.loopingcall [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1350.529848] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1350.530070] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ef52adc-a5e9-4345-80d1-b73363f67301 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.554867] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1350.554867] env[63097]: value = "task-1686893" [ 1350.554867] env[63097]: _type = "Task" [ 1350.554867] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.564139] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686893, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.659292] env[63097]: DEBUG oslo_vmware.api [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52bd9526-62be-75ea-f865-d01545ea20a2, 'name': SearchDatastore_Task, 'duration_secs': 0.012953} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.660264] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e8e2cee-bc30-49cf-a976-7ac2b4d7dba3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.666821] env[63097]: DEBUG oslo_vmware.api [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Waiting for the task: (returnval){ [ 1350.666821] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]524b6bf9-641f-6498-9aa8-220d85442bc7" [ 1350.666821] env[63097]: _type = "Task" [ 1350.666821] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.678112] env[63097]: DEBUG oslo_vmware.api [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]524b6bf9-641f-6498-9aa8-220d85442bc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.777132] env[63097]: DEBUG oslo_vmware.api [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': task-1686890, 'name': Rename_Task, 'duration_secs': 0.229955} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.778748] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 850b9308-9498-4834-bd24-616ea264d624] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1350.779214] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e35bc0a-a4e0-4881-9449-c62ce4fa25a2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.786889] env[63097]: DEBUG oslo_vmware.api [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Waiting for the task: (returnval){ [ 1350.786889] env[63097]: value = "task-1686894" [ 1350.786889] env[63097]: _type = "Task" [ 1350.786889] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.797930] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e345e5ed-46df-42bb-9e41-3ec195fc8bd1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.811406] env[63097]: DEBUG oslo_vmware.api [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': task-1686894, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.813874] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d928623f-19f7-4ed6-801a-a0942e84db2e tempest-ServersAdminNegativeTestJSON-1557007542 tempest-ServersAdminNegativeTestJSON-1557007542-project-admin] [instance: b67270f6-3538-4709-8293-b7315e08ec57] Suspending the VM {{(pid=63097) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1163}} [ 1350.814194] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c834e04e-9c7b-4d0e-a18e-c851ea8bd3be {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.819090] env[63097]: DEBUG oslo_vmware.api [None req-94437e73-adf6-41cb-9daf-66874656b4bf tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686889, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679146} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.819722] env[63097]: INFO nova.virt.vmwareapi.ds_util [None req-94437e73-adf6-41cb-9daf-66874656b4bf tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 3f01124c-7311-48fb-9e5c-c30cf58613fd/62867302-ebc1-4c14-ab1f-3120d7e2b6ed-rescue.vmdk. [ 1350.820650] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea574d2f-a862-4795-87df-7b3303ccea1d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.827093] env[63097]: DEBUG oslo_vmware.api [None req-d928623f-19f7-4ed6-801a-a0942e84db2e tempest-ServersAdminNegativeTestJSON-1557007542 tempest-ServersAdminNegativeTestJSON-1557007542-project-admin] Waiting for the task: (returnval){ [ 1350.827093] env[63097]: value = "task-1686895" [ 1350.827093] env[63097]: _type = "Task" [ 1350.827093] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.861336] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-94437e73-adf6-41cb-9daf-66874656b4bf tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 3f01124c-7311-48fb-9e5c-c30cf58613fd/62867302-ebc1-4c14-ab1f-3120d7e2b6ed-rescue.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1350.862283] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0be7fed-68f2-4c11-911c-9137b0629922 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.879977] env[63097]: DEBUG oslo_vmware.api [None req-d928623f-19f7-4ed6-801a-a0942e84db2e tempest-ServersAdminNegativeTestJSON-1557007542 tempest-ServersAdminNegativeTestJSON-1557007542-project-admin] Task: {'id': task-1686895, 'name': SuspendVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.885259] env[63097]: DEBUG oslo_vmware.api [None req-94437e73-adf6-41cb-9daf-66874656b4bf tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Waiting for the task: (returnval){ [ 1350.885259] env[63097]: value = "task-1686896" [ 1350.885259] env[63097]: _type = "Task" [ 1350.885259] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.893800] env[63097]: DEBUG oslo_vmware.api [None req-94437e73-adf6-41cb-9daf-66874656b4bf tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686896, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.900859] env[63097]: DEBUG nova.compute.manager [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1350.932484] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.725s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.933132] env[63097]: INFO nova.compute.manager [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Migrating [ 1350.939737] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.614s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.941552] env[63097]: INFO nova.compute.claims [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1351.065203] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686893, 'name': CreateVM_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.105960] env[63097]: DEBUG nova.objects.instance [None req-17abc2b3-0873-4692-a396-60406b5287ec tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lazy-loading 'flavor' on Instance uuid 8e6c4e91-b227-435a-b3ff-dfc58660542a {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1351.179255] env[63097]: DEBUG oslo_vmware.api [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]524b6bf9-641f-6498-9aa8-220d85442bc7, 'name': SearchDatastore_Task, 'duration_secs': 0.018306} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.180168] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1351.182024] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251/2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1351.182024] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-692ce160-5d54-4814-b808-3655dbd2dc3c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.188578] env[63097]: DEBUG oslo_vmware.api [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Waiting for the task: (returnval){ [ 1351.188578] env[63097]: value = "task-1686897" [ 1351.188578] env[63097]: _type = "Task" [ 1351.188578] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.199682] env[63097]: DEBUG oslo_vmware.api [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Task: {'id': task-1686897, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.241806] env[63097]: DEBUG nova.network.neutron [req-7a8940cb-204d-4248-b65c-05bba0dd13a8 req-68014c9a-0adc-4805-b97d-7734cdf75740 service nova] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] Updated VIF entry in instance network info cache for port 39021acf-b16c-47d8-8fc2-77a18ebdecab. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1351.241806] env[63097]: DEBUG nova.network.neutron [req-7a8940cb-204d-4248-b65c-05bba0dd13a8 req-68014c9a-0adc-4805-b97d-7734cdf75740 service nova] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] Updating instance_info_cache with network_info: [{"id": "39021acf-b16c-47d8-8fc2-77a18ebdecab", "address": "fa:16:3e:12:b6:b2", "network": {"id": "38ad1ae5-2091-4fb9-a8a4-895ce1757e33", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1801901382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a78451a16fb4fb88b6250e5804cfaaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39021acf-b1", "ovs_interfaceid": "39021acf-b16c-47d8-8fc2-77a18ebdecab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.307791] env[63097]: DEBUG oslo_vmware.api [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': task-1686894, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.336078] env[63097]: DEBUG oslo_vmware.api [None req-d928623f-19f7-4ed6-801a-a0942e84db2e tempest-ServersAdminNegativeTestJSON-1557007542 tempest-ServersAdminNegativeTestJSON-1557007542-project-admin] Task: {'id': task-1686895, 'name': SuspendVM_Task} progress is 54%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.399077] env[63097]: DEBUG oslo_vmware.api [None req-94437e73-adf6-41cb-9daf-66874656b4bf tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686896, 'name': ReconfigVM_Task, 'duration_secs': 0.408651} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.399288] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-94437e73-adf6-41cb-9daf-66874656b4bf tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 3f01124c-7311-48fb-9e5c-c30cf58613fd/62867302-ebc1-4c14-ab1f-3120d7e2b6ed-rescue.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1351.400280] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2854d59e-f277-4707-9039-24c8130214f7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.435433] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33905cf5-eca3-46c3-bea6-82050c9d56d4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.453370] env[63097]: DEBUG oslo_vmware.api [None req-94437e73-adf6-41cb-9daf-66874656b4bf tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Waiting for the task: (returnval){ [ 1351.453370] env[63097]: value = "task-1686898" [ 1351.453370] env[63097]: _type = "Task" [ 1351.453370] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.453370] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Acquiring lock "refresh_cache-3fd114c2-a544-4fc5-be3b-82c084f022e8" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1351.453370] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Acquired lock "refresh_cache-3fd114c2-a544-4fc5-be3b-82c084f022e8" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.453370] env[63097]: DEBUG nova.network.neutron [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1351.465981] env[63097]: DEBUG oslo_vmware.api [None req-94437e73-adf6-41cb-9daf-66874656b4bf tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686898, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.467271] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.567576] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686893, 'name': CreateVM_Task, 'duration_secs': 0.845728} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.567891] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1351.568698] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1351.568879] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.569263] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1351.569729] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a00a11a-4c98-45bc-9141-00aca18d09dd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.575565] env[63097]: DEBUG oslo_vmware.api [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Waiting for the task: (returnval){ [ 1351.575565] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c3a38b-2b75-84cf-71b3-bd01c7b1df27" [ 1351.575565] env[63097]: _type = "Task" [ 1351.575565] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.588632] env[63097]: DEBUG oslo_vmware.api [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c3a38b-2b75-84cf-71b3-bd01c7b1df27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.611676] env[63097]: DEBUG oslo_concurrency.lockutils [None req-17abc2b3-0873-4692-a396-60406b5287ec tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "8e6c4e91-b227-435a-b3ff-dfc58660542a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.859s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.700026] env[63097]: DEBUG oslo_vmware.api [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Task: {'id': task-1686897, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.745895] env[63097]: DEBUG oslo_concurrency.lockutils [req-7a8940cb-204d-4248-b65c-05bba0dd13a8 req-68014c9a-0adc-4805-b97d-7734cdf75740 service nova] Releasing lock "refresh_cache-e3a75066-9327-4a05-b055-6bdc59c7f593" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1351.801575] env[63097]: DEBUG oslo_vmware.api [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': task-1686894, 'name': PowerOnVM_Task, 'duration_secs': 0.722419} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.802080] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 850b9308-9498-4834-bd24-616ea264d624] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1351.802409] env[63097]: INFO nova.compute.manager [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 850b9308-9498-4834-bd24-616ea264d624] Took 9.23 seconds to spawn the instance on the hypervisor. [ 1351.802896] env[63097]: DEBUG nova.compute.manager [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 850b9308-9498-4834-bd24-616ea264d624] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1351.804226] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f4927d-7513-4194-a4d6-858138a0a99d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.841015] env[63097]: DEBUG oslo_vmware.api [None req-d928623f-19f7-4ed6-801a-a0942e84db2e tempest-ServersAdminNegativeTestJSON-1557007542 tempest-ServersAdminNegativeTestJSON-1557007542-project-admin] Task: {'id': task-1686895, 'name': SuspendVM_Task, 'duration_secs': 0.964602} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.842557] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d928623f-19f7-4ed6-801a-a0942e84db2e tempest-ServersAdminNegativeTestJSON-1557007542 tempest-ServersAdminNegativeTestJSON-1557007542-project-admin] [instance: b67270f6-3538-4709-8293-b7315e08ec57] Suspended the VM {{(pid=63097) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1167}} [ 1351.842557] env[63097]: DEBUG nova.compute.manager [None req-d928623f-19f7-4ed6-801a-a0942e84db2e tempest-ServersAdminNegativeTestJSON-1557007542 tempest-ServersAdminNegativeTestJSON-1557007542-project-admin] [instance: b67270f6-3538-4709-8293-b7315e08ec57] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1351.846728] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a60d9e-4d5c-4b37-b46c-eee4b17c985b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.966989] env[63097]: DEBUG oslo_vmware.api [None req-94437e73-adf6-41cb-9daf-66874656b4bf tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686898, 'name': ReconfigVM_Task, 'duration_secs': 0.251408} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.967334] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-94437e73-adf6-41cb-9daf-66874656b4bf tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1351.967587] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86557f1e-1971-43ed-9a1d-1e3f4f894393 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.976097] env[63097]: DEBUG oslo_vmware.api [None req-94437e73-adf6-41cb-9daf-66874656b4bf tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Waiting for the task: (returnval){ [ 1351.976097] env[63097]: value = "task-1686899" [ 1351.976097] env[63097]: _type = "Task" [ 1351.976097] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.984777] env[63097]: DEBUG oslo_vmware.api [None req-94437e73-adf6-41cb-9daf-66874656b4bf tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686899, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.098053] env[63097]: DEBUG oslo_vmware.api [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c3a38b-2b75-84cf-71b3-bd01c7b1df27, 'name': SearchDatastore_Task, 'duration_secs': 0.061027} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.099071] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1352.099905] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1352.102020] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1352.102020] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.102020] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1352.102020] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6375f8a8-7e89-4222-8ec0-3cfe01c8011a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.117461] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1352.117461] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1352.117461] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-322f7afe-07b0-4278-abeb-60d6f6f17ef4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.127262] env[63097]: DEBUG oslo_vmware.api [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Waiting for the task: (returnval){ [ 1352.127262] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]528abf41-d8f2-0e56-8d00-966173b39de1" [ 1352.127262] env[63097]: _type = "Task" [ 1352.127262] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.138640] env[63097]: DEBUG oslo_vmware.api [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]528abf41-d8f2-0e56-8d00-966173b39de1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.199097] env[63097]: DEBUG oslo_vmware.api [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Task: {'id': task-1686897, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709077} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.203166] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251/2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1352.203166] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1352.203166] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e2a64fd-4b6d-4edd-9941-649c0b260346 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.209976] env[63097]: DEBUG oslo_vmware.api [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Waiting for the task: (returnval){ [ 1352.209976] env[63097]: value = "task-1686900" [ 1352.209976] env[63097]: _type = "Task" [ 1352.209976] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.229308] env[63097]: DEBUG oslo_vmware.api [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Task: {'id': task-1686900, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.310750] env[63097]: DEBUG nova.network.neutron [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Updating instance_info_cache with network_info: [{"id": "aa52c27d-867d-410f-8dba-52aabf33efe5", "address": "fa:16:3e:3a:73:ac", "network": {"id": "6b81232d-2bfc-4ee5-aaa8-178b8f49236c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6d5186fbfb8046dfb1f369e636f8eafb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa52c27d-86", "ovs_interfaceid": "aa52c27d-867d-410f-8dba-52aabf33efe5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.327702] env[63097]: INFO nova.compute.manager [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 850b9308-9498-4834-bd24-616ea264d624] Took 43.88 seconds to build instance. [ 1352.335053] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a65c0287-930c-481a-a781-88998e6b5af7 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "8e6c4e91-b227-435a-b3ff-dfc58660542a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.335316] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a65c0287-930c-481a-a781-88998e6b5af7 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "8e6c4e91-b227-435a-b3ff-dfc58660542a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1352.335579] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a65c0287-930c-481a-a781-88998e6b5af7 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "8e6c4e91-b227-435a-b3ff-dfc58660542a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.336215] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a65c0287-930c-481a-a781-88998e6b5af7 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "8e6c4e91-b227-435a-b3ff-dfc58660542a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1352.336215] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a65c0287-930c-481a-a781-88998e6b5af7 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "8e6c4e91-b227-435a-b3ff-dfc58660542a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1352.339337] env[63097]: INFO nova.compute.manager [None req-a65c0287-930c-481a-a781-88998e6b5af7 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Terminating instance [ 1352.341528] env[63097]: DEBUG nova.compute.manager [None req-a65c0287-930c-481a-a781-88998e6b5af7 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1352.341861] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a65c0287-930c-481a-a781-88998e6b5af7 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1352.342050] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bb97163-98b0-470f-9ab4-d4fa586364ad {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.353292] env[63097]: DEBUG oslo_vmware.api [None req-a65c0287-930c-481a-a781-88998e6b5af7 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1352.353292] env[63097]: value = "task-1686901" [ 1352.353292] env[63097]: _type = "Task" [ 1352.353292] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.372922] env[63097]: DEBUG oslo_vmware.api [None req-a65c0287-930c-481a-a781-88998e6b5af7 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1686901, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.463105] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1105022c-bc9d-4bd4-9be6-ad28319ad926 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.472480] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2a58ff-1daf-45ad-a9c9-7cb1cde95c21 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.504479] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb24fb6-f8e3-4845-b2f1-807d4a0d5a14 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.510063] env[63097]: DEBUG oslo_vmware.api [None req-94437e73-adf6-41cb-9daf-66874656b4bf tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686899, 'name': PowerOnVM_Task, 'duration_secs': 0.383092} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.510675] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-94437e73-adf6-41cb-9daf-66874656b4bf tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1352.515054] env[63097]: DEBUG nova.compute.manager [None req-94437e73-adf6-41cb-9daf-66874656b4bf tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1352.516290] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f182c3-e0a5-4205-a814-e84c521aa977 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.521194] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ecefc3-af4e-4a7e-9cef-980f4b365c9b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.538192] env[63097]: DEBUG nova.compute.provider_tree [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1352.638636] env[63097]: DEBUG oslo_vmware.api [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]528abf41-d8f2-0e56-8d00-966173b39de1, 'name': SearchDatastore_Task, 'duration_secs': 0.033185} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.639458] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb3f298c-baeb-4c9a-99ba-39d23496455b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.645147] env[63097]: DEBUG oslo_vmware.api [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Waiting for the task: (returnval){ [ 1352.645147] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]523ff9e2-d75a-1cd4-7d95-24f6fa0b0f03" [ 1352.645147] env[63097]: _type = "Task" [ 1352.645147] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.652851] env[63097]: DEBUG oslo_vmware.api [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]523ff9e2-d75a-1cd4-7d95-24f6fa0b0f03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.722700] env[63097]: DEBUG oslo_vmware.api [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Task: {'id': task-1686900, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063691} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.722700] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1352.722700] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c032be-d5ff-4e9b-a6e1-403373f3b04b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.743824] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251/2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1352.744307] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab0ed6c1-52c2-4b13-9a7f-836cee14782c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.764436] env[63097]: DEBUG oslo_vmware.api [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Waiting for the task: (returnval){ [ 1352.764436] env[63097]: value = "task-1686902" [ 1352.764436] env[63097]: _type = "Task" [ 1352.764436] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.772554] env[63097]: DEBUG oslo_vmware.api [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Task: {'id': task-1686902, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.814733] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Releasing lock "refresh_cache-3fd114c2-a544-4fc5-be3b-82c084f022e8" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1352.834479] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c0a1e79f-ad60-4be5-a89f-41c8f5249dd8 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Lock "850b9308-9498-4834-bd24-616ea264d624" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.742s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1352.863944] env[63097]: DEBUG oslo_vmware.api [None req-a65c0287-930c-481a-a781-88998e6b5af7 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1686901, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.046865] env[63097]: DEBUG nova.scheduler.client.report [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1353.155161] env[63097]: DEBUG oslo_vmware.api [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]523ff9e2-d75a-1cd4-7d95-24f6fa0b0f03, 'name': SearchDatastore_Task, 'duration_secs': 0.075002} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.155460] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1353.155726] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] e3a75066-9327-4a05-b055-6bdc59c7f593/e3a75066-9327-4a05-b055-6bdc59c7f593.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1353.156013] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e033f8b-582e-49b7-962d-f4fdfa5737b9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.162286] env[63097]: DEBUG oslo_vmware.api [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Waiting for the task: (returnval){ [ 1353.162286] env[63097]: value = "task-1686903" [ 1353.162286] env[63097]: _type = "Task" [ 1353.162286] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.170349] env[63097]: DEBUG oslo_vmware.api [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Task: {'id': task-1686903, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.182624] env[63097]: DEBUG nova.compute.manager [req-248fd8ea-7775-4bec-bdb1-280e2ca1a78d req-53bc316f-8607-4f9f-853f-d11b7aace291 service nova] [instance: 850b9308-9498-4834-bd24-616ea264d624] Received event network-changed-56da8663-81ae-4cb1-a277-6b3a72873ff2 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1353.182922] env[63097]: DEBUG nova.compute.manager [req-248fd8ea-7775-4bec-bdb1-280e2ca1a78d req-53bc316f-8607-4f9f-853f-d11b7aace291 service nova] [instance: 850b9308-9498-4834-bd24-616ea264d624] Refreshing instance network info cache due to event network-changed-56da8663-81ae-4cb1-a277-6b3a72873ff2. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1353.183140] env[63097]: DEBUG oslo_concurrency.lockutils [req-248fd8ea-7775-4bec-bdb1-280e2ca1a78d req-53bc316f-8607-4f9f-853f-d11b7aace291 service nova] Acquiring lock "refresh_cache-850b9308-9498-4834-bd24-616ea264d624" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1353.183818] env[63097]: DEBUG oslo_concurrency.lockutils [req-248fd8ea-7775-4bec-bdb1-280e2ca1a78d req-53bc316f-8607-4f9f-853f-d11b7aace291 service nova] Acquired lock "refresh_cache-850b9308-9498-4834-bd24-616ea264d624" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.183818] env[63097]: DEBUG nova.network.neutron [req-248fd8ea-7775-4bec-bdb1-280e2ca1a78d req-53bc316f-8607-4f9f-853f-d11b7aace291 service nova] [instance: 850b9308-9498-4834-bd24-616ea264d624] Refreshing network info cache for port 56da8663-81ae-4cb1-a277-6b3a72873ff2 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1353.274499] env[63097]: DEBUG oslo_vmware.api [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Task: {'id': task-1686902, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.337244] env[63097]: DEBUG nova.compute.manager [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1353.363644] env[63097]: DEBUG oslo_vmware.api [None req-a65c0287-930c-481a-a781-88998e6b5af7 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1686901, 'name': PowerOffVM_Task, 'duration_secs': 0.600512} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.363931] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a65c0287-930c-481a-a781-88998e6b5af7 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1353.364153] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-a65c0287-930c-481a-a781-88998e6b5af7 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Volume detach. Driver type: vmdk {{(pid=63097) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1353.364351] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-a65c0287-930c-481a-a781-88998e6b5af7 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351631', 'volume_id': '3a794bb6-cfba-4f87-ade6-9f46496fcf31', 'name': 'volume-3a794bb6-cfba-4f87-ade6-9f46496fcf31', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8e6c4e91-b227-435a-b3ff-dfc58660542a', 'attached_at': '', 'detached_at': '', 'volume_id': '3a794bb6-cfba-4f87-ade6-9f46496fcf31', 'serial': '3a794bb6-cfba-4f87-ade6-9f46496fcf31'} {{(pid=63097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1353.365153] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e512d990-141c-4909-9de5-ab3f88605940 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.389433] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17394f14-eb48-4f31-9dde-33843e6b26dc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.397454] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb5aa3f-7742-45c4-8a28-e5db45848791 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.418527] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac9bd8f-8863-4e2a-9045-3a68aa10a9b2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.443396] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-a65c0287-930c-481a-a781-88998e6b5af7 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] The volume has not been displaced from its original location: [datastore1] volume-3a794bb6-cfba-4f87-ade6-9f46496fcf31/volume-3a794bb6-cfba-4f87-ade6-9f46496fcf31.vmdk. No consolidation needed. {{(pid=63097) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1353.452519] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-a65c0287-930c-481a-a781-88998e6b5af7 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Reconfiguring VM instance instance-00000034 to detach disk 2001 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1353.453350] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3eceb83e-d663-471e-9646-d302120aaee4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.474671] env[63097]: DEBUG oslo_vmware.api [None req-a65c0287-930c-481a-a781-88998e6b5af7 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1353.474671] env[63097]: value = "task-1686904" [ 1353.474671] env[63097]: _type = "Task" [ 1353.474671] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.485726] env[63097]: DEBUG oslo_vmware.api [None req-a65c0287-930c-481a-a781-88998e6b5af7 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1686904, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.549498] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1353.550117] env[63097]: DEBUG nova.compute.manager [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1353.553626] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.982s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1353.553626] env[63097]: DEBUG nova.objects.instance [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63097) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1353.674444] env[63097]: DEBUG oslo_vmware.api [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Task: {'id': task-1686903, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.681952] env[63097]: INFO nova.compute.manager [None req-b20b2c9b-f851-45e6-ac7e-f591bf74b340 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Unrescuing [ 1353.682298] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b20b2c9b-f851-45e6-ac7e-f591bf74b340 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Acquiring lock "refresh_cache-3f01124c-7311-48fb-9e5c-c30cf58613fd" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1353.682917] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b20b2c9b-f851-45e6-ac7e-f591bf74b340 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Acquired lock "refresh_cache-3f01124c-7311-48fb-9e5c-c30cf58613fd" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.682917] env[63097]: DEBUG nova.network.neutron [None req-b20b2c9b-f851-45e6-ac7e-f591bf74b340 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1353.778101] env[63097]: DEBUG oslo_vmware.api [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Task: {'id': task-1686902, 'name': ReconfigVM_Task, 'duration_secs': 0.529939} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.778520] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251/2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1353.779324] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4eaab510-70f2-4054-95a9-3119f374715e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.785130] env[63097]: DEBUG oslo_vmware.api [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Waiting for the task: (returnval){ [ 1353.785130] env[63097]: value = "task-1686905" [ 1353.785130] env[63097]: _type = "Task" [ 1353.785130] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.794275] env[63097]: DEBUG oslo_vmware.api [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Task: {'id': task-1686905, 'name': Rename_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.862873] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.985715] env[63097]: DEBUG oslo_vmware.api [None req-a65c0287-930c-481a-a781-88998e6b5af7 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1686904, 'name': ReconfigVM_Task, 'duration_secs': 0.499668} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.987846] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-a65c0287-930c-481a-a781-88998e6b5af7 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Reconfigured VM instance instance-00000034 to detach disk 2001 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1353.992588] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c991843-4a24-40fe-9f3e-941d0466757d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.012079] env[63097]: DEBUG oslo_vmware.api [None req-a65c0287-930c-481a-a781-88998e6b5af7 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1354.012079] env[63097]: value = "task-1686906" [ 1354.012079] env[63097]: _type = "Task" [ 1354.012079] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.020063] env[63097]: DEBUG oslo_vmware.api [None req-a65c0287-930c-481a-a781-88998e6b5af7 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1686906, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.058862] env[63097]: DEBUG nova.compute.utils [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1354.063913] env[63097]: DEBUG nova.compute.manager [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1354.063913] env[63097]: DEBUG nova.network.neutron [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1354.099536] env[63097]: DEBUG nova.network.neutron [req-248fd8ea-7775-4bec-bdb1-280e2ca1a78d req-53bc316f-8607-4f9f-853f-d11b7aace291 service nova] [instance: 850b9308-9498-4834-bd24-616ea264d624] Updated VIF entry in instance network info cache for port 56da8663-81ae-4cb1-a277-6b3a72873ff2. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1354.100263] env[63097]: DEBUG nova.network.neutron [req-248fd8ea-7775-4bec-bdb1-280e2ca1a78d req-53bc316f-8607-4f9f-853f-d11b7aace291 service nova] [instance: 850b9308-9498-4834-bd24-616ea264d624] Updating instance_info_cache with network_info: [{"id": "56da8663-81ae-4cb1-a277-6b3a72873ff2", "address": "fa:16:3e:b9:15:03", "network": {"id": "911ad2ba-cfdd-4b67-910c-c3347365252f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1336836935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da12a5842c1843779e0d0c1b3f2c6973", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56da8663-81", "ovs_interfaceid": "56da8663-81ae-4cb1-a277-6b3a72873ff2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.105344] env[63097]: DEBUG oslo_concurrency.lockutils [None req-aea43e3c-4f68-4941-906e-aa293a34067a tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Acquiring lock "850b9308-9498-4834-bd24-616ea264d624" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.105344] env[63097]: DEBUG oslo_concurrency.lockutils [None req-aea43e3c-4f68-4941-906e-aa293a34067a tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Lock "850b9308-9498-4834-bd24-616ea264d624" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.105461] env[63097]: INFO nova.compute.manager [None req-aea43e3c-4f68-4941-906e-aa293a34067a tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 850b9308-9498-4834-bd24-616ea264d624] Rebooting instance [ 1354.116014] env[63097]: DEBUG nova.policy [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bae4322300614e59864289c069303c55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a00e94d35e44678b6698f8af082c448', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1354.173898] env[63097]: DEBUG oslo_vmware.api [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Task: {'id': task-1686903, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601509} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.174202] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] e3a75066-9327-4a05-b055-6bdc59c7f593/e3a75066-9327-4a05-b055-6bdc59c7f593.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1354.174574] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1354.174704] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e0c768c-0b7a-433f-b5d0-b44b5ab91552 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.181274] env[63097]: DEBUG oslo_vmware.api [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Waiting for the task: (returnval){ [ 1354.181274] env[63097]: value = "task-1686907" [ 1354.181274] env[63097]: _type = "Task" [ 1354.181274] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.194194] env[63097]: DEBUG oslo_vmware.api [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Task: {'id': task-1686907, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.295727] env[63097]: DEBUG oslo_vmware.api [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Task: {'id': task-1686905, 'name': Rename_Task, 'duration_secs': 0.338867} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.296081] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1354.296404] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7878bf9-12aa-4ecb-b139-1ce7b1592a88 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.303905] env[63097]: DEBUG oslo_vmware.api [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Waiting for the task: (returnval){ [ 1354.303905] env[63097]: value = "task-1686908" [ 1354.303905] env[63097]: _type = "Task" [ 1354.303905] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.315727] env[63097]: DEBUG oslo_vmware.api [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Task: {'id': task-1686908, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.328380] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b9196a-27da-4d15-a048-1c461bdfb6e0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.348625] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Updating instance '3fd114c2-a544-4fc5-be3b-82c084f022e8' progress to 0 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1354.430899] env[63097]: DEBUG nova.network.neutron [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Successfully created port: 3bfd327a-1d0a-486c-a715-022fef6c4ea1 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1354.438162] env[63097]: DEBUG nova.network.neutron [None req-b20b2c9b-f851-45e6-ac7e-f591bf74b340 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Updating instance_info_cache with network_info: [{"id": "98619dad-60a6-4043-8514-c272f1a54f59", "address": "fa:16:3e:2b:22:10", "network": {"id": "f92b9003-6324-4028-be14-5a239445f2df", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1063026643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ed5ea40aafe14fa79c22cdd88fb8d2c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98619dad-60", "ovs_interfaceid": "98619dad-60a6-4043-8514-c272f1a54f59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.522292] env[63097]: DEBUG oslo_vmware.api [None req-a65c0287-930c-481a-a781-88998e6b5af7 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1686906, 'name': ReconfigVM_Task, 'duration_secs': 0.177944} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.522680] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-a65c0287-930c-481a-a781-88998e6b5af7 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351631', 'volume_id': '3a794bb6-cfba-4f87-ade6-9f46496fcf31', 'name': 'volume-3a794bb6-cfba-4f87-ade6-9f46496fcf31', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8e6c4e91-b227-435a-b3ff-dfc58660542a', 'attached_at': '', 'detached_at': '', 'volume_id': '3a794bb6-cfba-4f87-ade6-9f46496fcf31', 'serial': '3a794bb6-cfba-4f87-ade6-9f46496fcf31'} {{(pid=63097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1354.523012] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a65c0287-930c-481a-a781-88998e6b5af7 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1354.525091] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f6bc8e-d621-4a47-96c5-95088f9550a4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.533918] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a65c0287-930c-481a-a781-88998e6b5af7 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1354.534208] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-086ba4dc-bf1b-488b-9f0f-06d7338fe54a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.564912] env[63097]: DEBUG nova.compute.manager [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1354.568725] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1057bc5b-e320-409a-9b52-d47f3dcfefff tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.569969] env[63097]: DEBUG oslo_concurrency.lockutils [None req-02dbae2d-cbe8-4c65-83cc-662963588720 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.420s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.570195] env[63097]: DEBUG nova.objects.instance [None req-02dbae2d-cbe8-4c65-83cc-662963588720 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Lazy-loading 'resources' on Instance uuid a5682b89-3a0f-4634-9b09-cde8007f0bb0 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1354.602164] env[63097]: DEBUG oslo_concurrency.lockutils [req-248fd8ea-7775-4bec-bdb1-280e2ca1a78d req-53bc316f-8607-4f9f-853f-d11b7aace291 service nova] Releasing lock "refresh_cache-850b9308-9498-4834-bd24-616ea264d624" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1354.624206] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a65c0287-930c-481a-a781-88998e6b5af7 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1354.624444] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a65c0287-930c-481a-a781-88998e6b5af7 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1354.624631] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a65c0287-930c-481a-a781-88998e6b5af7 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Deleting the datastore file [datastore2] 8e6c4e91-b227-435a-b3ff-dfc58660542a {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1354.624911] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd0c4b1c-533c-47b3-9f40-5c653afd5029 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.633756] env[63097]: DEBUG oslo_concurrency.lockutils [None req-aea43e3c-4f68-4941-906e-aa293a34067a tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Acquiring lock "refresh_cache-850b9308-9498-4834-bd24-616ea264d624" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1354.633978] env[63097]: DEBUG oslo_concurrency.lockutils [None req-aea43e3c-4f68-4941-906e-aa293a34067a tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Acquired lock "refresh_cache-850b9308-9498-4834-bd24-616ea264d624" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.634198] env[63097]: DEBUG nova.network.neutron [None req-aea43e3c-4f68-4941-906e-aa293a34067a tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 850b9308-9498-4834-bd24-616ea264d624] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1354.639139] env[63097]: DEBUG oslo_vmware.api [None req-a65c0287-930c-481a-a781-88998e6b5af7 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1354.639139] env[63097]: value = "task-1686910" [ 1354.639139] env[63097]: _type = "Task" [ 1354.639139] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.652283] env[63097]: DEBUG oslo_vmware.api [None req-a65c0287-930c-481a-a781-88998e6b5af7 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1686910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.691559] env[63097]: DEBUG oslo_vmware.api [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Task: {'id': task-1686907, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070321} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.691916] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1354.693206] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad35013-3009-42e9-8221-ed7afa547b32 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.717521] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] e3a75066-9327-4a05-b055-6bdc59c7f593/e3a75066-9327-4a05-b055-6bdc59c7f593.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1354.717973] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3ed0557-c831-4ab9-b40e-18d1cfb2efbb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.739256] env[63097]: DEBUG oslo_vmware.api [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Waiting for the task: (returnval){ [ 1354.739256] env[63097]: value = "task-1686911" [ 1354.739256] env[63097]: _type = "Task" [ 1354.739256] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.749427] env[63097]: DEBUG oslo_vmware.api [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Task: {'id': task-1686911, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.813658] env[63097]: DEBUG oslo_vmware.api [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Task: {'id': task-1686908, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.857318] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1354.858252] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-681bf98f-ed20-47af-96e0-9c1fe98ebb40 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.867506] env[63097]: DEBUG oslo_vmware.api [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Waiting for the task: (returnval){ [ 1354.867506] env[63097]: value = "task-1686912" [ 1354.867506] env[63097]: _type = "Task" [ 1354.867506] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.877084] env[63097]: DEBUG oslo_vmware.api [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1686912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.941029] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b20b2c9b-f851-45e6-ac7e-f591bf74b340 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Releasing lock "refresh_cache-3f01124c-7311-48fb-9e5c-c30cf58613fd" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1354.941489] env[63097]: DEBUG nova.objects.instance [None req-b20b2c9b-f851-45e6-ac7e-f591bf74b340 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Lazy-loading 'flavor' on Instance uuid 3f01124c-7311-48fb-9e5c-c30cf58613fd {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1355.149804] env[63097]: DEBUG oslo_vmware.api [None req-a65c0287-930c-481a-a781-88998e6b5af7 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1686910, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305389} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.152875] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a65c0287-930c-481a-a781-88998e6b5af7 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1355.153192] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a65c0287-930c-481a-a781-88998e6b5af7 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1355.153386] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a65c0287-930c-481a-a781-88998e6b5af7 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1355.153607] env[63097]: INFO nova.compute.manager [None req-a65c0287-930c-481a-a781-88998e6b5af7 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Took 2.81 seconds to destroy the instance on the hypervisor. [ 1355.153903] env[63097]: DEBUG oslo.service.loopingcall [None req-a65c0287-930c-481a-a781-88998e6b5af7 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1355.154349] env[63097]: DEBUG nova.compute.manager [-] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1355.154934] env[63097]: DEBUG nova.network.neutron [-] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1355.249706] env[63097]: DEBUG oslo_vmware.api [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Task: {'id': task-1686911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.319598] env[63097]: DEBUG oslo_vmware.api [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Task: {'id': task-1686908, 'name': PowerOnVM_Task, 'duration_secs': 0.677286} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.319598] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1355.319598] env[63097]: INFO nova.compute.manager [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Took 10.08 seconds to spawn the instance on the hypervisor. [ 1355.320055] env[63097]: DEBUG nova.compute.manager [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1355.321275] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717cceaf-48db-4041-8253-7c2dfd6f478e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.356019] env[63097]: DEBUG oslo_concurrency.lockutils [None req-47825c0e-6e81-40ac-a3ac-d171a0b3ecaa tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Acquiring lock "b67270f6-3538-4709-8293-b7315e08ec57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.356019] env[63097]: DEBUG oslo_concurrency.lockutils [None req-47825c0e-6e81-40ac-a3ac-d171a0b3ecaa tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Lock "b67270f6-3538-4709-8293-b7315e08ec57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.356019] env[63097]: DEBUG oslo_concurrency.lockutils [None req-47825c0e-6e81-40ac-a3ac-d171a0b3ecaa tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Acquiring lock "b67270f6-3538-4709-8293-b7315e08ec57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.356019] env[63097]: DEBUG oslo_concurrency.lockutils [None req-47825c0e-6e81-40ac-a3ac-d171a0b3ecaa tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Lock "b67270f6-3538-4709-8293-b7315e08ec57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.356019] env[63097]: DEBUG oslo_concurrency.lockutils [None req-47825c0e-6e81-40ac-a3ac-d171a0b3ecaa tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Lock "b67270f6-3538-4709-8293-b7315e08ec57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1355.357948] env[63097]: INFO nova.compute.manager [None req-47825c0e-6e81-40ac-a3ac-d171a0b3ecaa tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: b67270f6-3538-4709-8293-b7315e08ec57] Terminating instance [ 1355.359753] env[63097]: DEBUG nova.compute.manager [None req-47825c0e-6e81-40ac-a3ac-d171a0b3ecaa tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: b67270f6-3538-4709-8293-b7315e08ec57] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1355.359979] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-47825c0e-6e81-40ac-a3ac-d171a0b3ecaa tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: b67270f6-3538-4709-8293-b7315e08ec57] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1355.361229] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1d9aa2-6611-4977-a6a1-aa9d572f6da7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.368858] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-47825c0e-6e81-40ac-a3ac-d171a0b3ecaa tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: b67270f6-3538-4709-8293-b7315e08ec57] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1355.372142] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0188b10f-71dc-48cf-be8c-59c31779a7c8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.380260] env[63097]: DEBUG oslo_vmware.api [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1686912, 'name': PowerOffVM_Task, 'duration_secs': 0.397735} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.380586] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1355.380922] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Updating instance '3fd114c2-a544-4fc5-be3b-82c084f022e8' progress to 17 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1355.443587] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-47825c0e-6e81-40ac-a3ac-d171a0b3ecaa tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: b67270f6-3538-4709-8293-b7315e08ec57] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1355.443886] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-47825c0e-6e81-40ac-a3ac-d171a0b3ecaa tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: b67270f6-3538-4709-8293-b7315e08ec57] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1355.444143] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-47825c0e-6e81-40ac-a3ac-d171a0b3ecaa tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Deleting the datastore file [datastore1] b67270f6-3538-4709-8293-b7315e08ec57 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1355.446118] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d336ff25-dea5-4ea0-ae7b-2f1e5b5d26d6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.450805] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2597d97-ce15-44d4-a6c6-5dea4f12b0e5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.474341] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b20b2c9b-f851-45e6-ac7e-f591bf74b340 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1355.477962] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc0fcfbf-2b23-4275-a02b-f182e4c08a40 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.479644] env[63097]: DEBUG oslo_vmware.api [None req-47825c0e-6e81-40ac-a3ac-d171a0b3ecaa tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Waiting for the task: (returnval){ [ 1355.479644] env[63097]: value = "task-1686914" [ 1355.479644] env[63097]: _type = "Task" [ 1355.479644] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.485540] env[63097]: DEBUG oslo_vmware.api [None req-b20b2c9b-f851-45e6-ac7e-f591bf74b340 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Waiting for the task: (returnval){ [ 1355.485540] env[63097]: value = "task-1686915" [ 1355.485540] env[63097]: _type = "Task" [ 1355.485540] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.498585] env[63097]: DEBUG oslo_vmware.api [None req-b20b2c9b-f851-45e6-ac7e-f591bf74b340 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.579396] env[63097]: DEBUG nova.compute.manager [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1355.606021] env[63097]: DEBUG nova.virt.hardware [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1355.606021] env[63097]: DEBUG nova.virt.hardware [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1355.606021] env[63097]: DEBUG nova.virt.hardware [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1355.606021] env[63097]: DEBUG nova.virt.hardware [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1355.606021] env[63097]: DEBUG nova.virt.hardware [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1355.606021] env[63097]: DEBUG nova.virt.hardware [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1355.606021] env[63097]: DEBUG nova.virt.hardware [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1355.606667] env[63097]: DEBUG nova.virt.hardware [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1355.607066] env[63097]: DEBUG nova.virt.hardware [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1355.607398] env[63097]: DEBUG nova.virt.hardware [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1355.607719] env[63097]: DEBUG nova.virt.hardware [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1355.608707] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb9bf2d-830a-454c-813e-b810b4dc17d7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.618681] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68bdc344-9e35-4756-9363-11ce6834aab3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.752510] env[63097]: DEBUG oslo_vmware.api [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Task: {'id': task-1686911, 'name': ReconfigVM_Task, 'duration_secs': 0.598495} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.754007] env[63097]: DEBUG nova.network.neutron [None req-aea43e3c-4f68-4941-906e-aa293a34067a tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 850b9308-9498-4834-bd24-616ea264d624] Updating instance_info_cache with network_info: [{"id": "56da8663-81ae-4cb1-a277-6b3a72873ff2", "address": "fa:16:3e:b9:15:03", "network": {"id": "911ad2ba-cfdd-4b67-910c-c3347365252f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1336836935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da12a5842c1843779e0d0c1b3f2c6973", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56da8663-81", "ovs_interfaceid": "56da8663-81ae-4cb1-a277-6b3a72873ff2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.756019] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] Reconfigured VM instance instance-0000003a to attach disk [datastore1] e3a75066-9327-4a05-b055-6bdc59c7f593/e3a75066-9327-4a05-b055-6bdc59c7f593.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1355.756019] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4a4027d-b2fa-4425-9a50-83d9fda436ac {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.762453] env[63097]: DEBUG oslo_vmware.api [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Waiting for the task: (returnval){ [ 1355.762453] env[63097]: value = "task-1686916" [ 1355.762453] env[63097]: _type = "Task" [ 1355.762453] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.778019] env[63097]: DEBUG oslo_vmware.api [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Task: {'id': task-1686916, 'name': Rename_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.842040] env[63097]: INFO nova.compute.manager [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Took 43.70 seconds to build instance. [ 1355.852922] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c87e08-7188-4aff-8931-75457b33642b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.861985] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e65be02-d7fd-4d62-9e65-4b54dc29467d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.900331] env[63097]: DEBUG nova.virt.hardware [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:21:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1355.900635] env[63097]: DEBUG nova.virt.hardware [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1355.900838] env[63097]: DEBUG nova.virt.hardware [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1355.901068] env[63097]: DEBUG nova.virt.hardware [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1355.901229] env[63097]: DEBUG nova.virt.hardware [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1355.901462] env[63097]: DEBUG nova.virt.hardware [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1355.901699] env[63097]: DEBUG nova.virt.hardware [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1355.901867] env[63097]: DEBUG nova.virt.hardware [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1355.902133] env[63097]: DEBUG nova.virt.hardware [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1355.902315] env[63097]: DEBUG nova.virt.hardware [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1355.902524] env[63097]: DEBUG nova.virt.hardware [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1355.908486] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1ead866-83c7-4f1f-9b59-feb251d763a9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.919314] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9745d99d-391c-4a9f-9960-cc19cc41001f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.931869] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c67e7b-de75-4051-8fb5-8271c589f737 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.933887] env[63097]: DEBUG oslo_vmware.api [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Waiting for the task: (returnval){ [ 1355.933887] env[63097]: value = "task-1686917" [ 1355.933887] env[63097]: _type = "Task" [ 1355.933887] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.945496] env[63097]: DEBUG nova.compute.provider_tree [None req-02dbae2d-cbe8-4c65-83cc-662963588720 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1355.952426] env[63097]: DEBUG oslo_vmware.api [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1686917, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.980467] env[63097]: DEBUG nova.compute.manager [req-b00574e1-3900-4f0c-8841-e8d6609c499a req-3579c058-c698-42df-a552-9d7332cdc313 service nova] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Received event network-vif-deleted-50c67948-32bc-4273-98dc-1162bf831c52 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1355.980631] env[63097]: INFO nova.compute.manager [req-b00574e1-3900-4f0c-8841-e8d6609c499a req-3579c058-c698-42df-a552-9d7332cdc313 service nova] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Neutron deleted interface 50c67948-32bc-4273-98dc-1162bf831c52; detaching it from the instance and deleting it from the info cache [ 1355.980781] env[63097]: DEBUG nova.network.neutron [req-b00574e1-3900-4f0c-8841-e8d6609c499a req-3579c058-c698-42df-a552-9d7332cdc313 service nova] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.992788] env[63097]: DEBUG oslo_vmware.api [None req-47825c0e-6e81-40ac-a3ac-d171a0b3ecaa tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Task: {'id': task-1686914, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.396631} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.996633] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-47825c0e-6e81-40ac-a3ac-d171a0b3ecaa tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1355.996848] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-47825c0e-6e81-40ac-a3ac-d171a0b3ecaa tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: b67270f6-3538-4709-8293-b7315e08ec57] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1355.997041] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-47825c0e-6e81-40ac-a3ac-d171a0b3ecaa tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: b67270f6-3538-4709-8293-b7315e08ec57] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1355.997224] env[63097]: INFO nova.compute.manager [None req-47825c0e-6e81-40ac-a3ac-d171a0b3ecaa tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: b67270f6-3538-4709-8293-b7315e08ec57] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1355.997467] env[63097]: DEBUG oslo.service.loopingcall [None req-47825c0e-6e81-40ac-a3ac-d171a0b3ecaa tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1355.998211] env[63097]: DEBUG nova.compute.manager [-] [instance: b67270f6-3538-4709-8293-b7315e08ec57] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1355.998313] env[63097]: DEBUG nova.network.neutron [-] [instance: b67270f6-3538-4709-8293-b7315e08ec57] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1356.004986] env[63097]: DEBUG oslo_vmware.api [None req-b20b2c9b-f851-45e6-ac7e-f591bf74b340 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686915, 'name': PowerOffVM_Task, 'duration_secs': 0.24712} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.005275] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b20b2c9b-f851-45e6-ac7e-f591bf74b340 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1356.010795] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-b20b2c9b-f851-45e6-ac7e-f591bf74b340 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Reconfiguring VM instance instance-00000035 to detach disk 2001 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1356.011466] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f30d3d7-1ec5-4f30-b6b4-99b0522d0a75 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.032906] env[63097]: DEBUG oslo_vmware.api [None req-b20b2c9b-f851-45e6-ac7e-f591bf74b340 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Waiting for the task: (returnval){ [ 1356.032906] env[63097]: value = "task-1686918" [ 1356.032906] env[63097]: _type = "Task" [ 1356.032906] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.035042] env[63097]: DEBUG nova.network.neutron [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Successfully updated port: 3bfd327a-1d0a-486c-a715-022fef6c4ea1 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1356.039914] env[63097]: DEBUG nova.compute.manager [req-cec7d8b1-3162-4c78-9d47-3d8b56a184ce req-eb3ccee4-d4e8-4761-b810-1d6b15330dab service nova] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Received event network-vif-plugged-3bfd327a-1d0a-486c-a715-022fef6c4ea1 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1356.040410] env[63097]: DEBUG oslo_concurrency.lockutils [req-cec7d8b1-3162-4c78-9d47-3d8b56a184ce req-eb3ccee4-d4e8-4761-b810-1d6b15330dab service nova] Acquiring lock "7f1e806e-4689-4cd0-bef9-3f6af6ac7956-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.040873] env[63097]: DEBUG oslo_concurrency.lockutils [req-cec7d8b1-3162-4c78-9d47-3d8b56a184ce req-eb3ccee4-d4e8-4761-b810-1d6b15330dab service nova] Lock "7f1e806e-4689-4cd0-bef9-3f6af6ac7956-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.040873] env[63097]: DEBUG oslo_concurrency.lockutils [req-cec7d8b1-3162-4c78-9d47-3d8b56a184ce req-eb3ccee4-d4e8-4761-b810-1d6b15330dab service nova] Lock "7f1e806e-4689-4cd0-bef9-3f6af6ac7956-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1356.040873] env[63097]: DEBUG nova.compute.manager [req-cec7d8b1-3162-4c78-9d47-3d8b56a184ce req-eb3ccee4-d4e8-4761-b810-1d6b15330dab service nova] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] No waiting events found dispatching network-vif-plugged-3bfd327a-1d0a-486c-a715-022fef6c4ea1 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1356.041095] env[63097]: WARNING nova.compute.manager [req-cec7d8b1-3162-4c78-9d47-3d8b56a184ce req-eb3ccee4-d4e8-4761-b810-1d6b15330dab service nova] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Received unexpected event network-vif-plugged-3bfd327a-1d0a-486c-a715-022fef6c4ea1 for instance with vm_state building and task_state spawning. [ 1356.046192] env[63097]: DEBUG oslo_vmware.api [None req-b20b2c9b-f851-45e6-ac7e-f591bf74b340 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686918, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.257086] env[63097]: DEBUG oslo_concurrency.lockutils [None req-aea43e3c-4f68-4941-906e-aa293a34067a tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Releasing lock "refresh_cache-850b9308-9498-4834-bd24-616ea264d624" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1356.259429] env[63097]: DEBUG nova.compute.manager [None req-aea43e3c-4f68-4941-906e-aa293a34067a tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 850b9308-9498-4834-bd24-616ea264d624] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1356.260807] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c6e730-7a6f-4246-a788-fdcdb034268d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.272770] env[63097]: DEBUG oslo_vmware.api [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Task: {'id': task-1686916, 'name': Rename_Task, 'duration_secs': 0.181904} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.274492] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1356.277221] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e765207b-08ef-4258-90af-d5ced3c27d1a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.287021] env[63097]: DEBUG oslo_vmware.api [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Waiting for the task: (returnval){ [ 1356.287021] env[63097]: value = "task-1686919" [ 1356.287021] env[63097]: _type = "Task" [ 1356.287021] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.294936] env[63097]: DEBUG oslo_vmware.api [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Task: {'id': task-1686919, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.308105] env[63097]: DEBUG nova.network.neutron [-] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.345840] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4ec1c86b-0453-446a-a1bc-95ee2a15e699 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Lock "2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.880s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1356.448847] env[63097]: DEBUG nova.scheduler.client.report [None req-02dbae2d-cbe8-4c65-83cc-662963588720 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1356.452516] env[63097]: DEBUG oslo_vmware.api [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1686917, 'name': ReconfigVM_Task, 'duration_secs': 0.235817} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.453252] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Updating instance '3fd114c2-a544-4fc5-be3b-82c084f022e8' progress to 33 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1356.483640] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-33eea296-0d78-4071-9906-8e24223d9ad0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.499659] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32aa49fe-101b-4251-b4a5-4e489ecbac39 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.542915] env[63097]: DEBUG nova.compute.manager [req-b00574e1-3900-4f0c-8841-e8d6609c499a req-3579c058-c698-42df-a552-9d7332cdc313 service nova] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Detach interface failed, port_id=50c67948-32bc-4273-98dc-1162bf831c52, reason: Instance 8e6c4e91-b227-435a-b3ff-dfc58660542a could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1356.546848] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "refresh_cache-7f1e806e-4689-4cd0-bef9-3f6af6ac7956" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.547048] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquired lock "refresh_cache-7f1e806e-4689-4cd0-bef9-3f6af6ac7956" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.547239] env[63097]: DEBUG nova.network.neutron [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1356.555787] env[63097]: DEBUG oslo_vmware.api [None req-b20b2c9b-f851-45e6-ac7e-f591bf74b340 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686918, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.794242] env[63097]: DEBUG oslo_vmware.api [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Task: {'id': task-1686919, 'name': PowerOnVM_Task, 'duration_secs': 0.46471} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.794626] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1356.794750] env[63097]: INFO nova.compute.manager [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] Took 8.84 seconds to spawn the instance on the hypervisor. [ 1356.795010] env[63097]: DEBUG nova.compute.manager [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1356.796023] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38bdc2cf-00d2-44f4-a273-7e5a2b3c4cdd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.812217] env[63097]: INFO nova.compute.manager [-] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Took 1.66 seconds to deallocate network for instance. [ 1356.848621] env[63097]: DEBUG nova.compute.manager [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1356.876518] env[63097]: DEBUG nova.network.neutron [-] [instance: b67270f6-3538-4709-8293-b7315e08ec57] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.954683] env[63097]: DEBUG oslo_concurrency.lockutils [None req-02dbae2d-cbe8-4c65-83cc-662963588720 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.385s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1356.957024] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.377s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.958567] env[63097]: INFO nova.compute.claims [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1356.962885] env[63097]: DEBUG nova.virt.hardware [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:34:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='791a1c84-bd44-401c-b887-8a004b2d5bfc',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1367239910',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1356.963127] env[63097]: DEBUG nova.virt.hardware [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1356.963319] env[63097]: DEBUG nova.virt.hardware [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1356.963514] env[63097]: DEBUG nova.virt.hardware [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1356.963688] env[63097]: DEBUG nova.virt.hardware [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1356.963863] env[63097]: DEBUG nova.virt.hardware [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1356.964091] env[63097]: DEBUG nova.virt.hardware [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1356.964277] env[63097]: DEBUG nova.virt.hardware [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1356.964452] env[63097]: DEBUG nova.virt.hardware [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1356.964618] env[63097]: DEBUG nova.virt.hardware [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1356.964795] env[63097]: DEBUG nova.virt.hardware [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1356.970228] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1356.971041] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdfb9098-7b5f-469f-8ade-5f17dddfe741 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.985450] env[63097]: INFO nova.scheduler.client.report [None req-02dbae2d-cbe8-4c65-83cc-662963588720 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Deleted allocations for instance a5682b89-3a0f-4634-9b09-cde8007f0bb0 [ 1356.991752] env[63097]: DEBUG oslo_vmware.api [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Waiting for the task: (returnval){ [ 1356.991752] env[63097]: value = "task-1686920" [ 1356.991752] env[63097]: _type = "Task" [ 1356.991752] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.001813] env[63097]: DEBUG oslo_vmware.api [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1686920, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.052262] env[63097]: DEBUG oslo_vmware.api [None req-b20b2c9b-f851-45e6-ac7e-f591bf74b340 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686918, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.080727] env[63097]: DEBUG nova.network.neutron [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1357.290910] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0c5694-bd41-4e43-a74f-25b87f3e2630 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.298984] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-aea43e3c-4f68-4941-906e-aa293a34067a tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 850b9308-9498-4834-bd24-616ea264d624] Doing hard reboot of VM {{(pid=63097) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1064}} [ 1357.300168] env[63097]: DEBUG nova.network.neutron [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Updating instance_info_cache with network_info: [{"id": "3bfd327a-1d0a-486c-a715-022fef6c4ea1", "address": "fa:16:3e:f6:c9:60", "network": {"id": "4023f1be-d600-441b-9ec5-b01eac0704f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1618053137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a00e94d35e44678b6698f8af082c448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bfd327a-1d", "ovs_interfaceid": "3bfd327a-1d0a-486c-a715-022fef6c4ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.301895] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-1e435e1b-86e5-4d41-b614-4234b3b5fd54 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.312311] env[63097]: DEBUG oslo_vmware.api [None req-aea43e3c-4f68-4941-906e-aa293a34067a tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Waiting for the task: (returnval){ [ 1357.312311] env[63097]: value = "task-1686921" [ 1357.312311] env[63097]: _type = "Task" [ 1357.312311] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.318929] env[63097]: INFO nova.compute.manager [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] Took 40.73 seconds to build instance. [ 1357.326447] env[63097]: DEBUG oslo_vmware.api [None req-aea43e3c-4f68-4941-906e-aa293a34067a tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': task-1686921, 'name': ResetVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.372025] env[63097]: INFO nova.compute.manager [None req-a65c0287-930c-481a-a781-88998e6b5af7 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Took 0.56 seconds to detach 1 volumes for instance. [ 1357.375274] env[63097]: DEBUG oslo_concurrency.lockutils [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.380969] env[63097]: INFO nova.compute.manager [-] [instance: b67270f6-3538-4709-8293-b7315e08ec57] Took 1.38 seconds to deallocate network for instance. [ 1357.497011] env[63097]: DEBUG oslo_concurrency.lockutils [None req-02dbae2d-cbe8-4c65-83cc-662963588720 tempest-ListServerFiltersTestJSON-1548559865 tempest-ListServerFiltersTestJSON-1548559865-project-member] Lock "a5682b89-3a0f-4634-9b09-cde8007f0bb0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.455s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1357.505079] env[63097]: DEBUG oslo_vmware.api [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1686920, 'name': ReconfigVM_Task, 'duration_secs': 0.493588} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.505328] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1357.506416] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6864b885-787f-446d-9b5f-75d5b39ab87c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.531358] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 3fd114c2-a544-4fc5-be3b-82c084f022e8/3fd114c2-a544-4fc5-be3b-82c084f022e8.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1357.531961] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99d94ca2-ba5d-4c33-a16a-45a488bc2b46 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.556039] env[63097]: DEBUG oslo_vmware.api [None req-b20b2c9b-f851-45e6-ac7e-f591bf74b340 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686918, 'name': ReconfigVM_Task, 'duration_secs': 1.367636} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.557451] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-b20b2c9b-f851-45e6-ac7e-f591bf74b340 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Reconfigured VM instance instance-00000035 to detach disk 2001 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1357.557661] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b20b2c9b-f851-45e6-ac7e-f591bf74b340 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1357.557983] env[63097]: DEBUG oslo_vmware.api [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Waiting for the task: (returnval){ [ 1357.557983] env[63097]: value = "task-1686922" [ 1357.557983] env[63097]: _type = "Task" [ 1357.557983] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.558232] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3423310a-2bd6-4136-86ee-de1defe33df0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.570319] env[63097]: DEBUG oslo_vmware.api [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1686922, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.570319] env[63097]: DEBUG oslo_vmware.api [None req-b20b2c9b-f851-45e6-ac7e-f591bf74b340 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Waiting for the task: (returnval){ [ 1357.570319] env[63097]: value = "task-1686923" [ 1357.570319] env[63097]: _type = "Task" [ 1357.570319] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.578287] env[63097]: DEBUG oslo_vmware.api [None req-b20b2c9b-f851-45e6-ac7e-f591bf74b340 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686923, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.807065] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Releasing lock "refresh_cache-7f1e806e-4689-4cd0-bef9-3f6af6ac7956" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1357.807776] env[63097]: DEBUG nova.compute.manager [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Instance network_info: |[{"id": "3bfd327a-1d0a-486c-a715-022fef6c4ea1", "address": "fa:16:3e:f6:c9:60", "network": {"id": "4023f1be-d600-441b-9ec5-b01eac0704f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1618053137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a00e94d35e44678b6698f8af082c448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bfd327a-1d", "ovs_interfaceid": "3bfd327a-1d0a-486c-a715-022fef6c4ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1357.807976] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:c9:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4105fae7-3de1-4a6c-a44b-39097c174699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3bfd327a-1d0a-486c-a715-022fef6c4ea1', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1357.817399] env[63097]: DEBUG oslo.service.loopingcall [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1357.817758] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1357.821936] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4fe44e7-abef-4885-a932-9d2dea07261e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.836401] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a864e031-9ffc-4ce5-ae3e-f5416d6e5b84 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Lock "e3a75066-9327-4a05-b055-6bdc59c7f593" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.523s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1357.842888] env[63097]: DEBUG oslo_vmware.api [None req-aea43e3c-4f68-4941-906e-aa293a34067a tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': task-1686921, 'name': ResetVM_Task, 'duration_secs': 0.131924} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.847014] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-aea43e3c-4f68-4941-906e-aa293a34067a tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 850b9308-9498-4834-bd24-616ea264d624] Did hard reboot of VM {{(pid=63097) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1068}} [ 1357.847273] env[63097]: DEBUG nova.compute.manager [None req-aea43e3c-4f68-4941-906e-aa293a34067a tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 850b9308-9498-4834-bd24-616ea264d624] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1357.847562] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1357.847562] env[63097]: value = "task-1686924" [ 1357.847562] env[63097]: _type = "Task" [ 1357.847562] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.848349] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de85fb8-9bac-412a-b892-8480abb412c5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.867071] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686924, 'name': CreateVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.881832] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a65c0287-930c-481a-a781-88998e6b5af7 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.891089] env[63097]: DEBUG oslo_concurrency.lockutils [None req-47825c0e-6e81-40ac-a3ac-d171a0b3ecaa tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.071977] env[63097]: DEBUG oslo_vmware.api [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1686922, 'name': ReconfigVM_Task, 'duration_secs': 0.289907} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.075871] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 3fd114c2-a544-4fc5-be3b-82c084f022e8/3fd114c2-a544-4fc5-be3b-82c084f022e8.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1358.075871] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Updating instance '3fd114c2-a544-4fc5-be3b-82c084f022e8' progress to 50 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1358.086772] env[63097]: DEBUG oslo_vmware.api [None req-b20b2c9b-f851-45e6-ac7e-f591bf74b340 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686923, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.119654] env[63097]: DEBUG nova.compute.manager [req-c3ba1f67-8cee-414c-ba9a-a4f83277a7c0 req-b09db37a-7238-4112-beab-33a783e1ac50 service nova] [instance: b67270f6-3538-4709-8293-b7315e08ec57] Received event network-vif-deleted-5cba4600-f8fe-4960-8907-2456c122ee5c {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1358.147098] env[63097]: DEBUG nova.compute.manager [req-89b4b9fc-587d-4532-930b-3bbc1b1ecfd2 req-b9616328-40e2-4975-be83-e38544cd3586 service nova] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Received event network-changed-3bfd327a-1d0a-486c-a715-022fef6c4ea1 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1358.147310] env[63097]: DEBUG nova.compute.manager [req-89b4b9fc-587d-4532-930b-3bbc1b1ecfd2 req-b9616328-40e2-4975-be83-e38544cd3586 service nova] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Refreshing instance network info cache due to event network-changed-3bfd327a-1d0a-486c-a715-022fef6c4ea1. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1358.147525] env[63097]: DEBUG oslo_concurrency.lockutils [req-89b4b9fc-587d-4532-930b-3bbc1b1ecfd2 req-b9616328-40e2-4975-be83-e38544cd3586 service nova] Acquiring lock "refresh_cache-7f1e806e-4689-4cd0-bef9-3f6af6ac7956" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1358.147670] env[63097]: DEBUG oslo_concurrency.lockutils [req-89b4b9fc-587d-4532-930b-3bbc1b1ecfd2 req-b9616328-40e2-4975-be83-e38544cd3586 service nova] Acquired lock "refresh_cache-7f1e806e-4689-4cd0-bef9-3f6af6ac7956" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.147901] env[63097]: DEBUG nova.network.neutron [req-89b4b9fc-587d-4532-930b-3bbc1b1ecfd2 req-b9616328-40e2-4975-be83-e38544cd3586 service nova] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Refreshing network info cache for port 3bfd327a-1d0a-486c-a715-022fef6c4ea1 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1358.341413] env[63097]: DEBUG nova.compute.manager [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1358.363484] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686924, 'name': CreateVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.373048] env[63097]: DEBUG oslo_concurrency.lockutils [None req-aea43e3c-4f68-4941-906e-aa293a34067a tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Lock "850b9308-9498-4834-bd24-616ea264d624" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.268s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.521479] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4258bdf0-f2ef-40e9-b6e4-624c6e6cbc0e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.529801] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a23db0-707a-46e0-ae86-c23929501f8d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.564943] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a85df46-3dd8-4241-af32-81b0d6d41830 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.579845] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614b3625-d8b9-49cf-b746-82006edc5d8c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.589412] env[63097]: DEBUG oslo_vmware.api [None req-b20b2c9b-f851-45e6-ac7e-f591bf74b340 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686923, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.590412] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6631f8-4dc1-46b0-b87a-4cc087ab6751 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.603557] env[63097]: DEBUG nova.compute.provider_tree [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1358.619214] env[63097]: DEBUG nova.scheduler.client.report [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1358.622830] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd910a8a-abfb-459b-b196-4ae89a27ba59 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.641645] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Updating instance '3fd114c2-a544-4fc5-be3b-82c084f022e8' progress to 67 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1358.865790] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686924, 'name': CreateVM_Task, 'duration_secs': 0.610246} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.866028] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1358.866650] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1358.866745] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.867070] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1358.867339] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b86e01cb-e684-43be-8e7a-18dab17defab {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.871235] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.872534] env[63097]: DEBUG oslo_vmware.api [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for the task: (returnval){ [ 1358.872534] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]524df97b-28f1-3b5f-309f-eedde901b61d" [ 1358.872534] env[63097]: _type = "Task" [ 1358.872534] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.880264] env[63097]: DEBUG oslo_vmware.api [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]524df97b-28f1-3b5f-309f-eedde901b61d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.999657] env[63097]: DEBUG nova.network.neutron [req-89b4b9fc-587d-4532-930b-3bbc1b1ecfd2 req-b9616328-40e2-4975-be83-e38544cd3586 service nova] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Updated VIF entry in instance network info cache for port 3bfd327a-1d0a-486c-a715-022fef6c4ea1. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1359.000040] env[63097]: DEBUG nova.network.neutron [req-89b4b9fc-587d-4532-930b-3bbc1b1ecfd2 req-b9616328-40e2-4975-be83-e38544cd3586 service nova] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Updating instance_info_cache with network_info: [{"id": "3bfd327a-1d0a-486c-a715-022fef6c4ea1", "address": "fa:16:3e:f6:c9:60", "network": {"id": "4023f1be-d600-441b-9ec5-b01eac0704f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1618053137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a00e94d35e44678b6698f8af082c448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bfd327a-1d", "ovs_interfaceid": "3bfd327a-1d0a-486c-a715-022fef6c4ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.073608] env[63097]: DEBUG oslo_concurrency.lockutils [None req-546f624d-4439-49e8-b533-db7ce3e81cb6 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Acquiring lock "e3a75066-9327-4a05-b055-6bdc59c7f593" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.074732] env[63097]: DEBUG oslo_concurrency.lockutils [None req-546f624d-4439-49e8-b533-db7ce3e81cb6 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Lock "e3a75066-9327-4a05-b055-6bdc59c7f593" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1359.074732] env[63097]: DEBUG oslo_concurrency.lockutils [None req-546f624d-4439-49e8-b533-db7ce3e81cb6 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Acquiring lock "e3a75066-9327-4a05-b055-6bdc59c7f593-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.074732] env[63097]: DEBUG oslo_concurrency.lockutils [None req-546f624d-4439-49e8-b533-db7ce3e81cb6 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Lock "e3a75066-9327-4a05-b055-6bdc59c7f593-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1359.074732] env[63097]: DEBUG oslo_concurrency.lockutils [None req-546f624d-4439-49e8-b533-db7ce3e81cb6 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Lock "e3a75066-9327-4a05-b055-6bdc59c7f593-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1359.080031] env[63097]: INFO nova.compute.manager [None req-546f624d-4439-49e8-b533-db7ce3e81cb6 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] Terminating instance [ 1359.082338] env[63097]: DEBUG nova.compute.manager [None req-546f624d-4439-49e8-b533-db7ce3e81cb6 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1359.082562] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-546f624d-4439-49e8-b533-db7ce3e81cb6 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1359.083858] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae5f11b-8cdc-4b73-8653-851b1e8eb8bc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.089717] env[63097]: DEBUG oslo_vmware.api [None req-b20b2c9b-f851-45e6-ac7e-f591bf74b340 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686923, 'name': PowerOnVM_Task, 'duration_secs': 1.053} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.090289] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b20b2c9b-f851-45e6-ac7e-f591bf74b340 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1359.090560] env[63097]: DEBUG nova.compute.manager [None req-b20b2c9b-f851-45e6-ac7e-f591bf74b340 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1359.095428] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87210ba6-1c7f-4553-bdb1-addbdbbebb8f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.099724] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-546f624d-4439-49e8-b533-db7ce3e81cb6 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1359.100287] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d15a848-c187-48d5-98c3-4733dadb1c81 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.106584] env[63097]: DEBUG oslo_vmware.api [None req-546f624d-4439-49e8-b533-db7ce3e81cb6 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Waiting for the task: (returnval){ [ 1359.106584] env[63097]: value = "task-1686925" [ 1359.106584] env[63097]: _type = "Task" [ 1359.106584] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.114648] env[63097]: DEBUG oslo_vmware.api [None req-546f624d-4439-49e8-b533-db7ce3e81cb6 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Task: {'id': task-1686925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.130021] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.171s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1359.130021] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.310s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1359.130021] env[63097]: DEBUG nova.objects.instance [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63097) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1359.209663] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f89ed0df-d9ae-4746-b2c6-3629364cb584 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Acquiring lock "2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.209663] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f89ed0df-d9ae-4746-b2c6-3629364cb584 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Lock "2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1359.209663] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f89ed0df-d9ae-4746-b2c6-3629364cb584 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Acquiring lock "2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.209663] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f89ed0df-d9ae-4746-b2c6-3629364cb584 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Lock "2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1359.209663] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f89ed0df-d9ae-4746-b2c6-3629364cb584 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Lock "2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1359.211214] env[63097]: INFO nova.compute.manager [None req-f89ed0df-d9ae-4746-b2c6-3629364cb584 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Terminating instance [ 1359.214187] env[63097]: DEBUG nova.compute.manager [None req-f89ed0df-d9ae-4746-b2c6-3629364cb584 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1359.217212] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f89ed0df-d9ae-4746-b2c6-3629364cb584 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1359.217212] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df08ea29-ddfc-4798-9a53-dfff6221ca1f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.224389] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89ed0df-d9ae-4746-b2c6-3629364cb584 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1359.225074] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-763bc0cc-afc5-4400-bf78-3682168c7334 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.228929] env[63097]: DEBUG nova.network.neutron [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Port aa52c27d-867d-410f-8dba-52aabf33efe5 binding to destination host cpu-1 is already ACTIVE {{(pid=63097) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1359.237179] env[63097]: DEBUG oslo_vmware.api [None req-f89ed0df-d9ae-4746-b2c6-3629364cb584 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Waiting for the task: (returnval){ [ 1359.237179] env[63097]: value = "task-1686926" [ 1359.237179] env[63097]: _type = "Task" [ 1359.237179] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.247103] env[63097]: DEBUG oslo_vmware.api [None req-f89ed0df-d9ae-4746-b2c6-3629364cb584 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Task: {'id': task-1686926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.383925] env[63097]: DEBUG oslo_vmware.api [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]524df97b-28f1-3b5f-309f-eedde901b61d, 'name': SearchDatastore_Task, 'duration_secs': 0.024139} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.384296] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1359.384540] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1359.384807] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1359.384965] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.385168] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1359.385524] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6dbf4f0c-4b53-4873-96ab-4577a50b85ff {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.403669] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1359.403874] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1359.404751] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d10ea14-0a73-460a-87b0-0035be7827a6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.411182] env[63097]: DEBUG oslo_vmware.api [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for the task: (returnval){ [ 1359.411182] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a4746b-933d-dc95-f6fd-d036248e2d19" [ 1359.411182] env[63097]: _type = "Task" [ 1359.411182] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.420252] env[63097]: DEBUG oslo_vmware.api [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a4746b-933d-dc95-f6fd-d036248e2d19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.503182] env[63097]: DEBUG oslo_concurrency.lockutils [req-89b4b9fc-587d-4532-930b-3bbc1b1ecfd2 req-b9616328-40e2-4975-be83-e38544cd3586 service nova] Releasing lock "refresh_cache-7f1e806e-4689-4cd0-bef9-3f6af6ac7956" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1359.622900] env[63097]: DEBUG oslo_vmware.api [None req-546f624d-4439-49e8-b533-db7ce3e81cb6 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Task: {'id': task-1686925, 'name': PowerOffVM_Task, 'duration_secs': 0.208384} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.623384] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-546f624d-4439-49e8-b533-db7ce3e81cb6 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1359.623862] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-546f624d-4439-49e8-b533-db7ce3e81cb6 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1359.624100] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf8cdf04-46a8-46a3-8b8d-2c7c98145029 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.637646] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Acquiring lock "32bded91-98f0-4196-8da7-2875837ae60d" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.637646] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Lock "32bded91-98f0-4196-8da7-2875837ae60d" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1359.697868] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-546f624d-4439-49e8-b533-db7ce3e81cb6 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1359.698107] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-546f624d-4439-49e8-b533-db7ce3e81cb6 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1359.698292] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-546f624d-4439-49e8-b533-db7ce3e81cb6 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Deleting the datastore file [datastore1] e3a75066-9327-4a05-b055-6bdc59c7f593 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1359.698558] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9ce64ee-aeff-4b16-9953-8b6715f24d7b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.704748] env[63097]: DEBUG oslo_vmware.api [None req-546f624d-4439-49e8-b533-db7ce3e81cb6 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Waiting for the task: (returnval){ [ 1359.704748] env[63097]: value = "task-1686928" [ 1359.704748] env[63097]: _type = "Task" [ 1359.704748] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.713027] env[63097]: DEBUG oslo_vmware.api [None req-546f624d-4439-49e8-b533-db7ce3e81cb6 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Task: {'id': task-1686928, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.748757] env[63097]: DEBUG oslo_vmware.api [None req-f89ed0df-d9ae-4746-b2c6-3629364cb584 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Task: {'id': task-1686926, 'name': PowerOffVM_Task, 'duration_secs': 0.178379} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.749052] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89ed0df-d9ae-4746-b2c6-3629364cb584 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1359.749235] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f89ed0df-d9ae-4746-b2c6-3629364cb584 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1359.749491] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d3a8771-f0da-4183-8c57-6267def360d8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.826029] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f89ed0df-d9ae-4746-b2c6-3629364cb584 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1359.826029] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f89ed0df-d9ae-4746-b2c6-3629364cb584 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1359.826029] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-f89ed0df-d9ae-4746-b2c6-3629364cb584 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Deleting the datastore file [datastore1] 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1359.826029] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e00cd24-f053-4f91-b6b3-adce888b6c76 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.832582] env[63097]: DEBUG oslo_vmware.api [None req-f89ed0df-d9ae-4746-b2c6-3629364cb584 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Waiting for the task: (returnval){ [ 1359.832582] env[63097]: value = "task-1686930" [ 1359.832582] env[63097]: _type = "Task" [ 1359.832582] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.840798] env[63097]: DEBUG oslo_vmware.api [None req-f89ed0df-d9ae-4746-b2c6-3629364cb584 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Task: {'id': task-1686930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.922244] env[63097]: DEBUG oslo_vmware.api [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a4746b-933d-dc95-f6fd-d036248e2d19, 'name': SearchDatastore_Task, 'duration_secs': 0.010499} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.923210] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec4892a8-6088-44cf-9a6b-a3768362fcd3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.928842] env[63097]: DEBUG oslo_vmware.api [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for the task: (returnval){ [ 1359.928842] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]524aa320-cf09-c919-7578-798c3d495a0a" [ 1359.928842] env[63097]: _type = "Task" [ 1359.928842] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.937370] env[63097]: DEBUG oslo_vmware.api [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]524aa320-cf09-c919-7578-798c3d495a0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.140178] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4849c7e3-0e2d-4da8-8bb4-1203d9bf8c07 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.141453] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Lock "32bded91-98f0-4196-8da7-2875837ae60d" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.504s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.141993] env[63097]: DEBUG nova.compute.manager [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1360.144462] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f289b64f-2640-4c44-a36d-b72327c23b96 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.985s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.144693] env[63097]: DEBUG nova.objects.instance [None req-f289b64f-2640-4c44-a36d-b72327c23b96 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lazy-loading 'resources' on Instance uuid df6d2aeb-8d2a-4bee-94ff-cc51f235364d {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1360.174179] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6adaf94f-b29c-4590-8ec8-acd50eb66c01 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Acquiring lock "3f01124c-7311-48fb-9e5c-c30cf58613fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.174653] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6adaf94f-b29c-4590-8ec8-acd50eb66c01 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Lock "3f01124c-7311-48fb-9e5c-c30cf58613fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.174786] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6adaf94f-b29c-4590-8ec8-acd50eb66c01 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Acquiring lock "3f01124c-7311-48fb-9e5c-c30cf58613fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.175027] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6adaf94f-b29c-4590-8ec8-acd50eb66c01 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Lock "3f01124c-7311-48fb-9e5c-c30cf58613fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.175242] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6adaf94f-b29c-4590-8ec8-acd50eb66c01 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Lock "3f01124c-7311-48fb-9e5c-c30cf58613fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.183319] env[63097]: INFO nova.compute.manager [None req-6adaf94f-b29c-4590-8ec8-acd50eb66c01 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Terminating instance [ 1360.183319] env[63097]: DEBUG nova.compute.manager [None req-6adaf94f-b29c-4590-8ec8-acd50eb66c01 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1360.183319] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-6adaf94f-b29c-4590-8ec8-acd50eb66c01 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1360.183761] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1e743b-2fbd-4837-a26d-7796cb245881 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.193020] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-6adaf94f-b29c-4590-8ec8-acd50eb66c01 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1360.193020] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43e3d17a-1a13-4df8-a295-3a627e0ad1a8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.200455] env[63097]: DEBUG oslo_vmware.api [None req-6adaf94f-b29c-4590-8ec8-acd50eb66c01 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Waiting for the task: (returnval){ [ 1360.200455] env[63097]: value = "task-1686931" [ 1360.200455] env[63097]: _type = "Task" [ 1360.200455] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.209029] env[63097]: DEBUG oslo_vmware.api [None req-6adaf94f-b29c-4590-8ec8-acd50eb66c01 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.214390] env[63097]: DEBUG nova.compute.manager [req-c9eb0715-418a-48b1-a612-d55f61464d27 req-20de830f-9241-4ad6-b2e8-57fd35962367 service nova] [instance: 850b9308-9498-4834-bd24-616ea264d624] Received event network-changed-56da8663-81ae-4cb1-a277-6b3a72873ff2 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1360.214624] env[63097]: DEBUG nova.compute.manager [req-c9eb0715-418a-48b1-a612-d55f61464d27 req-20de830f-9241-4ad6-b2e8-57fd35962367 service nova] [instance: 850b9308-9498-4834-bd24-616ea264d624] Refreshing instance network info cache due to event network-changed-56da8663-81ae-4cb1-a277-6b3a72873ff2. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1360.215204] env[63097]: DEBUG oslo_concurrency.lockutils [req-c9eb0715-418a-48b1-a612-d55f61464d27 req-20de830f-9241-4ad6-b2e8-57fd35962367 service nova] Acquiring lock "refresh_cache-850b9308-9498-4834-bd24-616ea264d624" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.215449] env[63097]: DEBUG oslo_concurrency.lockutils [req-c9eb0715-418a-48b1-a612-d55f61464d27 req-20de830f-9241-4ad6-b2e8-57fd35962367 service nova] Acquired lock "refresh_cache-850b9308-9498-4834-bd24-616ea264d624" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.216099] env[63097]: DEBUG nova.network.neutron [req-c9eb0715-418a-48b1-a612-d55f61464d27 req-20de830f-9241-4ad6-b2e8-57fd35962367 service nova] [instance: 850b9308-9498-4834-bd24-616ea264d624] Refreshing network info cache for port 56da8663-81ae-4cb1-a277-6b3a72873ff2 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1360.222746] env[63097]: DEBUG oslo_vmware.api [None req-546f624d-4439-49e8-b533-db7ce3e81cb6 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Task: {'id': task-1686928, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300069} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.222962] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-546f624d-4439-49e8-b533-db7ce3e81cb6 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1360.223281] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-546f624d-4439-49e8-b533-db7ce3e81cb6 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1360.223519] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-546f624d-4439-49e8-b533-db7ce3e81cb6 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1360.223857] env[63097]: INFO nova.compute.manager [None req-546f624d-4439-49e8-b533-db7ce3e81cb6 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1360.224174] env[63097]: DEBUG oslo.service.loopingcall [None req-546f624d-4439-49e8-b533-db7ce3e81cb6 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1360.224820] env[63097]: DEBUG nova.compute.manager [-] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1360.224945] env[63097]: DEBUG nova.network.neutron [-] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1360.263021] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Acquiring lock "3fd114c2-a544-4fc5-be3b-82c084f022e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.263021] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Lock "3fd114c2-a544-4fc5-be3b-82c084f022e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.263021] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Lock "3fd114c2-a544-4fc5-be3b-82c084f022e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.343837] env[63097]: DEBUG oslo_vmware.api [None req-f89ed0df-d9ae-4746-b2c6-3629364cb584 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Task: {'id': task-1686930, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223631} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.344149] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-f89ed0df-d9ae-4746-b2c6-3629364cb584 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1360.344354] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f89ed0df-d9ae-4746-b2c6-3629364cb584 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1360.344537] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f89ed0df-d9ae-4746-b2c6-3629364cb584 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1360.344717] env[63097]: INFO nova.compute.manager [None req-f89ed0df-d9ae-4746-b2c6-3629364cb584 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1360.345054] env[63097]: DEBUG oslo.service.loopingcall [None req-f89ed0df-d9ae-4746-b2c6-3629364cb584 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1360.345274] env[63097]: DEBUG nova.compute.manager [-] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1360.345369] env[63097]: DEBUG nova.network.neutron [-] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1360.439241] env[63097]: DEBUG oslo_vmware.api [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]524aa320-cf09-c919-7578-798c3d495a0a, 'name': SearchDatastore_Task, 'duration_secs': 0.010728} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.440336] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1360.440336] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 7f1e806e-4689-4cd0-bef9-3f6af6ac7956/7f1e806e-4689-4cd0-bef9-3f6af6ac7956.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1360.440336] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ce90095-06fc-4d8a-b457-96afceec382e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.447473] env[63097]: DEBUG oslo_vmware.api [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for the task: (returnval){ [ 1360.447473] env[63097]: value = "task-1686932" [ 1360.447473] env[63097]: _type = "Task" [ 1360.447473] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.456810] env[63097]: DEBUG oslo_vmware.api [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1686932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.473615] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a0e79e45-1fdc-46f0-81c3-37e99144867e tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Acquiring lock "850b9308-9498-4834-bd24-616ea264d624" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.473926] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a0e79e45-1fdc-46f0-81c3-37e99144867e tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Lock "850b9308-9498-4834-bd24-616ea264d624" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.474217] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a0e79e45-1fdc-46f0-81c3-37e99144867e tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Acquiring lock "850b9308-9498-4834-bd24-616ea264d624-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.474423] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a0e79e45-1fdc-46f0-81c3-37e99144867e tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Lock "850b9308-9498-4834-bd24-616ea264d624-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.474588] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a0e79e45-1fdc-46f0-81c3-37e99144867e tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Lock "850b9308-9498-4834-bd24-616ea264d624-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.477289] env[63097]: INFO nova.compute.manager [None req-a0e79e45-1fdc-46f0-81c3-37e99144867e tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 850b9308-9498-4834-bd24-616ea264d624] Terminating instance [ 1360.479805] env[63097]: DEBUG nova.compute.manager [None req-a0e79e45-1fdc-46f0-81c3-37e99144867e tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 850b9308-9498-4834-bd24-616ea264d624] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1360.480013] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e79e45-1fdc-46f0-81c3-37e99144867e tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 850b9308-9498-4834-bd24-616ea264d624] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1360.480838] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7155d83-b816-422f-a732-9eda495438dd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.488585] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e79e45-1fdc-46f0-81c3-37e99144867e tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 850b9308-9498-4834-bd24-616ea264d624] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1360.488742] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40fcaf77-3994-4afa-ab76-51c9933596a4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.494915] env[63097]: DEBUG oslo_vmware.api [None req-a0e79e45-1fdc-46f0-81c3-37e99144867e tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Waiting for the task: (returnval){ [ 1360.494915] env[63097]: value = "task-1686933" [ 1360.494915] env[63097]: _type = "Task" [ 1360.494915] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.504434] env[63097]: DEBUG oslo_vmware.api [None req-a0e79e45-1fdc-46f0-81c3-37e99144867e tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': task-1686933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.622021] env[63097]: DEBUG nova.compute.manager [req-2067a2a7-3f1d-4c9c-b56b-30735566af62 req-332c9be3-f143-4b2b-a26f-96e3e0c4cb23 service nova] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Received event network-vif-deleted-1e83fa54-2ab9-4174-b388-3acf64f0a700 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1360.622268] env[63097]: INFO nova.compute.manager [req-2067a2a7-3f1d-4c9c-b56b-30735566af62 req-332c9be3-f143-4b2b-a26f-96e3e0c4cb23 service nova] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Neutron deleted interface 1e83fa54-2ab9-4174-b388-3acf64f0a700; detaching it from the instance and deleting it from the info cache [ 1360.622416] env[63097]: DEBUG nova.network.neutron [req-2067a2a7-3f1d-4c9c-b56b-30735566af62 req-332c9be3-f143-4b2b-a26f-96e3e0c4cb23 service nova] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.647431] env[63097]: DEBUG nova.compute.utils [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1360.651905] env[63097]: DEBUG nova.compute.manager [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1360.652107] env[63097]: DEBUG nova.network.neutron [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] [instance: f932e405-08fd-472a-b531-2cc25340f49d] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1360.701413] env[63097]: DEBUG nova.policy [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '195c89fea3014fa2aa1386662b968bed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc8c33590fd84dfaa49826cc4d4e467a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1360.715135] env[63097]: DEBUG oslo_vmware.api [None req-6adaf94f-b29c-4590-8ec8-acd50eb66c01 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686931, 'name': PowerOffVM_Task, 'duration_secs': 0.309911} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.715463] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-6adaf94f-b29c-4590-8ec8-acd50eb66c01 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1360.715648] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-6adaf94f-b29c-4590-8ec8-acd50eb66c01 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1360.715930] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11690f8e-fc08-464e-b307-da5d2a33bc8d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.810582] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-6adaf94f-b29c-4590-8ec8-acd50eb66c01 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1360.810811] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-6adaf94f-b29c-4590-8ec8-acd50eb66c01 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1360.811011] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-6adaf94f-b29c-4590-8ec8-acd50eb66c01 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Deleting the datastore file [datastore2] 3f01124c-7311-48fb-9e5c-c30cf58613fd {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1360.811514] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-082d0fbe-1591-48f0-b7cd-0ccac9885f51 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.818162] env[63097]: DEBUG oslo_vmware.api [None req-6adaf94f-b29c-4590-8ec8-acd50eb66c01 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Waiting for the task: (returnval){ [ 1360.818162] env[63097]: value = "task-1686935" [ 1360.818162] env[63097]: _type = "Task" [ 1360.818162] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.829944] env[63097]: DEBUG oslo_vmware.api [None req-6adaf94f-b29c-4590-8ec8-acd50eb66c01 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686935, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.970237] env[63097]: DEBUG oslo_vmware.api [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1686932, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.004356] env[63097]: DEBUG oslo_vmware.api [None req-a0e79e45-1fdc-46f0-81c3-37e99144867e tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': task-1686933, 'name': PowerOffVM_Task, 'duration_secs': 0.190411} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.004648] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e79e45-1fdc-46f0-81c3-37e99144867e tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 850b9308-9498-4834-bd24-616ea264d624] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1361.005000] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e79e45-1fdc-46f0-81c3-37e99144867e tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 850b9308-9498-4834-bd24-616ea264d624] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1361.005095] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5e39837-bde2-442f-8496-83fe83ea103e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.015588] env[63097]: DEBUG nova.network.neutron [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Successfully created port: 14a3736a-6195-4133-810b-3cea99f9656d {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1361.038373] env[63097]: DEBUG nova.network.neutron [-] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.099473] env[63097]: DEBUG nova.network.neutron [-] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.105241] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e79e45-1fdc-46f0-81c3-37e99144867e tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 850b9308-9498-4834-bd24-616ea264d624] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1361.108347] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e79e45-1fdc-46f0-81c3-37e99144867e tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 850b9308-9498-4834-bd24-616ea264d624] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1361.108599] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0e79e45-1fdc-46f0-81c3-37e99144867e tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Deleting the datastore file [datastore1] 850b9308-9498-4834-bd24-616ea264d624 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1361.109599] env[63097]: DEBUG nova.network.neutron [req-c9eb0715-418a-48b1-a612-d55f61464d27 req-20de830f-9241-4ad6-b2e8-57fd35962367 service nova] [instance: 850b9308-9498-4834-bd24-616ea264d624] Updated VIF entry in instance network info cache for port 56da8663-81ae-4cb1-a277-6b3a72873ff2. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1361.109951] env[63097]: DEBUG nova.network.neutron [req-c9eb0715-418a-48b1-a612-d55f61464d27 req-20de830f-9241-4ad6-b2e8-57fd35962367 service nova] [instance: 850b9308-9498-4834-bd24-616ea264d624] Updating instance_info_cache with network_info: [{"id": "56da8663-81ae-4cb1-a277-6b3a72873ff2", "address": "fa:16:3e:b9:15:03", "network": {"id": "911ad2ba-cfdd-4b67-910c-c3347365252f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1336836935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da12a5842c1843779e0d0c1b3f2c6973", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56da8663-81", "ovs_interfaceid": "56da8663-81ae-4cb1-a277-6b3a72873ff2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.111412] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-427bb547-d113-47bc-946a-b61f147ce029 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.120465] env[63097]: DEBUG oslo_vmware.api [None req-a0e79e45-1fdc-46f0-81c3-37e99144867e tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Waiting for the task: (returnval){ [ 1361.120465] env[63097]: value = "task-1686937" [ 1361.120465] env[63097]: _type = "Task" [ 1361.120465] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.125513] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6bd2d544-c8fb-4b0e-9b43-06d6434796ba {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.133902] env[63097]: DEBUG oslo_vmware.api [None req-a0e79e45-1fdc-46f0-81c3-37e99144867e tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': task-1686937, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.140823] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fece268b-dceb-4081-97a0-0026b7dc4588 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.155279] env[63097]: DEBUG nova.compute.manager [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1361.178167] env[63097]: DEBUG nova.compute.manager [req-2067a2a7-3f1d-4c9c-b56b-30735566af62 req-332c9be3-f143-4b2b-a26f-96e3e0c4cb23 service nova] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Detach interface failed, port_id=1e83fa54-2ab9-4174-b388-3acf64f0a700, reason: Instance 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251 could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1361.321082] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65358c95-3b6d-4357-b37a-dd368b4c1107 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.336583] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480a6c82-a881-4434-b32e-33721b97e812 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.339729] env[63097]: DEBUG oslo_vmware.api [None req-6adaf94f-b29c-4590-8ec8-acd50eb66c01 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686935, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.374880] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Acquiring lock "refresh_cache-3fd114c2-a544-4fc5-be3b-82c084f022e8" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.375132] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Acquired lock "refresh_cache-3fd114c2-a544-4fc5-be3b-82c084f022e8" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.375370] env[63097]: DEBUG nova.network.neutron [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1361.377164] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063debf2-684e-4e4e-8299-003eecebd64e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.385354] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf82291d-3484-4948-993d-afa4646a9b06 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.399114] env[63097]: DEBUG nova.compute.provider_tree [None req-f289b64f-2640-4c44-a36d-b72327c23b96 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1361.460532] env[63097]: DEBUG oslo_vmware.api [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1686932, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576213} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.462101] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 7f1e806e-4689-4cd0-bef9-3f6af6ac7956/7f1e806e-4689-4cd0-bef9-3f6af6ac7956.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1361.462366] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1361.462636] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67fe629a-3c6e-41a2-8f2b-84d7347e4353 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.469533] env[63097]: DEBUG oslo_vmware.api [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for the task: (returnval){ [ 1361.469533] env[63097]: value = "task-1686938" [ 1361.469533] env[63097]: _type = "Task" [ 1361.469533] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.478620] env[63097]: DEBUG oslo_vmware.api [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1686938, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.544721] env[63097]: INFO nova.compute.manager [-] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] Took 1.32 seconds to deallocate network for instance. [ 1361.600625] env[63097]: INFO nova.compute.manager [-] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Took 1.26 seconds to deallocate network for instance. [ 1361.615266] env[63097]: DEBUG oslo_concurrency.lockutils [req-c9eb0715-418a-48b1-a612-d55f61464d27 req-20de830f-9241-4ad6-b2e8-57fd35962367 service nova] Releasing lock "refresh_cache-850b9308-9498-4834-bd24-616ea264d624" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.633033] env[63097]: DEBUG oslo_vmware.api [None req-a0e79e45-1fdc-46f0-81c3-37e99144867e tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': task-1686937, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.419709} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.633939] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0e79e45-1fdc-46f0-81c3-37e99144867e tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1361.634196] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e79e45-1fdc-46f0-81c3-37e99144867e tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 850b9308-9498-4834-bd24-616ea264d624] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1361.634381] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e79e45-1fdc-46f0-81c3-37e99144867e tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 850b9308-9498-4834-bd24-616ea264d624] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1361.634557] env[63097]: INFO nova.compute.manager [None req-a0e79e45-1fdc-46f0-81c3-37e99144867e tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 850b9308-9498-4834-bd24-616ea264d624] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1361.634806] env[63097]: DEBUG oslo.service.loopingcall [None req-a0e79e45-1fdc-46f0-81c3-37e99144867e tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1361.635007] env[63097]: DEBUG nova.compute.manager [-] [instance: 850b9308-9498-4834-bd24-616ea264d624] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1361.635106] env[63097]: DEBUG nova.network.neutron [-] [instance: 850b9308-9498-4834-bd24-616ea264d624] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1361.830143] env[63097]: DEBUG oslo_vmware.api [None req-6adaf94f-b29c-4590-8ec8-acd50eb66c01 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1686935, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.674136} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.830345] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-6adaf94f-b29c-4590-8ec8-acd50eb66c01 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1361.830534] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-6adaf94f-b29c-4590-8ec8-acd50eb66c01 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1361.830711] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-6adaf94f-b29c-4590-8ec8-acd50eb66c01 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1361.830882] env[63097]: INFO nova.compute.manager [None req-6adaf94f-b29c-4590-8ec8-acd50eb66c01 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1361.831140] env[63097]: DEBUG oslo.service.loopingcall [None req-6adaf94f-b29c-4590-8ec8-acd50eb66c01 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1361.831648] env[63097]: DEBUG nova.compute.manager [-] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1361.831751] env[63097]: DEBUG nova.network.neutron [-] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1361.902157] env[63097]: DEBUG nova.scheduler.client.report [None req-f289b64f-2640-4c44-a36d-b72327c23b96 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1361.980274] env[63097]: DEBUG oslo_vmware.api [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1686938, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067621} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.980576] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1361.981339] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3644f464-e242-4cfc-a8a4-376e1880aadc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.004138] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 7f1e806e-4689-4cd0-bef9-3f6af6ac7956/7f1e806e-4689-4cd0-bef9-3f6af6ac7956.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1362.004409] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7c3d462-4b7d-4364-a195-f4a7a93f63f6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.022920] env[63097]: DEBUG oslo_vmware.api [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for the task: (returnval){ [ 1362.022920] env[63097]: value = "task-1686939" [ 1362.022920] env[63097]: _type = "Task" [ 1362.022920] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.032404] env[63097]: DEBUG oslo_vmware.api [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1686939, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.050994] env[63097]: DEBUG oslo_concurrency.lockutils [None req-546f624d-4439-49e8-b533-db7ce3e81cb6 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.107048] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f89ed0df-d9ae-4746-b2c6-3629364cb584 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.168908] env[63097]: DEBUG nova.compute.manager [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1362.196440] env[63097]: DEBUG nova.virt.hardware [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1362.196756] env[63097]: DEBUG nova.virt.hardware [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1362.196960] env[63097]: DEBUG nova.virt.hardware [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1362.197408] env[63097]: DEBUG nova.virt.hardware [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1362.197477] env[63097]: DEBUG nova.virt.hardware [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1362.197653] env[63097]: DEBUG nova.virt.hardware [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1362.197874] env[63097]: DEBUG nova.virt.hardware [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1362.198052] env[63097]: DEBUG nova.virt.hardware [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1362.199610] env[63097]: DEBUG nova.virt.hardware [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1362.199847] env[63097]: DEBUG nova.virt.hardware [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1362.200053] env[63097]: DEBUG nova.virt.hardware [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1362.200961] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063d3cbc-6680-47a9-8458-9a525d5fe2b6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.209990] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172b7e1d-9af6-48f3-8e17-dd69cb041b6d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.403319] env[63097]: DEBUG nova.network.neutron [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Updating instance_info_cache with network_info: [{"id": "aa52c27d-867d-410f-8dba-52aabf33efe5", "address": "fa:16:3e:3a:73:ac", "network": {"id": "6b81232d-2bfc-4ee5-aaa8-178b8f49236c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6d5186fbfb8046dfb1f369e636f8eafb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa52c27d-86", "ovs_interfaceid": "aa52c27d-867d-410f-8dba-52aabf33efe5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.407250] env[63097]: DEBUG nova.compute.manager [req-46cb9805-df81-4723-ba16-1eb7f4d7ea79 req-6c15f650-0339-4355-ba27-0a933b2d36a7 service nova] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] Received event network-vif-deleted-39021acf-b16c-47d8-8fc2-77a18ebdecab {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1362.407250] env[63097]: DEBUG nova.compute.manager [req-46cb9805-df81-4723-ba16-1eb7f4d7ea79 req-6c15f650-0339-4355-ba27-0a933b2d36a7 service nova] [instance: 850b9308-9498-4834-bd24-616ea264d624] Received event network-vif-deleted-56da8663-81ae-4cb1-a277-6b3a72873ff2 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1362.407250] env[63097]: INFO nova.compute.manager [req-46cb9805-df81-4723-ba16-1eb7f4d7ea79 req-6c15f650-0339-4355-ba27-0a933b2d36a7 service nova] [instance: 850b9308-9498-4834-bd24-616ea264d624] Neutron deleted interface 56da8663-81ae-4cb1-a277-6b3a72873ff2; detaching it from the instance and deleting it from the info cache [ 1362.407250] env[63097]: DEBUG nova.network.neutron [req-46cb9805-df81-4723-ba16-1eb7f4d7ea79 req-6c15f650-0339-4355-ba27-0a933b2d36a7 service nova] [instance: 850b9308-9498-4834-bd24-616ea264d624] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.408445] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f289b64f-2640-4c44-a36d-b72327c23b96 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.264s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1362.416320] env[63097]: DEBUG oslo_concurrency.lockutils [None req-71aea047-b076-4573-acec-d428877a9b92 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.786s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.416553] env[63097]: DEBUG nova.objects.instance [None req-71aea047-b076-4573-acec-d428877a9b92 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Lazy-loading 'resources' on Instance uuid 0f5db7f5-b159-48a3-9795-05e3ef62d385 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1362.444579] env[63097]: INFO nova.scheduler.client.report [None req-f289b64f-2640-4c44-a36d-b72327c23b96 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Deleted allocations for instance df6d2aeb-8d2a-4bee-94ff-cc51f235364d [ 1362.533921] env[63097]: DEBUG oslo_vmware.api [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1686939, 'name': ReconfigVM_Task, 'duration_secs': 0.300944} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.534349] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 7f1e806e-4689-4cd0-bef9-3f6af6ac7956/7f1e806e-4689-4cd0-bef9-3f6af6ac7956.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1362.534988] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e97c052d-8bf0-42cb-8908-77a270c18cbe {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.541788] env[63097]: DEBUG oslo_vmware.api [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for the task: (returnval){ [ 1362.541788] env[63097]: value = "task-1686940" [ 1362.541788] env[63097]: _type = "Task" [ 1362.541788] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.552012] env[63097]: DEBUG oslo_vmware.api [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1686940, 'name': Rename_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.575144] env[63097]: DEBUG nova.network.neutron [-] [instance: 850b9308-9498-4834-bd24-616ea264d624] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.616140] env[63097]: DEBUG nova.network.neutron [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Successfully updated port: 14a3736a-6195-4133-810b-3cea99f9656d {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1362.653989] env[63097]: DEBUG nova.compute.manager [req-47a9c54a-3e22-48a7-b273-a4dc33bc44db req-70e1caad-2ace-4315-80d7-0d8d3717a0fa service nova] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Received event network-vif-plugged-14a3736a-6195-4133-810b-3cea99f9656d {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1362.654249] env[63097]: DEBUG oslo_concurrency.lockutils [req-47a9c54a-3e22-48a7-b273-a4dc33bc44db req-70e1caad-2ace-4315-80d7-0d8d3717a0fa service nova] Acquiring lock "f932e405-08fd-472a-b531-2cc25340f49d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.654511] env[63097]: DEBUG oslo_concurrency.lockutils [req-47a9c54a-3e22-48a7-b273-a4dc33bc44db req-70e1caad-2ace-4315-80d7-0d8d3717a0fa service nova] Lock "f932e405-08fd-472a-b531-2cc25340f49d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.654696] env[63097]: DEBUG oslo_concurrency.lockutils [req-47a9c54a-3e22-48a7-b273-a4dc33bc44db req-70e1caad-2ace-4315-80d7-0d8d3717a0fa service nova] Lock "f932e405-08fd-472a-b531-2cc25340f49d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1362.654922] env[63097]: DEBUG nova.compute.manager [req-47a9c54a-3e22-48a7-b273-a4dc33bc44db req-70e1caad-2ace-4315-80d7-0d8d3717a0fa service nova] [instance: f932e405-08fd-472a-b531-2cc25340f49d] No waiting events found dispatching network-vif-plugged-14a3736a-6195-4133-810b-3cea99f9656d {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1362.655150] env[63097]: WARNING nova.compute.manager [req-47a9c54a-3e22-48a7-b273-a4dc33bc44db req-70e1caad-2ace-4315-80d7-0d8d3717a0fa service nova] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Received unexpected event network-vif-plugged-14a3736a-6195-4133-810b-3cea99f9656d for instance with vm_state building and task_state spawning. [ 1362.655350] env[63097]: DEBUG nova.compute.manager [req-47a9c54a-3e22-48a7-b273-a4dc33bc44db req-70e1caad-2ace-4315-80d7-0d8d3717a0fa service nova] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Received event network-changed-14a3736a-6195-4133-810b-3cea99f9656d {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1362.655547] env[63097]: DEBUG nova.compute.manager [req-47a9c54a-3e22-48a7-b273-a4dc33bc44db req-70e1caad-2ace-4315-80d7-0d8d3717a0fa service nova] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Refreshing instance network info cache due to event network-changed-14a3736a-6195-4133-810b-3cea99f9656d. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1362.655747] env[63097]: DEBUG oslo_concurrency.lockutils [req-47a9c54a-3e22-48a7-b273-a4dc33bc44db req-70e1caad-2ace-4315-80d7-0d8d3717a0fa service nova] Acquiring lock "refresh_cache-f932e405-08fd-472a-b531-2cc25340f49d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1362.655892] env[63097]: DEBUG oslo_concurrency.lockutils [req-47a9c54a-3e22-48a7-b273-a4dc33bc44db req-70e1caad-2ace-4315-80d7-0d8d3717a0fa service nova] Acquired lock "refresh_cache-f932e405-08fd-472a-b531-2cc25340f49d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.656096] env[63097]: DEBUG nova.network.neutron [req-47a9c54a-3e22-48a7-b273-a4dc33bc44db req-70e1caad-2ace-4315-80d7-0d8d3717a0fa service nova] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Refreshing network info cache for port 14a3736a-6195-4133-810b-3cea99f9656d {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1362.908715] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Releasing lock "refresh_cache-3fd114c2-a544-4fc5-be3b-82c084f022e8" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1362.915691] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cca8e54a-f4f6-4fb7-8e3a-c6feadd35a70 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.918127] env[63097]: DEBUG nova.network.neutron [-] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.928515] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77363791-98fe-4c01-b77d-1ad7871d1146 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.951584] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f289b64f-2640-4c44-a36d-b72327c23b96 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "df6d2aeb-8d2a-4bee-94ff-cc51f235364d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.375s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1362.967440] env[63097]: DEBUG nova.compute.manager [req-46cb9805-df81-4723-ba16-1eb7f4d7ea79 req-6c15f650-0339-4355-ba27-0a933b2d36a7 service nova] [instance: 850b9308-9498-4834-bd24-616ea264d624] Detach interface failed, port_id=56da8663-81ae-4cb1-a277-6b3a72873ff2, reason: Instance 850b9308-9498-4834-bd24-616ea264d624 could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1363.053661] env[63097]: DEBUG oslo_vmware.api [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1686940, 'name': Rename_Task, 'duration_secs': 0.138872} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.053957] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1363.054250] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29803c97-14bc-47fd-8117-16a89f0044a1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.060454] env[63097]: DEBUG oslo_vmware.api [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for the task: (returnval){ [ 1363.060454] env[63097]: value = "task-1686941" [ 1363.060454] env[63097]: _type = "Task" [ 1363.060454] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.067944] env[63097]: DEBUG oslo_vmware.api [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1686941, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.078197] env[63097]: INFO nova.compute.manager [-] [instance: 850b9308-9498-4834-bd24-616ea264d624] Took 1.44 seconds to deallocate network for instance. [ 1363.122156] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Acquiring lock "refresh_cache-f932e405-08fd-472a-b531-2cc25340f49d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.190930] env[63097]: DEBUG nova.network.neutron [req-47a9c54a-3e22-48a7-b273-a4dc33bc44db req-70e1caad-2ace-4315-80d7-0d8d3717a0fa service nova] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1363.268483] env[63097]: DEBUG nova.network.neutron [req-47a9c54a-3e22-48a7-b273-a4dc33bc44db req-70e1caad-2ace-4315-80d7-0d8d3717a0fa service nova] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.373565] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d6e798-39e9-47d8-bc43-ff71ef6d5029 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.381206] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76673a08-34a1-4595-97c2-c8e97f26163c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.412927] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf0f44a-5996-4cc6-ae69-a56630f1105c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.423432] env[63097]: INFO nova.compute.manager [-] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Took 1.59 seconds to deallocate network for instance. [ 1363.426093] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c19054-9cd6-4c02-ab0c-9816d21f0321 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.434339] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60962eb6-555e-4e35-bfe4-7307222df6d2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.444996] env[63097]: DEBUG nova.compute.provider_tree [None req-71aea047-b076-4573-acec-d428877a9b92 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1363.463929] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deeba550-a4c5-4d53-9102-eb1796205c79 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.472128] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Updating instance '3fd114c2-a544-4fc5-be3b-82c084f022e8' progress to 83 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1363.570607] env[63097]: DEBUG oslo_vmware.api [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1686941, 'name': PowerOnVM_Task, 'duration_secs': 0.48832} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.570900] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1363.571142] env[63097]: INFO nova.compute.manager [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Took 7.99 seconds to spawn the instance on the hypervisor. [ 1363.571337] env[63097]: DEBUG nova.compute.manager [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1363.572332] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b221049b-3c56-4297-8f55-cdff484e8f5f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.586468] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a0e79e45-1fdc-46f0-81c3-37e99144867e tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1363.771304] env[63097]: DEBUG oslo_concurrency.lockutils [req-47a9c54a-3e22-48a7-b273-a4dc33bc44db req-70e1caad-2ace-4315-80d7-0d8d3717a0fa service nova] Releasing lock "refresh_cache-f932e405-08fd-472a-b531-2cc25340f49d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1363.771696] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Acquired lock "refresh_cache-f932e405-08fd-472a-b531-2cc25340f49d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.771953] env[63097]: DEBUG nova.network.neutron [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1363.946084] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6adaf94f-b29c-4590-8ec8-acd50eb66c01 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1363.948166] env[63097]: DEBUG nova.scheduler.client.report [None req-71aea047-b076-4573-acec-d428877a9b92 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1363.979982] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1363.980572] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3288a7bf-9c45-4c9e-a63e-221dab512730 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.988107] env[63097]: DEBUG oslo_vmware.api [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Waiting for the task: (returnval){ [ 1363.988107] env[63097]: value = "task-1686942" [ 1363.988107] env[63097]: _type = "Task" [ 1363.988107] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.996779] env[63097]: DEBUG oslo_vmware.api [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1686942, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.094248] env[63097]: INFO nova.compute.manager [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Took 44.78 seconds to build instance. [ 1364.328178] env[63097]: DEBUG nova.network.neutron [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1364.453924] env[63097]: DEBUG oslo_concurrency.lockutils [None req-71aea047-b076-4573-acec-d428877a9b92 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.037s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1364.460148] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3d1bbd5b-9ad0-470b-a00b-9a47b79dc1d3 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.673s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1364.460555] env[63097]: DEBUG nova.objects.instance [None req-3d1bbd5b-9ad0-470b-a00b-9a47b79dc1d3 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Lazy-loading 'resources' on Instance uuid 4c95a83d-a490-4b3f-bb72-bc32e20e33e4 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1364.481833] env[63097]: INFO nova.scheduler.client.report [None req-71aea047-b076-4573-acec-d428877a9b92 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Deleted allocations for instance 0f5db7f5-b159-48a3-9795-05e3ef62d385 [ 1364.503980] env[63097]: DEBUG oslo_vmware.api [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1686942, 'name': PowerOnVM_Task, 'duration_secs': 0.479895} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.504360] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1364.504566] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3c341187-c1a9-4c96-ac6b-ce1e0bb92d54 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Updating instance '3fd114c2-a544-4fc5-be3b-82c084f022e8' progress to 100 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1364.586736] env[63097]: DEBUG nova.network.neutron [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Updating instance_info_cache with network_info: [{"id": "14a3736a-6195-4133-810b-3cea99f9656d", "address": "fa:16:3e:cb:2d:2e", "network": {"id": "193e8594-6b70-4c50-863e-80594d186efb", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-899155345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc8c33590fd84dfaa49826cc4d4e467a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14a3736a-61", "ovs_interfaceid": "14a3736a-6195-4133-810b-3cea99f9656d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.596691] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a672191e-c45c-43f2-b632-029a216754fe tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "7f1e806e-4689-4cd0-bef9-3f6af6ac7956" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.356s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1364.737888] env[63097]: DEBUG nova.compute.manager [req-9e67caa6-48d8-4b37-949f-56bc322a13af req-738ad959-4592-4fb2-9a10-4a48c7d7a39e service nova] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Received event network-vif-deleted-98619dad-60a6-4043-8514-c272f1a54f59 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1364.993041] env[63097]: DEBUG oslo_concurrency.lockutils [None req-71aea047-b076-4573-acec-d428877a9b92 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Lock "0f5db7f5-b159-48a3-9795-05e3ef62d385" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.437s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1365.089554] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Releasing lock "refresh_cache-f932e405-08fd-472a-b531-2cc25340f49d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1365.090031] env[63097]: DEBUG nova.compute.manager [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Instance network_info: |[{"id": "14a3736a-6195-4133-810b-3cea99f9656d", "address": "fa:16:3e:cb:2d:2e", "network": {"id": "193e8594-6b70-4c50-863e-80594d186efb", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-899155345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc8c33590fd84dfaa49826cc4d4e467a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14a3736a-61", "ovs_interfaceid": "14a3736a-6195-4133-810b-3cea99f9656d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1365.090412] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:2d:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c7eaa8-06f3-40c3-93ae-7593486eb870', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14a3736a-6195-4133-810b-3cea99f9656d', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1365.098511] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Creating folder: Project (bc8c33590fd84dfaa49826cc4d4e467a). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1365.101384] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a314c1f-3bac-4e93-9081-4f002e6bc629 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.113740] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Created folder: Project (bc8c33590fd84dfaa49826cc4d4e467a) in parent group-v351483. [ 1365.113935] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Creating folder: Instances. Parent ref: group-v351640. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1365.114213] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68016232-edb1-4604-9a65-b6e1ba97b607 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.124063] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Created folder: Instances in parent group-v351640. [ 1365.124338] env[63097]: DEBUG oslo.service.loopingcall [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1365.124543] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1365.124757] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8c578c3-fc0d-4471-9d7d-852724f55419 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.151178] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1365.151178] env[63097]: value = "task-1686945" [ 1365.151178] env[63097]: _type = "Task" [ 1365.151178] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.161705] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686945, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.244238] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1365.244468] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1365.507071] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd1f8a1-9be1-4298-963d-2c9a3af4df7c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.514833] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42813704-5a15-4fa3-9865-064b852bde8b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.552956] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a5a032-91d1-4aac-ab0c-390565a7e5d0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.561332] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b79d59-ac6a-4dd0-878e-fae5cac91330 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.576259] env[63097]: DEBUG nova.compute.provider_tree [None req-3d1bbd5b-9ad0-470b-a00b-9a47b79dc1d3 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1365.661196] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686945, 'name': CreateVM_Task, 'duration_secs': 0.439456} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.661513] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1365.662229] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1365.662392] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.662716] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1365.662990] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b631817-8a96-4cb4-abec-242ae57adc79 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.667722] env[63097]: DEBUG oslo_vmware.api [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Waiting for the task: (returnval){ [ 1365.667722] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]525b3e14-d57a-8424-29f3-b34dc04c344f" [ 1365.667722] env[63097]: _type = "Task" [ 1365.667722] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.675304] env[63097]: DEBUG oslo_vmware.api [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]525b3e14-d57a-8424-29f3-b34dc04c344f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.756032] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1365.756163] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Starting heal instance info cache {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1366.080178] env[63097]: DEBUG nova.scheduler.client.report [None req-3d1bbd5b-9ad0-470b-a00b-9a47b79dc1d3 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1366.180781] env[63097]: DEBUG oslo_vmware.api [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]525b3e14-d57a-8424-29f3-b34dc04c344f, 'name': SearchDatastore_Task, 'duration_secs': 0.010713} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.181145] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1366.181407] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1366.181653] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1366.181837] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.182153] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1366.182490] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba947ffa-73cc-4c42-9522-0886a1086fdf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.192163] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1366.192461] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1366.193401] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e82f7034-371f-43c3-82cf-8acc3c477f75 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.200408] env[63097]: DEBUG oslo_vmware.api [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Waiting for the task: (returnval){ [ 1366.200408] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5295983a-9d03-0644-1354-e3ae3eefef6c" [ 1366.200408] env[63097]: _type = "Task" [ 1366.200408] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.210105] env[63097]: DEBUG oslo_vmware.api [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5295983a-9d03-0644-1354-e3ae3eefef6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.586807] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3d1bbd5b-9ad0-470b-a00b-9a47b79dc1d3 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.129s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1366.588941] env[63097]: DEBUG oslo_concurrency.lockutils [None req-489e25f9-f1d0-405a-b1f2-99d0c890ca47 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.551s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.589222] env[63097]: DEBUG nova.objects.instance [None req-489e25f9-f1d0-405a-b1f2-99d0c890ca47 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Lazy-loading 'resources' on Instance uuid 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1366.610152] env[63097]: INFO nova.scheduler.client.report [None req-3d1bbd5b-9ad0-470b-a00b-9a47b79dc1d3 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Deleted allocations for instance 4c95a83d-a490-4b3f-bb72-bc32e20e33e4 [ 1366.628363] env[63097]: DEBUG nova.network.neutron [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Port aa52c27d-867d-410f-8dba-52aabf33efe5 binding to destination host cpu-1 is already ACTIVE {{(pid=63097) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1366.628689] env[63097]: DEBUG oslo_concurrency.lockutils [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Acquiring lock "refresh_cache-3fd114c2-a544-4fc5-be3b-82c084f022e8" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1366.628910] env[63097]: DEBUG oslo_concurrency.lockutils [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Acquired lock "refresh_cache-3fd114c2-a544-4fc5-be3b-82c084f022e8" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.629045] env[63097]: DEBUG nova.network.neutron [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1366.710581] env[63097]: DEBUG oslo_vmware.api [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5295983a-9d03-0644-1354-e3ae3eefef6c, 'name': SearchDatastore_Task, 'duration_secs': 0.008767} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.711429] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1ac55f8-4b86-4c6c-8140-2091ed8ca1ce {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.716720] env[63097]: DEBUG oslo_vmware.api [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Waiting for the task: (returnval){ [ 1366.716720] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52f82921-300f-84ee-7949-35504e8443dd" [ 1366.716720] env[63097]: _type = "Task" [ 1366.716720] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.724627] env[63097]: DEBUG oslo_vmware.api [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52f82921-300f-84ee-7949-35504e8443dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.765388] env[63097]: DEBUG nova.compute.manager [req-3ac6160f-9582-4181-ada3-0841ef8e3dd7 req-203cafad-bf5f-4d09-90c2-60a5c44a69f4 service nova] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Received event network-changed-3bfd327a-1d0a-486c-a715-022fef6c4ea1 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1366.766071] env[63097]: DEBUG nova.compute.manager [req-3ac6160f-9582-4181-ada3-0841ef8e3dd7 req-203cafad-bf5f-4d09-90c2-60a5c44a69f4 service nova] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Refreshing instance network info cache due to event network-changed-3bfd327a-1d0a-486c-a715-022fef6c4ea1. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1366.766071] env[63097]: DEBUG oslo_concurrency.lockutils [req-3ac6160f-9582-4181-ada3-0841ef8e3dd7 req-203cafad-bf5f-4d09-90c2-60a5c44a69f4 service nova] Acquiring lock "refresh_cache-7f1e806e-4689-4cd0-bef9-3f6af6ac7956" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1366.766331] env[63097]: DEBUG oslo_concurrency.lockutils [req-3ac6160f-9582-4181-ada3-0841ef8e3dd7 req-203cafad-bf5f-4d09-90c2-60a5c44a69f4 service nova] Acquired lock "refresh_cache-7f1e806e-4689-4cd0-bef9-3f6af6ac7956" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.766576] env[63097]: DEBUG nova.network.neutron [req-3ac6160f-9582-4181-ada3-0841ef8e3dd7 req-203cafad-bf5f-4d09-90c2-60a5c44a69f4 service nova] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Refreshing network info cache for port 3bfd327a-1d0a-486c-a715-022fef6c4ea1 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1367.122568] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3d1bbd5b-9ad0-470b-a00b-9a47b79dc1d3 tempest-MultipleCreateTestJSON-1091354249 tempest-MultipleCreateTestJSON-1091354249-project-member] Lock "4c95a83d-a490-4b3f-bb72-bc32e20e33e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.638s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.228828] env[63097]: DEBUG oslo_vmware.api [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52f82921-300f-84ee-7949-35504e8443dd, 'name': SearchDatastore_Task, 'duration_secs': 0.009736} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.231190] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1367.231456] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] f932e405-08fd-472a-b531-2cc25340f49d/f932e405-08fd-472a-b531-2cc25340f49d.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1367.233874] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ada05316-2416-41b7-85a0-ce1dbb5608ea {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.241171] env[63097]: DEBUG oslo_vmware.api [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Waiting for the task: (returnval){ [ 1367.241171] env[63097]: value = "task-1686946" [ 1367.241171] env[63097]: _type = "Task" [ 1367.241171] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.252843] env[63097]: DEBUG oslo_vmware.api [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Task: {'id': task-1686946, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.367700] env[63097]: DEBUG nova.network.neutron [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Updating instance_info_cache with network_info: [{"id": "aa52c27d-867d-410f-8dba-52aabf33efe5", "address": "fa:16:3e:3a:73:ac", "network": {"id": "6b81232d-2bfc-4ee5-aaa8-178b8f49236c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6d5186fbfb8046dfb1f369e636f8eafb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa52c27d-86", "ovs_interfaceid": "aa52c27d-867d-410f-8dba-52aabf33efe5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.372140] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "refresh_cache-98ba3b33-2415-4b39-9e7a-1d2cdaa0683e" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1367.372140] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquired lock "refresh_cache-98ba3b33-2415-4b39-9e7a-1d2cdaa0683e" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.372140] env[63097]: DEBUG nova.network.neutron [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Forcefully refreshing network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 1367.558508] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507bfe33-1cc2-4d78-a5f2-c31bd5c0e0e8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.566794] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4865ee0-64c3-4e03-8c12-868fba5c75a2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.604295] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c105cf-8347-4ad2-9f68-16acae1a0185 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.613284] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c29c6ae-dc3c-4fdc-82eb-cc3c6ce7a3a7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.618453] env[63097]: DEBUG nova.network.neutron [req-3ac6160f-9582-4181-ada3-0841ef8e3dd7 req-203cafad-bf5f-4d09-90c2-60a5c44a69f4 service nova] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Updated VIF entry in instance network info cache for port 3bfd327a-1d0a-486c-a715-022fef6c4ea1. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1367.618778] env[63097]: DEBUG nova.network.neutron [req-3ac6160f-9582-4181-ada3-0841ef8e3dd7 req-203cafad-bf5f-4d09-90c2-60a5c44a69f4 service nova] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Updating instance_info_cache with network_info: [{"id": "3bfd327a-1d0a-486c-a715-022fef6c4ea1", "address": "fa:16:3e:f6:c9:60", "network": {"id": "4023f1be-d600-441b-9ec5-b01eac0704f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1618053137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a00e94d35e44678b6698f8af082c448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bfd327a-1d", "ovs_interfaceid": "3bfd327a-1d0a-486c-a715-022fef6c4ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.631066] env[63097]: DEBUG nova.compute.provider_tree [None req-489e25f9-f1d0-405a-b1f2-99d0c890ca47 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1367.810626] env[63097]: DEBUG oslo_vmware.api [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Task: {'id': task-1686946, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.871672] env[63097]: DEBUG oslo_concurrency.lockutils [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Releasing lock "refresh_cache-3fd114c2-a544-4fc5-be3b-82c084f022e8" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1368.121528] env[63097]: DEBUG oslo_concurrency.lockutils [req-3ac6160f-9582-4181-ada3-0841ef8e3dd7 req-203cafad-bf5f-4d09-90c2-60a5c44a69f4 service nova] Releasing lock "refresh_cache-7f1e806e-4689-4cd0-bef9-3f6af6ac7956" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1368.135053] env[63097]: DEBUG nova.scheduler.client.report [None req-489e25f9-f1d0-405a-b1f2-99d0c890ca47 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1368.253996] env[63097]: DEBUG oslo_vmware.api [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Task: {'id': task-1686946, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.910364} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.254335] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] f932e405-08fd-472a-b531-2cc25340f49d/f932e405-08fd-472a-b531-2cc25340f49d.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1368.254498] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1368.254744] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f53a0f70-ddf8-4f3b-88ca-8a0bae1de583 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.262404] env[63097]: DEBUG oslo_vmware.api [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Waiting for the task: (returnval){ [ 1368.262404] env[63097]: value = "task-1686947" [ 1368.262404] env[63097]: _type = "Task" [ 1368.262404] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.271295] env[63097]: DEBUG oslo_vmware.api [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Task: {'id': task-1686947, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.377242] env[63097]: DEBUG nova.compute.manager [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63097) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:898}} [ 1368.377507] env[63097]: DEBUG oslo_concurrency.lockutils [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.640912] env[63097]: DEBUG oslo_concurrency.lockutils [None req-489e25f9-f1d0-405a-b1f2-99d0c890ca47 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.052s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.643490] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a460d0d1-c591-4594-b177-c1679961f2a4 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.976s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.643751] env[63097]: DEBUG nova.objects.instance [None req-a460d0d1-c591-4594-b177-c1679961f2a4 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Lazy-loading 'resources' on Instance uuid 5eaf4ad2-99a2-4372-b133-f6b71dc7f980 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1368.659869] env[63097]: DEBUG nova.network.neutron [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Updating instance_info_cache with network_info: [{"id": "0260462a-b6f8-48bf-a7b9-562fa29cb029", "address": "fa:16:3e:25:ef:67", "network": {"id": "6b81232d-2bfc-4ee5-aaa8-178b8f49236c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6d5186fbfb8046dfb1f369e636f8eafb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0260462a-b6", "ovs_interfaceid": "0260462a-b6f8-48bf-a7b9-562fa29cb029", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.667830] env[63097]: INFO nova.scheduler.client.report [None req-489e25f9-f1d0-405a-b1f2-99d0c890ca47 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Deleted allocations for instance 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61 [ 1368.773025] env[63097]: DEBUG oslo_vmware.api [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Task: {'id': task-1686947, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070302} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.773435] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1368.774238] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47fc777-e60d-4c93-8a88-b9f83157a20f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.797595] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] f932e405-08fd-472a-b531-2cc25340f49d/f932e405-08fd-472a-b531-2cc25340f49d.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1368.797896] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3d8213d-2268-4b4c-9223-54708f2097f9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.821746] env[63097]: DEBUG oslo_vmware.api [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Waiting for the task: (returnval){ [ 1368.821746] env[63097]: value = "task-1686948" [ 1368.821746] env[63097]: _type = "Task" [ 1368.821746] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.830836] env[63097]: DEBUG oslo_vmware.api [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Task: {'id': task-1686948, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.162650] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Releasing lock "refresh_cache-98ba3b33-2415-4b39-9e7a-1d2cdaa0683e" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1369.163198] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Updated the network info_cache for instance {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1369.164036] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1369.164036] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1369.164223] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1369.164786] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1369.164786] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1369.164786] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1369.164954] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63097) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1369.164993] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1369.180426] env[63097]: DEBUG oslo_concurrency.lockutils [None req-489e25f9-f1d0-405a-b1f2-99d0c890ca47 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Lock "2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.525s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1369.338843] env[63097]: DEBUG oslo_vmware.api [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Task: {'id': task-1686948, 'name': ReconfigVM_Task, 'duration_secs': 0.305467} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.339194] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Reconfigured VM instance instance-0000003c to attach disk [datastore2] f932e405-08fd-472a-b531-2cc25340f49d/f932e405-08fd-472a-b531-2cc25340f49d.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1369.339766] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86a33427-ec85-4594-97f8-5e3a1c9bfc42 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.351452] env[63097]: DEBUG oslo_vmware.api [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Waiting for the task: (returnval){ [ 1369.351452] env[63097]: value = "task-1686949" [ 1369.351452] env[63097]: _type = "Task" [ 1369.351452] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.361847] env[63097]: DEBUG oslo_vmware.api [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Task: {'id': task-1686949, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.610191] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac6b962-f55b-406c-ac4c-dbfefa75a9bd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.618868] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020f09ef-2e7c-4fb8-8af1-d58104519ea7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.652649] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4594feb-b290-4c49-89be-4b7a6a7fd157 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.661597] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2fee92a-b622-455f-93c3-c6de7848a930 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.680875] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.681731] env[63097]: DEBUG nova.compute.provider_tree [None req-a460d0d1-c591-4594-b177-c1679961f2a4 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1369.683506] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0ec221e3-5eb1-49e7-9c43-9d40f22119cb tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquiring lock "bcc107bc-64cc-489c-adcf-e6513011bbea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.683718] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0ec221e3-5eb1-49e7-9c43-9d40f22119cb tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Lock "bcc107bc-64cc-489c-adcf-e6513011bbea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.683931] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0ec221e3-5eb1-49e7-9c43-9d40f22119cb tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquiring lock "bcc107bc-64cc-489c-adcf-e6513011bbea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.684155] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0ec221e3-5eb1-49e7-9c43-9d40f22119cb tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Lock "bcc107bc-64cc-489c-adcf-e6513011bbea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.684343] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0ec221e3-5eb1-49e7-9c43-9d40f22119cb tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Lock "bcc107bc-64cc-489c-adcf-e6513011bbea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1369.687099] env[63097]: INFO nova.compute.manager [None req-0ec221e3-5eb1-49e7-9c43-9d40f22119cb tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Terminating instance [ 1369.694825] env[63097]: DEBUG nova.compute.manager [None req-0ec221e3-5eb1-49e7-9c43-9d40f22119cb tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1369.694825] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec221e3-5eb1-49e7-9c43-9d40f22119cb tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1369.695586] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01ac145-a69e-43b8-a4eb-bf61186bb788 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.704170] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec221e3-5eb1-49e7-9c43-9d40f22119cb tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1369.704429] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df2ef487-b99f-4372-a281-fdfe36f26247 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.712629] env[63097]: DEBUG oslo_vmware.api [None req-0ec221e3-5eb1-49e7-9c43-9d40f22119cb tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1369.712629] env[63097]: value = "task-1686950" [ 1369.712629] env[63097]: _type = "Task" [ 1369.712629] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.721351] env[63097]: DEBUG oslo_vmware.api [None req-0ec221e3-5eb1-49e7-9c43-9d40f22119cb tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686950, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.862306] env[63097]: DEBUG oslo_vmware.api [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Task: {'id': task-1686949, 'name': Rename_Task, 'duration_secs': 0.156298} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.862651] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1369.862941] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b27e386-f113-4854-8262-dd282b1e1bd2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.870290] env[63097]: DEBUG oslo_vmware.api [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Waiting for the task: (returnval){ [ 1369.870290] env[63097]: value = "task-1686951" [ 1369.870290] env[63097]: _type = "Task" [ 1369.870290] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.878228] env[63097]: DEBUG oslo_vmware.api [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Task: {'id': task-1686951, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.187968] env[63097]: DEBUG nova.scheduler.client.report [None req-a460d0d1-c591-4594-b177-c1679961f2a4 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1370.222798] env[63097]: DEBUG oslo_vmware.api [None req-0ec221e3-5eb1-49e7-9c43-9d40f22119cb tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686950, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.384050] env[63097]: DEBUG oslo_vmware.api [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Task: {'id': task-1686951, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.697133] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a460d0d1-c591-4594-b177-c1679961f2a4 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.053s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.699545] env[63097]: DEBUG oslo_concurrency.lockutils [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.932s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.701506] env[63097]: INFO nova.compute.claims [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1370.722761] env[63097]: INFO nova.scheduler.client.report [None req-a460d0d1-c591-4594-b177-c1679961f2a4 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Deleted allocations for instance 5eaf4ad2-99a2-4372-b133-f6b71dc7f980 [ 1370.734965] env[63097]: DEBUG oslo_vmware.api [None req-0ec221e3-5eb1-49e7-9c43-9d40f22119cb tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686950, 'name': PowerOffVM_Task, 'duration_secs': 0.972415} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.735302] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec221e3-5eb1-49e7-9c43-9d40f22119cb tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1370.735496] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec221e3-5eb1-49e7-9c43-9d40f22119cb tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1370.735809] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5631bec-2b2a-49b6-8087-4dde958a97a8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.883949] env[63097]: DEBUG oslo_vmware.api [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Task: {'id': task-1686951, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.890360] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec221e3-5eb1-49e7-9c43-9d40f22119cb tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1370.890657] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec221e3-5eb1-49e7-9c43-9d40f22119cb tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1370.890869] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ec221e3-5eb1-49e7-9c43-9d40f22119cb tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Deleting the datastore file [datastore1] bcc107bc-64cc-489c-adcf-e6513011bbea {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1370.891209] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2357ec6-8725-410d-ba9b-3aff2e853648 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.899084] env[63097]: DEBUG oslo_vmware.api [None req-0ec221e3-5eb1-49e7-9c43-9d40f22119cb tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1370.899084] env[63097]: value = "task-1686953" [ 1370.899084] env[63097]: _type = "Task" [ 1370.899084] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.911209] env[63097]: DEBUG oslo_vmware.api [None req-0ec221e3-5eb1-49e7-9c43-9d40f22119cb tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.233929] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a460d0d1-c591-4594-b177-c1679961f2a4 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Lock "5eaf4ad2-99a2-4372-b133-f6b71dc7f980" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.286s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1371.385925] env[63097]: DEBUG oslo_vmware.api [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Task: {'id': task-1686951, 'name': PowerOnVM_Task, 'duration_secs': 1.094676} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.386450] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1371.386880] env[63097]: INFO nova.compute.manager [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Took 9.22 seconds to spawn the instance on the hypervisor. [ 1371.387108] env[63097]: DEBUG nova.compute.manager [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1371.388160] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a18c535-274c-4674-a024-6e3bffb47bd1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.410658] env[63097]: DEBUG oslo_vmware.api [None req-0ec221e3-5eb1-49e7-9c43-9d40f22119cb tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1686953, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.501586} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.410766] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ec221e3-5eb1-49e7-9c43-9d40f22119cb tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1371.410924] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec221e3-5eb1-49e7-9c43-9d40f22119cb tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1371.411469] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec221e3-5eb1-49e7-9c43-9d40f22119cb tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1371.411664] env[63097]: INFO nova.compute.manager [None req-0ec221e3-5eb1-49e7-9c43-9d40f22119cb tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Took 1.72 seconds to destroy the instance on the hypervisor. [ 1371.411964] env[63097]: DEBUG oslo.service.loopingcall [None req-0ec221e3-5eb1-49e7-9c43-9d40f22119cb tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1371.412376] env[63097]: DEBUG nova.compute.manager [-] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1371.412751] env[63097]: DEBUG nova.network.neutron [-] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1371.771704] env[63097]: DEBUG nova.compute.manager [req-11ea2c0c-033e-4314-92b2-14121009e16e req-dcb0bdbd-fe84-47ce-b570-d042affc41a6 service nova] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Received event network-vif-deleted-f16236a9-1538-4efa-b8a4-6e8b38436a35 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1371.771933] env[63097]: INFO nova.compute.manager [req-11ea2c0c-033e-4314-92b2-14121009e16e req-dcb0bdbd-fe84-47ce-b570-d042affc41a6 service nova] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Neutron deleted interface f16236a9-1538-4efa-b8a4-6e8b38436a35; detaching it from the instance and deleting it from the info cache [ 1371.772136] env[63097]: DEBUG nova.network.neutron [req-11ea2c0c-033e-4314-92b2-14121009e16e req-dcb0bdbd-fe84-47ce-b570-d042affc41a6 service nova] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.911097] env[63097]: INFO nova.compute.manager [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Took 43.36 seconds to build instance. [ 1372.221502] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd65b02-c9dc-49bb-9177-c8ceb435ebd4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.232495] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a03be3b-f353-4e16-9d85-5562dcf7cdc9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.266201] env[63097]: DEBUG nova.network.neutron [-] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.268459] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e46492-6013-4d15-a2cc-12cd7c9040bd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.277623] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95dd0d49-9ef3-4ca5-9af9-74e760f3d77d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.284467] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e0c198b-f3f2-4902-948d-497a075c31b6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.299105] env[63097]: DEBUG nova.compute.provider_tree [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1372.305351] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311e344c-e783-4f16-b636-d563bc6a062a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.358036] env[63097]: DEBUG nova.compute.manager [req-11ea2c0c-033e-4314-92b2-14121009e16e req-dcb0bdbd-fe84-47ce-b570-d042affc41a6 service nova] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Detach interface failed, port_id=f16236a9-1538-4efa-b8a4-6e8b38436a35, reason: Instance bcc107bc-64cc-489c-adcf-e6513011bbea could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1372.413613] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7091537a-ca77-4cb0-a3fc-c2c402e76a30 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Lock "f932e405-08fd-472a-b531-2cc25340f49d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.519s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.774093] env[63097]: INFO nova.compute.manager [-] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Took 1.36 seconds to deallocate network for instance. [ 1372.824034] env[63097]: DEBUG nova.scheduler.client.report [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1372.827075] env[63097]: DEBUG oslo_concurrency.lockutils [None req-26d268a8-c04b-4ee9-93f5-48e96877dd73 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Acquiring lock "f932e405-08fd-472a-b531-2cc25340f49d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.829018] env[63097]: DEBUG oslo_concurrency.lockutils [None req-26d268a8-c04b-4ee9-93f5-48e96877dd73 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Lock "f932e405-08fd-472a-b531-2cc25340f49d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.829018] env[63097]: DEBUG oslo_concurrency.lockutils [None req-26d268a8-c04b-4ee9-93f5-48e96877dd73 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Acquiring lock "f932e405-08fd-472a-b531-2cc25340f49d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.829018] env[63097]: DEBUG oslo_concurrency.lockutils [None req-26d268a8-c04b-4ee9-93f5-48e96877dd73 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Lock "f932e405-08fd-472a-b531-2cc25340f49d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.829018] env[63097]: DEBUG oslo_concurrency.lockutils [None req-26d268a8-c04b-4ee9-93f5-48e96877dd73 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Lock "f932e405-08fd-472a-b531-2cc25340f49d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.831256] env[63097]: INFO nova.compute.manager [None req-26d268a8-c04b-4ee9-93f5-48e96877dd73 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Terminating instance [ 1372.833695] env[63097]: DEBUG nova.compute.manager [None req-26d268a8-c04b-4ee9-93f5-48e96877dd73 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1372.833695] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-26d268a8-c04b-4ee9-93f5-48e96877dd73 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1372.834566] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68590d9d-880f-468a-b958-14a07b80100b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.844718] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d268a8-c04b-4ee9-93f5-48e96877dd73 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1372.845722] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c505dcf-0a91-4730-978a-e1c78504eec1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.856887] env[63097]: DEBUG oslo_vmware.api [None req-26d268a8-c04b-4ee9-93f5-48e96877dd73 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Waiting for the task: (returnval){ [ 1372.856887] env[63097]: value = "task-1686954" [ 1372.856887] env[63097]: _type = "Task" [ 1372.856887] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.867159] env[63097]: DEBUG oslo_vmware.api [None req-26d268a8-c04b-4ee9-93f5-48e96877dd73 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Task: {'id': task-1686954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.279447] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0ec221e3-5eb1-49e7-9c43-9d40f22119cb tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.331020] env[63097]: DEBUG oslo_concurrency.lockutils [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.331020] env[63097]: DEBUG nova.compute.manager [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1373.333339] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3073a3c5-f285-48c7-85e5-73ca83c1047a tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.826s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.335144] env[63097]: DEBUG nova.objects.instance [None req-3073a3c5-f285-48c7-85e5-73ca83c1047a tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Lazy-loading 'resources' on Instance uuid 5900bdbf-f228-4e97-8b50-c42fae2af392 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1373.371443] env[63097]: DEBUG oslo_vmware.api [None req-26d268a8-c04b-4ee9-93f5-48e96877dd73 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Task: {'id': task-1686954, 'name': PowerOffVM_Task, 'duration_secs': 0.463015} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.371877] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d268a8-c04b-4ee9-93f5-48e96877dd73 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1373.372189] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-26d268a8-c04b-4ee9-93f5-48e96877dd73 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1373.372548] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49e38bc6-c4e7-4b16-8fad-1fb0562b4671 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.448786] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-26d268a8-c04b-4ee9-93f5-48e96877dd73 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1373.449112] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-26d268a8-c04b-4ee9-93f5-48e96877dd73 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1373.449306] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-26d268a8-c04b-4ee9-93f5-48e96877dd73 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Deleting the datastore file [datastore2] f932e405-08fd-472a-b531-2cc25340f49d {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1373.449963] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24c23945-2550-46ae-883e-485a8f3198a8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.459016] env[63097]: DEBUG oslo_vmware.api [None req-26d268a8-c04b-4ee9-93f5-48e96877dd73 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Waiting for the task: (returnval){ [ 1373.459016] env[63097]: value = "task-1686956" [ 1373.459016] env[63097]: _type = "Task" [ 1373.459016] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.469446] env[63097]: DEBUG oslo_vmware.api [None req-26d268a8-c04b-4ee9-93f5-48e96877dd73 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Task: {'id': task-1686956, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.844023] env[63097]: DEBUG nova.compute.utils [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1373.848039] env[63097]: DEBUG nova.compute.manager [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1373.848446] env[63097]: DEBUG nova.network.neutron [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1373.895095] env[63097]: DEBUG nova.policy [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87040fb60a96463c8f515c56cf2e2272', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee21af820a2c4aaea0dd1f2ba2d477d4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1373.971640] env[63097]: DEBUG oslo_vmware.api [None req-26d268a8-c04b-4ee9-93f5-48e96877dd73 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Task: {'id': task-1686956, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159217} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.972879] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-26d268a8-c04b-4ee9-93f5-48e96877dd73 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1373.973144] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-26d268a8-c04b-4ee9-93f5-48e96877dd73 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1373.973388] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-26d268a8-c04b-4ee9-93f5-48e96877dd73 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1373.973576] env[63097]: INFO nova.compute.manager [None req-26d268a8-c04b-4ee9-93f5-48e96877dd73 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1373.973840] env[63097]: DEBUG oslo.service.loopingcall [None req-26d268a8-c04b-4ee9-93f5-48e96877dd73 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1373.974059] env[63097]: DEBUG nova.compute.manager [-] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1373.974158] env[63097]: DEBUG nova.network.neutron [-] [instance: f932e405-08fd-472a-b531-2cc25340f49d] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1374.255789] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbff8d1-a14e-44b8-9fa2-7b1eb47fbb6b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.264549] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d11434-6e5f-4b83-84de-ff043d0d3b90 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.294931] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab45b31-88e7-4344-a625-ba34358aa067 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.303538] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7833bdf-ee2a-4b2f-9f59-76c7a6d94bc1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.319322] env[63097]: DEBUG nova.compute.provider_tree [None req-3073a3c5-f285-48c7-85e5-73ca83c1047a tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1374.352999] env[63097]: DEBUG nova.compute.manager [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1374.457439] env[63097]: DEBUG nova.network.neutron [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Successfully created port: 3bd9bb6d-b9ef-456b-8095-6bc124d12b53 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1374.465456] env[63097]: DEBUG nova.compute.manager [req-2bd311d8-ca2a-4523-a9f6-c330d7354fef req-2d529c12-5d9c-4981-99fe-9dc76e5ebd02 service nova] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Received event network-vif-deleted-14a3736a-6195-4133-810b-3cea99f9656d {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1374.465456] env[63097]: INFO nova.compute.manager [req-2bd311d8-ca2a-4523-a9f6-c330d7354fef req-2d529c12-5d9c-4981-99fe-9dc76e5ebd02 service nova] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Neutron deleted interface 14a3736a-6195-4133-810b-3cea99f9656d; detaching it from the instance and deleting it from the info cache [ 1374.465534] env[63097]: DEBUG nova.network.neutron [req-2bd311d8-ca2a-4523-a9f6-c330d7354fef req-2d529c12-5d9c-4981-99fe-9dc76e5ebd02 service nova] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.823951] env[63097]: DEBUG nova.scheduler.client.report [None req-3073a3c5-f285-48c7-85e5-73ca83c1047a tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1374.938673] env[63097]: DEBUG nova.network.neutron [-] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.969282] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6b08f48-1419-4a0a-ba41-43ef1e189c33 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.980026] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0072d9f5-f519-4d21-b124-d3cd4b929860 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.016131] env[63097]: DEBUG nova.compute.manager [req-2bd311d8-ca2a-4523-a9f6-c330d7354fef req-2d529c12-5d9c-4981-99fe-9dc76e5ebd02 service nova] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Detach interface failed, port_id=14a3736a-6195-4133-810b-3cea99f9656d, reason: Instance f932e405-08fd-472a-b531-2cc25340f49d could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1375.330347] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3073a3c5-f285-48c7-85e5-73ca83c1047a tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.997s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1375.332680] env[63097]: DEBUG oslo_concurrency.lockutils [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.354s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.334340] env[63097]: INFO nova.compute.claims [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1375.353163] env[63097]: INFO nova.scheduler.client.report [None req-3073a3c5-f285-48c7-85e5-73ca83c1047a tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Deleted allocations for instance 5900bdbf-f228-4e97-8b50-c42fae2af392 [ 1375.363180] env[63097]: DEBUG nova.compute.manager [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1375.394808] env[63097]: DEBUG nova.virt.hardware [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1375.395088] env[63097]: DEBUG nova.virt.hardware [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1375.395258] env[63097]: DEBUG nova.virt.hardware [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1375.395451] env[63097]: DEBUG nova.virt.hardware [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1375.395605] env[63097]: DEBUG nova.virt.hardware [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1375.395759] env[63097]: DEBUG nova.virt.hardware [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1375.395999] env[63097]: DEBUG nova.virt.hardware [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1375.396200] env[63097]: DEBUG nova.virt.hardware [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1375.396377] env[63097]: DEBUG nova.virt.hardware [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1375.396544] env[63097]: DEBUG nova.virt.hardware [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1375.396723] env[63097]: DEBUG nova.virt.hardware [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1375.397877] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa511df-6c0c-4f3b-a2f4-78e292fdcfe0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.407303] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c922a3-429b-4ba4-b956-7057f2ca3bab {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.441616] env[63097]: INFO nova.compute.manager [-] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Took 1.47 seconds to deallocate network for instance. [ 1375.864979] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3073a3c5-f285-48c7-85e5-73ca83c1047a tempest-InstanceActionsV221TestJSON-1488891576 tempest-InstanceActionsV221TestJSON-1488891576-project-member] Lock "5900bdbf-f228-4e97-8b50-c42fae2af392" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.689s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1375.949725] env[63097]: DEBUG oslo_concurrency.lockutils [None req-26d268a8-c04b-4ee9-93f5-48e96877dd73 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.097648] env[63097]: DEBUG nova.network.neutron [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Successfully updated port: 3bd9bb6d-b9ef-456b-8095-6bc124d12b53 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1376.492663] env[63097]: DEBUG nova.compute.manager [req-227b30f7-0c88-46ce-9d54-928813e748b2 req-3c98175d-35ca-4ad8-b915-99aca3e0d9e9 service nova] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Received event network-vif-plugged-3bd9bb6d-b9ef-456b-8095-6bc124d12b53 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1376.492906] env[63097]: DEBUG oslo_concurrency.lockutils [req-227b30f7-0c88-46ce-9d54-928813e748b2 req-3c98175d-35ca-4ad8-b915-99aca3e0d9e9 service nova] Acquiring lock "9e95b2bd-0b34-413a-8638-cca05cfa9547-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.493132] env[63097]: DEBUG oslo_concurrency.lockutils [req-227b30f7-0c88-46ce-9d54-928813e748b2 req-3c98175d-35ca-4ad8-b915-99aca3e0d9e9 service nova] Lock "9e95b2bd-0b34-413a-8638-cca05cfa9547-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.493367] env[63097]: DEBUG oslo_concurrency.lockutils [req-227b30f7-0c88-46ce-9d54-928813e748b2 req-3c98175d-35ca-4ad8-b915-99aca3e0d9e9 service nova] Lock "9e95b2bd-0b34-413a-8638-cca05cfa9547-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.493547] env[63097]: DEBUG nova.compute.manager [req-227b30f7-0c88-46ce-9d54-928813e748b2 req-3c98175d-35ca-4ad8-b915-99aca3e0d9e9 service nova] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] No waiting events found dispatching network-vif-plugged-3bd9bb6d-b9ef-456b-8095-6bc124d12b53 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1376.493719] env[63097]: WARNING nova.compute.manager [req-227b30f7-0c88-46ce-9d54-928813e748b2 req-3c98175d-35ca-4ad8-b915-99aca3e0d9e9 service nova] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Received unexpected event network-vif-plugged-3bd9bb6d-b9ef-456b-8095-6bc124d12b53 for instance with vm_state building and task_state spawning. [ 1376.493883] env[63097]: DEBUG nova.compute.manager [req-227b30f7-0c88-46ce-9d54-928813e748b2 req-3c98175d-35ca-4ad8-b915-99aca3e0d9e9 service nova] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Received event network-changed-3bd9bb6d-b9ef-456b-8095-6bc124d12b53 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1376.494057] env[63097]: DEBUG nova.compute.manager [req-227b30f7-0c88-46ce-9d54-928813e748b2 req-3c98175d-35ca-4ad8-b915-99aca3e0d9e9 service nova] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Refreshing instance network info cache due to event network-changed-3bd9bb6d-b9ef-456b-8095-6bc124d12b53. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1376.494271] env[63097]: DEBUG oslo_concurrency.lockutils [req-227b30f7-0c88-46ce-9d54-928813e748b2 req-3c98175d-35ca-4ad8-b915-99aca3e0d9e9 service nova] Acquiring lock "refresh_cache-9e95b2bd-0b34-413a-8638-cca05cfa9547" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1376.494420] env[63097]: DEBUG oslo_concurrency.lockutils [req-227b30f7-0c88-46ce-9d54-928813e748b2 req-3c98175d-35ca-4ad8-b915-99aca3e0d9e9 service nova] Acquired lock "refresh_cache-9e95b2bd-0b34-413a-8638-cca05cfa9547" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.494583] env[63097]: DEBUG nova.network.neutron [req-227b30f7-0c88-46ce-9d54-928813e748b2 req-3c98175d-35ca-4ad8-b915-99aca3e0d9e9 service nova] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Refreshing network info cache for port 3bd9bb6d-b9ef-456b-8095-6bc124d12b53 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1376.600250] env[63097]: DEBUG oslo_concurrency.lockutils [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Acquiring lock "refresh_cache-9e95b2bd-0b34-413a-8638-cca05cfa9547" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1376.718509] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9f30ef-c0fb-4d36-80f3-80cd0f10422f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.729076] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cd1c25-7f18-45bb-befb-f4cf965e3f86 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.768136] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171c3b9b-d305-4d94-b0c0-3747abbc8181 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.774486] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c751a6c2-6e29-4fff-9525-1d3116470133 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.792985] env[63097]: DEBUG nova.compute.provider_tree [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1377.070746] env[63097]: DEBUG nova.network.neutron [req-227b30f7-0c88-46ce-9d54-928813e748b2 req-3c98175d-35ca-4ad8-b915-99aca3e0d9e9 service nova] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1377.280787] env[63097]: DEBUG nova.network.neutron [req-227b30f7-0c88-46ce-9d54-928813e748b2 req-3c98175d-35ca-4ad8-b915-99aca3e0d9e9 service nova] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.298514] env[63097]: DEBUG nova.scheduler.client.report [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1377.782412] env[63097]: DEBUG oslo_concurrency.lockutils [req-227b30f7-0c88-46ce-9d54-928813e748b2 req-3c98175d-35ca-4ad8-b915-99aca3e0d9e9 service nova] Releasing lock "refresh_cache-9e95b2bd-0b34-413a-8638-cca05cfa9547" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.782816] env[63097]: DEBUG oslo_concurrency.lockutils [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Acquired lock "refresh_cache-9e95b2bd-0b34-413a-8638-cca05cfa9547" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.783022] env[63097]: DEBUG nova.network.neutron [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1377.803809] env[63097]: DEBUG oslo_concurrency.lockutils [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.804434] env[63097]: DEBUG nova.compute.manager [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1377.806949] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.475s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.808377] env[63097]: INFO nova.compute.claims [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1378.313187] env[63097]: DEBUG nova.compute.utils [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1378.316649] env[63097]: DEBUG nova.compute.manager [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1378.316830] env[63097]: DEBUG nova.network.neutron [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 4defb923-1206-4f52-8349-646dfc87b849] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1378.335485] env[63097]: DEBUG nova.network.neutron [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1378.409614] env[63097]: DEBUG nova.policy [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10c025cebfc44c4884076db798d7d09e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '223c8967b742418eabeb2458e151ed8a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1378.661064] env[63097]: DEBUG nova.network.neutron [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Updating instance_info_cache with network_info: [{"id": "3bd9bb6d-b9ef-456b-8095-6bc124d12b53", "address": "fa:16:3e:cc:53:49", "network": {"id": "6375026c-4627-4a07-aa60-e3d2d4e37f02", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1395500172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee21af820a2c4aaea0dd1f2ba2d477d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bd9bb6d-b9", "ovs_interfaceid": "3bd9bb6d-b9ef-456b-8095-6bc124d12b53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.820248] env[63097]: DEBUG nova.compute.manager [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1378.878986] env[63097]: DEBUG nova.network.neutron [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Successfully created port: 964899bb-5ec0-4a0c-8e4c-ab463e606658 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1379.164552] env[63097]: DEBUG oslo_concurrency.lockutils [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Releasing lock "refresh_cache-9e95b2bd-0b34-413a-8638-cca05cfa9547" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.164818] env[63097]: DEBUG nova.compute.manager [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Instance network_info: |[{"id": "3bd9bb6d-b9ef-456b-8095-6bc124d12b53", "address": "fa:16:3e:cc:53:49", "network": {"id": "6375026c-4627-4a07-aa60-e3d2d4e37f02", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1395500172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee21af820a2c4aaea0dd1f2ba2d477d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bd9bb6d-b9", "ovs_interfaceid": "3bd9bb6d-b9ef-456b-8095-6bc124d12b53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1379.165264] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:53:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3bd9bb6d-b9ef-456b-8095-6bc124d12b53', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1379.173948] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Creating folder: Project (ee21af820a2c4aaea0dd1f2ba2d477d4). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1379.173948] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dec7c072-f3c1-469d-b785-426aac4ff46c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.191132] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Created folder: Project (ee21af820a2c4aaea0dd1f2ba2d477d4) in parent group-v351483. [ 1379.191385] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Creating folder: Instances. Parent ref: group-v351643. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1379.191647] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18528620-82a5-47cd-8fe2-522158ea73dc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.206726] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Created folder: Instances in parent group-v351643. [ 1379.207041] env[63097]: DEBUG oslo.service.loopingcall [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1379.207443] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1379.207743] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb43924f-9726-473b-930d-0934324c7bc4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.227411] env[63097]: DEBUG nova.network.neutron [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Successfully created port: 3943a5ed-29c9-4fa8-be02-478cbc10722e {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1379.235443] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1379.235443] env[63097]: value = "task-1686959" [ 1379.235443] env[63097]: _type = "Task" [ 1379.235443] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.246359] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686959, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.253136] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1664ee7-43a4-43df-8f08-8d8006de16e4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.261332] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af96f5e-285c-440d-81ea-09914bababd0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.293206] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909b73f6-fbb0-4b4f-b9a1-bbe730b0ec02 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.301971] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c0ec57-8736-495c-90d1-9e9b7f3a92af {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.316948] env[63097]: DEBUG nova.compute.provider_tree [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1379.596773] env[63097]: DEBUG oslo_concurrency.lockutils [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Acquiring lock "6a4cee3c-c5e3-4cc3-8f28-7cee96efee35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.597048] env[63097]: DEBUG oslo_concurrency.lockutils [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Lock "6a4cee3c-c5e3-4cc3-8f28-7cee96efee35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1379.747100] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686959, 'name': CreateVM_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.797272] env[63097]: DEBUG oslo_concurrency.lockutils [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Acquiring lock "0e74e037-c92b-4160-9c10-7f09a89b5b9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.797513] env[63097]: DEBUG oslo_concurrency.lockutils [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Lock "0e74e037-c92b-4160-9c10-7f09a89b5b9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1379.822727] env[63097]: DEBUG nova.scheduler.client.report [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1379.835893] env[63097]: DEBUG nova.compute.manager [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1379.866984] env[63097]: DEBUG nova.virt.hardware [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1379.867311] env[63097]: DEBUG nova.virt.hardware [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1379.867508] env[63097]: DEBUG nova.virt.hardware [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1379.867715] env[63097]: DEBUG nova.virt.hardware [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1379.867870] env[63097]: DEBUG nova.virt.hardware [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1379.868123] env[63097]: DEBUG nova.virt.hardware [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1379.868254] env[63097]: DEBUG nova.virt.hardware [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1379.868421] env[63097]: DEBUG nova.virt.hardware [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1379.868595] env[63097]: DEBUG nova.virt.hardware [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1379.868759] env[63097]: DEBUG nova.virt.hardware [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1379.868933] env[63097]: DEBUG nova.virt.hardware [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1379.869830] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc2725e-fbc2-4886-b298-a6d19c0d4882 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.879053] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e671c920-7ce5-4598-83b6-ebf59e3a058c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.099696] env[63097]: DEBUG nova.compute.manager [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 6a4cee3c-c5e3-4cc3-8f28-7cee96efee35] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1380.247985] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686959, 'name': CreateVM_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.300390] env[63097]: DEBUG nova.compute.manager [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1380.328358] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.521s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.329240] env[63097]: DEBUG nova.compute.manager [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1380.332577] env[63097]: DEBUG oslo_concurrency.lockutils [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.331s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.335358] env[63097]: INFO nova.compute.claims [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1380.624673] env[63097]: DEBUG oslo_concurrency.lockutils [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.747827] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686959, 'name': CreateVM_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.790466] env[63097]: DEBUG nova.compute.manager [req-ebd18cb2-d1c4-4416-8b52-7b4af685b4b1 req-44cb94ae-489b-4b61-8b3b-9f1e85379e99 service nova] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Received event network-vif-plugged-964899bb-5ec0-4a0c-8e4c-ab463e606658 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1380.790466] env[63097]: DEBUG oslo_concurrency.lockutils [req-ebd18cb2-d1c4-4416-8b52-7b4af685b4b1 req-44cb94ae-489b-4b61-8b3b-9f1e85379e99 service nova] Acquiring lock "4defb923-1206-4f52-8349-646dfc87b849-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.790466] env[63097]: DEBUG oslo_concurrency.lockutils [req-ebd18cb2-d1c4-4416-8b52-7b4af685b4b1 req-44cb94ae-489b-4b61-8b3b-9f1e85379e99 service nova] Lock "4defb923-1206-4f52-8349-646dfc87b849-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.790466] env[63097]: DEBUG oslo_concurrency.lockutils [req-ebd18cb2-d1c4-4416-8b52-7b4af685b4b1 req-44cb94ae-489b-4b61-8b3b-9f1e85379e99 service nova] Lock "4defb923-1206-4f52-8349-646dfc87b849-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.790466] env[63097]: DEBUG nova.compute.manager [req-ebd18cb2-d1c4-4416-8b52-7b4af685b4b1 req-44cb94ae-489b-4b61-8b3b-9f1e85379e99 service nova] [instance: 4defb923-1206-4f52-8349-646dfc87b849] No waiting events found dispatching network-vif-plugged-964899bb-5ec0-4a0c-8e4c-ab463e606658 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1380.792052] env[63097]: WARNING nova.compute.manager [req-ebd18cb2-d1c4-4416-8b52-7b4af685b4b1 req-44cb94ae-489b-4b61-8b3b-9f1e85379e99 service nova] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Received unexpected event network-vif-plugged-964899bb-5ec0-4a0c-8e4c-ab463e606658 for instance with vm_state building and task_state spawning. [ 1380.830935] env[63097]: DEBUG oslo_concurrency.lockutils [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.840570] env[63097]: DEBUG nova.compute.utils [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1380.842594] env[63097]: DEBUG nova.compute.manager [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1380.842756] env[63097]: DEBUG nova.network.neutron [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1380.950561] env[63097]: DEBUG nova.policy [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e33a2336b80e4412b64b71ea38e7faf7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b52ce07a34b9471bb325a81bab2a1dc4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1381.087320] env[63097]: DEBUG nova.network.neutron [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Successfully updated port: 964899bb-5ec0-4a0c-8e4c-ab463e606658 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1381.248837] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686959, 'name': CreateVM_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.346956] env[63097]: DEBUG nova.compute.manager [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1381.351372] env[63097]: DEBUG nova.network.neutron [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Successfully created port: aca51cdd-e107-4cf6-9286-cf418efe845d {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1381.750965] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686959, 'name': CreateVM_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.812509] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971b4353-7b52-4337-9815-a041ba83f7a8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.820822] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19587ac9-3999-4e99-8eb4-b62fc1633248 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.857545] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332f1a2b-13b6-4300-ac2f-5960e7341254 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.866137] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9548e0cf-2a40-4f41-b753-4a6f26382c49 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.880434] env[63097]: DEBUG nova.compute.provider_tree [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1382.252267] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686959, 'name': CreateVM_Task, 'duration_secs': 2.938297} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.252463] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1382.253282] env[63097]: DEBUG oslo_concurrency.lockutils [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1382.253445] env[63097]: DEBUG oslo_concurrency.lockutils [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.253772] env[63097]: DEBUG oslo_concurrency.lockutils [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1382.254035] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1432202f-1ffb-4a39-9b1d-7a9b630fb57b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.258978] env[63097]: DEBUG oslo_vmware.api [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Waiting for the task: (returnval){ [ 1382.258978] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52ec2d10-97e0-5ecd-bd8c-a02a940b993d" [ 1382.258978] env[63097]: _type = "Task" [ 1382.258978] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.267875] env[63097]: DEBUG oslo_vmware.api [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52ec2d10-97e0-5ecd-bd8c-a02a940b993d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.363109] env[63097]: DEBUG nova.compute.manager [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1382.383546] env[63097]: DEBUG nova.scheduler.client.report [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1382.392564] env[63097]: DEBUG nova.virt.hardware [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1382.392799] env[63097]: DEBUG nova.virt.hardware [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1382.392966] env[63097]: DEBUG nova.virt.hardware [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1382.393166] env[63097]: DEBUG nova.virt.hardware [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1382.393784] env[63097]: DEBUG nova.virt.hardware [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1382.393784] env[63097]: DEBUG nova.virt.hardware [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1382.393784] env[63097]: DEBUG nova.virt.hardware [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1382.393926] env[63097]: DEBUG nova.virt.hardware [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1382.393989] env[63097]: DEBUG nova.virt.hardware [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1382.394160] env[63097]: DEBUG nova.virt.hardware [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1382.394340] env[63097]: DEBUG nova.virt.hardware [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1382.395220] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df694c5b-1b1e-4093-bb48-46440aece8b8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.404341] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d896d38c-a1f2-4bb0-9fce-3571179a28ec {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.769476] env[63097]: DEBUG oslo_vmware.api [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52ec2d10-97e0-5ecd-bd8c-a02a940b993d, 'name': SearchDatastore_Task, 'duration_secs': 0.012097} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.769774] env[63097]: DEBUG oslo_concurrency.lockutils [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.770063] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1382.771386] env[63097]: DEBUG oslo_concurrency.lockutils [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1382.771386] env[63097]: DEBUG oslo_concurrency.lockutils [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.771386] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1382.771386] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d31fb743-6412-4f92-817c-dedf65b344b0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.781020] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1382.781174] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1382.782058] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e42a7a70-85e3-495d-ae21-0ea3a89890dd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.787169] env[63097]: DEBUG oslo_vmware.api [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Waiting for the task: (returnval){ [ 1382.787169] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52eebd5a-1378-2a75-e8e2-32ffa0022596" [ 1382.787169] env[63097]: _type = "Task" [ 1382.787169] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.795348] env[63097]: DEBUG oslo_vmware.api [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52eebd5a-1378-2a75-e8e2-32ffa0022596, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.816490] env[63097]: DEBUG nova.compute.manager [req-7de0fb9c-7512-46e9-91ed-52afca4c5c37 req-07bfc470-ce21-43c7-ba17-102557f31de8 service nova] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Received event network-changed-964899bb-5ec0-4a0c-8e4c-ab463e606658 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1382.816695] env[63097]: DEBUG nova.compute.manager [req-7de0fb9c-7512-46e9-91ed-52afca4c5c37 req-07bfc470-ce21-43c7-ba17-102557f31de8 service nova] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Refreshing instance network info cache due to event network-changed-964899bb-5ec0-4a0c-8e4c-ab463e606658. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1382.816916] env[63097]: DEBUG oslo_concurrency.lockutils [req-7de0fb9c-7512-46e9-91ed-52afca4c5c37 req-07bfc470-ce21-43c7-ba17-102557f31de8 service nova] Acquiring lock "refresh_cache-4defb923-1206-4f52-8349-646dfc87b849" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1382.817083] env[63097]: DEBUG oslo_concurrency.lockutils [req-7de0fb9c-7512-46e9-91ed-52afca4c5c37 req-07bfc470-ce21-43c7-ba17-102557f31de8 service nova] Acquired lock "refresh_cache-4defb923-1206-4f52-8349-646dfc87b849" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.817254] env[63097]: DEBUG nova.network.neutron [req-7de0fb9c-7512-46e9-91ed-52afca4c5c37 req-07bfc470-ce21-43c7-ba17-102557f31de8 service nova] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Refreshing network info cache for port 964899bb-5ec0-4a0c-8e4c-ab463e606658 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1382.888448] env[63097]: DEBUG oslo_concurrency.lockutils [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.556s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.889017] env[63097]: DEBUG nova.compute.manager [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1382.891597] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.424s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.893165] env[63097]: INFO nova.compute.claims [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1383.298653] env[63097]: DEBUG oslo_vmware.api [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52eebd5a-1378-2a75-e8e2-32ffa0022596, 'name': SearchDatastore_Task, 'duration_secs': 0.009443} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.302024] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9b92b65-4008-45be-803c-43b3b9c82676 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.305983] env[63097]: DEBUG oslo_vmware.api [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Waiting for the task: (returnval){ [ 1383.305983] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c141f1-53b5-410b-e007-1135830be8b0" [ 1383.305983] env[63097]: _type = "Task" [ 1383.305983] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.315293] env[63097]: DEBUG oslo_vmware.api [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c141f1-53b5-410b-e007-1135830be8b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.364530] env[63097]: DEBUG nova.network.neutron [req-7de0fb9c-7512-46e9-91ed-52afca4c5c37 req-07bfc470-ce21-43c7-ba17-102557f31de8 service nova] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1383.399995] env[63097]: DEBUG nova.compute.utils [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1383.401430] env[63097]: DEBUG nova.compute.manager [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1383.401602] env[63097]: DEBUG nova.network.neutron [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1383.446741] env[63097]: DEBUG nova.network.neutron [req-7de0fb9c-7512-46e9-91ed-52afca4c5c37 req-07bfc470-ce21-43c7-ba17-102557f31de8 service nova] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.564468] env[63097]: DEBUG nova.network.neutron [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Successfully updated port: aca51cdd-e107-4cf6-9286-cf418efe845d {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1383.666489] env[63097]: DEBUG nova.policy [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3f682c81bc940769ec2743dbb0b4ab7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21391ff1fe7b44c99baa0f5c73949122', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1383.769205] env[63097]: DEBUG nova.network.neutron [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Successfully updated port: 3943a5ed-29c9-4fa8-be02-478cbc10722e {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1383.818351] env[63097]: DEBUG oslo_vmware.api [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c141f1-53b5-410b-e007-1135830be8b0, 'name': SearchDatastore_Task, 'duration_secs': 0.011576} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.818667] env[63097]: DEBUG oslo_concurrency.lockutils [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.818969] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 9e95b2bd-0b34-413a-8638-cca05cfa9547/9e95b2bd-0b34-413a-8638-cca05cfa9547.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1383.819299] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cfbd08b0-4e03-45ab-973f-f064ce6d2cdc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.826748] env[63097]: DEBUG oslo_vmware.api [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Waiting for the task: (returnval){ [ 1383.826748] env[63097]: value = "task-1686960" [ 1383.826748] env[63097]: _type = "Task" [ 1383.826748] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.835559] env[63097]: DEBUG oslo_vmware.api [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1686960, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.906080] env[63097]: DEBUG nova.compute.manager [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1383.949381] env[63097]: DEBUG oslo_concurrency.lockutils [req-7de0fb9c-7512-46e9-91ed-52afca4c5c37 req-07bfc470-ce21-43c7-ba17-102557f31de8 service nova] Releasing lock "refresh_cache-4defb923-1206-4f52-8349-646dfc87b849" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1384.070014] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquiring lock "refresh_cache-8f876762-7744-41d3-a3eb-530955cd1db0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1384.070014] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquired lock "refresh_cache-8f876762-7744-41d3-a3eb-530955cd1db0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.070014] env[63097]: DEBUG nova.network.neutron [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1384.158237] env[63097]: DEBUG nova.network.neutron [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Successfully created port: 53805b66-1d83-4c4d-9770-213929012293 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1384.275210] env[63097]: DEBUG oslo_concurrency.lockutils [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Acquiring lock "refresh_cache-4defb923-1206-4f52-8349-646dfc87b849" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1384.275368] env[63097]: DEBUG oslo_concurrency.lockutils [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Acquired lock "refresh_cache-4defb923-1206-4f52-8349-646dfc87b849" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.276095] env[63097]: DEBUG nova.network.neutron [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1384.349377] env[63097]: DEBUG oslo_vmware.api [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1686960, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.471249] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a6ecef-fc95-40c7-9f2f-e0710220b6d2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.480187] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6984a6c-7dbb-4ff4-b615-ddf66f26d849 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.510114] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c05a26f-96a9-48f5-8007-5b2db58dc1c4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.517313] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2b8f1e-e8e8-42ef-bec0-521cdef45972 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.530368] env[63097]: DEBUG nova.compute.provider_tree [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1384.600385] env[63097]: DEBUG nova.network.neutron [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1384.745238] env[63097]: DEBUG nova.network.neutron [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Updating instance_info_cache with network_info: [{"id": "aca51cdd-e107-4cf6-9286-cf418efe845d", "address": "fa:16:3e:81:c9:76", "network": {"id": "3c4644db-8291-4901-b015-9f1261ac2515", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1197415890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b52ce07a34b9471bb325a81bab2a1dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaca51cdd-e1", "ovs_interfaceid": "aca51cdd-e107-4cf6-9286-cf418efe845d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.838151] env[63097]: DEBUG oslo_vmware.api [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1686960, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556021} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.838753] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 9e95b2bd-0b34-413a-8638-cca05cfa9547/9e95b2bd-0b34-413a-8638-cca05cfa9547.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1384.839270] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1384.840437] env[63097]: DEBUG nova.network.neutron [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1384.842509] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-863a6ba2-9880-4969-88c5-59fbf5581401 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.853158] env[63097]: DEBUG oslo_vmware.api [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Waiting for the task: (returnval){ [ 1384.853158] env[63097]: value = "task-1686961" [ 1384.853158] env[63097]: _type = "Task" [ 1384.853158] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.860221] env[63097]: DEBUG oslo_vmware.api [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1686961, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.920953] env[63097]: DEBUG nova.compute.manager [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1384.955483] env[63097]: DEBUG nova.compute.manager [req-f3568735-a00e-4c59-bc75-45be81c48231 req-b87a95b8-1a0f-40b2-b81e-e32e555fbc32 service nova] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Received event network-vif-plugged-aca51cdd-e107-4cf6-9286-cf418efe845d {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1384.955483] env[63097]: DEBUG oslo_concurrency.lockutils [req-f3568735-a00e-4c59-bc75-45be81c48231 req-b87a95b8-1a0f-40b2-b81e-e32e555fbc32 service nova] Acquiring lock "8f876762-7744-41d3-a3eb-530955cd1db0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1384.955483] env[63097]: DEBUG oslo_concurrency.lockutils [req-f3568735-a00e-4c59-bc75-45be81c48231 req-b87a95b8-1a0f-40b2-b81e-e32e555fbc32 service nova] Lock "8f876762-7744-41d3-a3eb-530955cd1db0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.955483] env[63097]: DEBUG oslo_concurrency.lockutils [req-f3568735-a00e-4c59-bc75-45be81c48231 req-b87a95b8-1a0f-40b2-b81e-e32e555fbc32 service nova] Lock "8f876762-7744-41d3-a3eb-530955cd1db0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.955483] env[63097]: DEBUG nova.compute.manager [req-f3568735-a00e-4c59-bc75-45be81c48231 req-b87a95b8-1a0f-40b2-b81e-e32e555fbc32 service nova] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] No waiting events found dispatching network-vif-plugged-aca51cdd-e107-4cf6-9286-cf418efe845d {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1384.955483] env[63097]: WARNING nova.compute.manager [req-f3568735-a00e-4c59-bc75-45be81c48231 req-b87a95b8-1a0f-40b2-b81e-e32e555fbc32 service nova] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Received unexpected event network-vif-plugged-aca51cdd-e107-4cf6-9286-cf418efe845d for instance with vm_state building and task_state spawning. [ 1384.955483] env[63097]: DEBUG nova.compute.manager [req-f3568735-a00e-4c59-bc75-45be81c48231 req-b87a95b8-1a0f-40b2-b81e-e32e555fbc32 service nova] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Received event network-vif-plugged-3943a5ed-29c9-4fa8-be02-478cbc10722e {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1384.955483] env[63097]: DEBUG oslo_concurrency.lockutils [req-f3568735-a00e-4c59-bc75-45be81c48231 req-b87a95b8-1a0f-40b2-b81e-e32e555fbc32 service nova] Acquiring lock "4defb923-1206-4f52-8349-646dfc87b849-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1384.955483] env[63097]: DEBUG oslo_concurrency.lockutils [req-f3568735-a00e-4c59-bc75-45be81c48231 req-b87a95b8-1a0f-40b2-b81e-e32e555fbc32 service nova] Lock "4defb923-1206-4f52-8349-646dfc87b849-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.955483] env[63097]: DEBUG oslo_concurrency.lockutils [req-f3568735-a00e-4c59-bc75-45be81c48231 req-b87a95b8-1a0f-40b2-b81e-e32e555fbc32 service nova] Lock "4defb923-1206-4f52-8349-646dfc87b849-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.955483] env[63097]: DEBUG nova.compute.manager [req-f3568735-a00e-4c59-bc75-45be81c48231 req-b87a95b8-1a0f-40b2-b81e-e32e555fbc32 service nova] [instance: 4defb923-1206-4f52-8349-646dfc87b849] No waiting events found dispatching network-vif-plugged-3943a5ed-29c9-4fa8-be02-478cbc10722e {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1384.955483] env[63097]: WARNING nova.compute.manager [req-f3568735-a00e-4c59-bc75-45be81c48231 req-b87a95b8-1a0f-40b2-b81e-e32e555fbc32 service nova] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Received unexpected event network-vif-plugged-3943a5ed-29c9-4fa8-be02-478cbc10722e for instance with vm_state building and task_state spawning. [ 1384.955483] env[63097]: DEBUG nova.compute.manager [req-f3568735-a00e-4c59-bc75-45be81c48231 req-b87a95b8-1a0f-40b2-b81e-e32e555fbc32 service nova] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Received event network-changed-aca51cdd-e107-4cf6-9286-cf418efe845d {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1384.955483] env[63097]: DEBUG nova.compute.manager [req-f3568735-a00e-4c59-bc75-45be81c48231 req-b87a95b8-1a0f-40b2-b81e-e32e555fbc32 service nova] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Refreshing instance network info cache due to event network-changed-aca51cdd-e107-4cf6-9286-cf418efe845d. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1384.955483] env[63097]: DEBUG oslo_concurrency.lockutils [req-f3568735-a00e-4c59-bc75-45be81c48231 req-b87a95b8-1a0f-40b2-b81e-e32e555fbc32 service nova] Acquiring lock "refresh_cache-8f876762-7744-41d3-a3eb-530955cd1db0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1384.957482] env[63097]: DEBUG nova.virt.hardware [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1384.957575] env[63097]: DEBUG nova.virt.hardware [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1384.957730] env[63097]: DEBUG nova.virt.hardware [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1384.957936] env[63097]: DEBUG nova.virt.hardware [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1384.958076] env[63097]: DEBUG nova.virt.hardware [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1384.958225] env[63097]: DEBUG nova.virt.hardware [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1384.958424] env[63097]: DEBUG nova.virt.hardware [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1384.958659] env[63097]: DEBUG nova.virt.hardware [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1384.958746] env[63097]: DEBUG nova.virt.hardware [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1384.958899] env[63097]: DEBUG nova.virt.hardware [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1384.959080] env[63097]: DEBUG nova.virt.hardware [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1384.960407] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c766c73a-e20d-4a26-9224-8d355ac8561d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.971504] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3c7c86-09f5-4af7-a27e-10879e465122 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.033551] env[63097]: DEBUG nova.scheduler.client.report [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1385.248212] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Releasing lock "refresh_cache-8f876762-7744-41d3-a3eb-530955cd1db0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.248595] env[63097]: DEBUG nova.compute.manager [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Instance network_info: |[{"id": "aca51cdd-e107-4cf6-9286-cf418efe845d", "address": "fa:16:3e:81:c9:76", "network": {"id": "3c4644db-8291-4901-b015-9f1261ac2515", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1197415890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b52ce07a34b9471bb325a81bab2a1dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaca51cdd-e1", "ovs_interfaceid": "aca51cdd-e107-4cf6-9286-cf418efe845d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1385.248915] env[63097]: DEBUG oslo_concurrency.lockutils [req-f3568735-a00e-4c59-bc75-45be81c48231 req-b87a95b8-1a0f-40b2-b81e-e32e555fbc32 service nova] Acquired lock "refresh_cache-8f876762-7744-41d3-a3eb-530955cd1db0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.249114] env[63097]: DEBUG nova.network.neutron [req-f3568735-a00e-4c59-bc75-45be81c48231 req-b87a95b8-1a0f-40b2-b81e-e32e555fbc32 service nova] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Refreshing network info cache for port aca51cdd-e107-4cf6-9286-cf418efe845d {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1385.250307] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:c9:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aca51cdd-e107-4cf6-9286-cf418efe845d', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1385.261739] env[63097]: DEBUG oslo.service.loopingcall [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1385.264354] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1385.264595] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1733a8f-6118-4892-ab5b-241909d16e9a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.287408] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1385.287408] env[63097]: value = "task-1686962" [ 1385.287408] env[63097]: _type = "Task" [ 1385.287408] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.295734] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686962, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.296734] env[63097]: DEBUG nova.network.neutron [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Updating instance_info_cache with network_info: [{"id": "964899bb-5ec0-4a0c-8e4c-ab463e606658", "address": "fa:16:3e:de:ac:45", "network": {"id": "8718e861-75e7-425c-a277-9959758eb6c0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1253506715", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "223c8967b742418eabeb2458e151ed8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap964899bb-5e", "ovs_interfaceid": "964899bb-5ec0-4a0c-8e4c-ab463e606658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3943a5ed-29c9-4fa8-be02-478cbc10722e", "address": "fa:16:3e:7a:53:2b", "network": {"id": "93d6ddbf-0147-4785-bdfb-45e94f0d476d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-241098190", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "223c8967b742418eabeb2458e151ed8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3943a5ed-29", "ovs_interfaceid": "3943a5ed-29c9-4fa8-be02-478cbc10722e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.362249] env[63097]: DEBUG oslo_vmware.api [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1686961, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074269} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.362656] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1385.363617] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da213cd0-7883-445b-b40c-a16cb88b4cfd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.387542] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 9e95b2bd-0b34-413a-8638-cca05cfa9547/9e95b2bd-0b34-413a-8638-cca05cfa9547.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1385.387941] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bd63e5a-93f3-4842-a761-5961493d01d3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.409325] env[63097]: DEBUG oslo_vmware.api [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Waiting for the task: (returnval){ [ 1385.409325] env[63097]: value = "task-1686963" [ 1385.409325] env[63097]: _type = "Task" [ 1385.409325] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.422672] env[63097]: DEBUG oslo_vmware.api [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1686963, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.538843] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.539402] env[63097]: DEBUG nova.compute.manager [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1385.542230] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.679s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.543683] env[63097]: INFO nova.compute.claims [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1385.798515] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686962, 'name': CreateVM_Task, 'duration_secs': 0.470864} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.799093] env[63097]: DEBUG oslo_concurrency.lockutils [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Releasing lock "refresh_cache-4defb923-1206-4f52-8349-646dfc87b849" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.799637] env[63097]: DEBUG nova.compute.manager [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Instance network_info: |[{"id": "964899bb-5ec0-4a0c-8e4c-ab463e606658", "address": "fa:16:3e:de:ac:45", "network": {"id": "8718e861-75e7-425c-a277-9959758eb6c0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1253506715", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "223c8967b742418eabeb2458e151ed8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap964899bb-5e", "ovs_interfaceid": "964899bb-5ec0-4a0c-8e4c-ab463e606658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3943a5ed-29c9-4fa8-be02-478cbc10722e", "address": "fa:16:3e:7a:53:2b", "network": {"id": "93d6ddbf-0147-4785-bdfb-45e94f0d476d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-241098190", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "223c8967b742418eabeb2458e151ed8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3943a5ed-29", "ovs_interfaceid": "3943a5ed-29c9-4fa8-be02-478cbc10722e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1385.800456] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1385.801140] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:ac:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '29945b49-d2b8-449d-9531-437917f49839', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '964899bb-5ec0-4a0c-8e4c-ab463e606658', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:53:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a55f45a-d631-4ebc-b73b-8a30bd0a32a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3943a5ed-29c9-4fa8-be02-478cbc10722e', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1385.813618] env[63097]: DEBUG oslo.service.loopingcall [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1385.814685] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.814865] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.815249] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1385.816438] env[63097]: DEBUG nova.network.neutron [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Successfully updated port: 53805b66-1d83-4c4d-9770-213929012293 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1385.819585] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1385.819811] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cda5bf8d-5548-48d0-b526-31eb4062d72d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.821749] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2b145e3-43ce-421a-86d6-fa5f3560a4cd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.845329] env[63097]: DEBUG oslo_vmware.api [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1385.845329] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52bf4256-d953-94c3-014a-0d7e1fe8a588" [ 1385.845329] env[63097]: _type = "Task" [ 1385.845329] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.850312] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1385.850312] env[63097]: value = "task-1686964" [ 1385.850312] env[63097]: _type = "Task" [ 1385.850312] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.857031] env[63097]: DEBUG oslo_vmware.api [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52bf4256-d953-94c3-014a-0d7e1fe8a588, 'name': SearchDatastore_Task, 'duration_secs': 0.009605} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.857684] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.857838] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1385.858083] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.858241] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.858648] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1385.858935] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aeb0813f-c1e0-4f22-a15e-9c877a3fcd07 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.863631] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686964, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.870625] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1385.870921] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1385.871571] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f8422bd-0ab5-4c5c-8a74-5b30986ec293 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.877216] env[63097]: DEBUG oslo_vmware.api [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1385.877216] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52341ca2-8d76-cc74-605c-ed5c5451e07a" [ 1385.877216] env[63097]: _type = "Task" [ 1385.877216] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.887799] env[63097]: DEBUG oslo_vmware.api [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52341ca2-8d76-cc74-605c-ed5c5451e07a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.920771] env[63097]: DEBUG oslo_vmware.api [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1686963, 'name': ReconfigVM_Task, 'duration_secs': 0.4033} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.921116] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 9e95b2bd-0b34-413a-8638-cca05cfa9547/9e95b2bd-0b34-413a-8638-cca05cfa9547.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1385.922027] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c1f0d7d-fef0-440f-b153-a2b4c21ab615 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.930347] env[63097]: DEBUG oslo_vmware.api [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Waiting for the task: (returnval){ [ 1385.930347] env[63097]: value = "task-1686965" [ 1385.930347] env[63097]: _type = "Task" [ 1385.930347] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.939274] env[63097]: DEBUG oslo_vmware.api [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1686965, 'name': Rename_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.050927] env[63097]: DEBUG nova.compute.utils [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1386.052706] env[63097]: DEBUG nova.compute.manager [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1386.053024] env[63097]: DEBUG nova.network.neutron [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1386.102391] env[63097]: DEBUG nova.network.neutron [req-f3568735-a00e-4c59-bc75-45be81c48231 req-b87a95b8-1a0f-40b2-b81e-e32e555fbc32 service nova] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Updated VIF entry in instance network info cache for port aca51cdd-e107-4cf6-9286-cf418efe845d. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1386.102613] env[63097]: DEBUG nova.network.neutron [req-f3568735-a00e-4c59-bc75-45be81c48231 req-b87a95b8-1a0f-40b2-b81e-e32e555fbc32 service nova] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Updating instance_info_cache with network_info: [{"id": "aca51cdd-e107-4cf6-9286-cf418efe845d", "address": "fa:16:3e:81:c9:76", "network": {"id": "3c4644db-8291-4901-b015-9f1261ac2515", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1197415890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b52ce07a34b9471bb325a81bab2a1dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaca51cdd-e1", "ovs_interfaceid": "aca51cdd-e107-4cf6-9286-cf418efe845d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.124806] env[63097]: DEBUG nova.policy [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '910d677c1a614ddb9ed0216620ada54c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d0a3dd50ae4420c9fdd9ea91ca9fc1f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1386.326835] env[63097]: DEBUG oslo_concurrency.lockutils [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Acquiring lock "refresh_cache-8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.327053] env[63097]: DEBUG oslo_concurrency.lockutils [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Acquired lock "refresh_cache-8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.327489] env[63097]: DEBUG nova.network.neutron [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1386.362376] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686964, 'name': CreateVM_Task, 'duration_secs': 0.41313} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.362556] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1386.363656] env[63097]: DEBUG oslo_concurrency.lockutils [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.363827] env[63097]: DEBUG oslo_concurrency.lockutils [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.364203] env[63097]: DEBUG oslo_concurrency.lockutils [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1386.364474] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4a3a941-c55c-4c6e-b90c-2a8f16b0975b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.370406] env[63097]: DEBUG oslo_vmware.api [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Waiting for the task: (returnval){ [ 1386.370406] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52df13d7-fa58-3a7a-663d-e3921d148935" [ 1386.370406] env[63097]: _type = "Task" [ 1386.370406] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.380173] env[63097]: DEBUG oslo_vmware.api [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52df13d7-fa58-3a7a-663d-e3921d148935, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.389542] env[63097]: DEBUG oslo_vmware.api [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52341ca2-8d76-cc74-605c-ed5c5451e07a, 'name': SearchDatastore_Task, 'duration_secs': 0.012505} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.390339] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b17523e7-a093-4055-802b-b6fa64a3757b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.396068] env[63097]: DEBUG oslo_vmware.api [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1386.396068] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52e8b8ab-d341-35f4-d3d8-78d790cd5fa4" [ 1386.396068] env[63097]: _type = "Task" [ 1386.396068] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.405784] env[63097]: DEBUG oslo_vmware.api [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52e8b8ab-d341-35f4-d3d8-78d790cd5fa4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.440666] env[63097]: DEBUG oslo_vmware.api [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1686965, 'name': Rename_Task, 'duration_secs': 0.191312} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.440891] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1386.441149] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1857269-c70e-4d48-a74e-bfd5370e5376 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.448970] env[63097]: DEBUG oslo_vmware.api [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Waiting for the task: (returnval){ [ 1386.448970] env[63097]: value = "task-1686966" [ 1386.448970] env[63097]: _type = "Task" [ 1386.448970] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.456983] env[63097]: DEBUG oslo_vmware.api [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1686966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.559017] env[63097]: DEBUG nova.compute.utils [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1386.579493] env[63097]: DEBUG oslo_concurrency.lockutils [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquiring lock "185ab458-44b4-4bc2-816a-269d7a4e2719" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1386.579723] env[63097]: DEBUG oslo_concurrency.lockutils [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lock "185ab458-44b4-4bc2-816a-269d7a4e2719" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1386.579893] env[63097]: INFO nova.compute.manager [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Shelving [ 1386.607711] env[63097]: DEBUG oslo_concurrency.lockutils [req-f3568735-a00e-4c59-bc75-45be81c48231 req-b87a95b8-1a0f-40b2-b81e-e32e555fbc32 service nova] Releasing lock "refresh_cache-8f876762-7744-41d3-a3eb-530955cd1db0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.607711] env[63097]: DEBUG nova.compute.manager [req-f3568735-a00e-4c59-bc75-45be81c48231 req-b87a95b8-1a0f-40b2-b81e-e32e555fbc32 service nova] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Received event network-changed-3943a5ed-29c9-4fa8-be02-478cbc10722e {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1386.607711] env[63097]: DEBUG nova.compute.manager [req-f3568735-a00e-4c59-bc75-45be81c48231 req-b87a95b8-1a0f-40b2-b81e-e32e555fbc32 service nova] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Refreshing instance network info cache due to event network-changed-3943a5ed-29c9-4fa8-be02-478cbc10722e. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1386.608364] env[63097]: DEBUG oslo_concurrency.lockutils [req-f3568735-a00e-4c59-bc75-45be81c48231 req-b87a95b8-1a0f-40b2-b81e-e32e555fbc32 service nova] Acquiring lock "refresh_cache-4defb923-1206-4f52-8349-646dfc87b849" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.608364] env[63097]: DEBUG oslo_concurrency.lockutils [req-f3568735-a00e-4c59-bc75-45be81c48231 req-b87a95b8-1a0f-40b2-b81e-e32e555fbc32 service nova] Acquired lock "refresh_cache-4defb923-1206-4f52-8349-646dfc87b849" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.608364] env[63097]: DEBUG nova.network.neutron [req-f3568735-a00e-4c59-bc75-45be81c48231 req-b87a95b8-1a0f-40b2-b81e-e32e555fbc32 service nova] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Refreshing network info cache for port 3943a5ed-29c9-4fa8-be02-478cbc10722e {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1386.702700] env[63097]: DEBUG nova.network.neutron [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Successfully created port: f46915fd-8ef4-41b5-a1c9-a46ec6502c84 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1386.881725] env[63097]: DEBUG oslo_vmware.api [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52df13d7-fa58-3a7a-663d-e3921d148935, 'name': SearchDatastore_Task, 'duration_secs': 0.025494} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.884742] env[63097]: DEBUG oslo_concurrency.lockutils [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.885064] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1386.885228] env[63097]: DEBUG oslo_concurrency.lockutils [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.911209] env[63097]: DEBUG oslo_vmware.api [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52e8b8ab-d341-35f4-d3d8-78d790cd5fa4, 'name': SearchDatastore_Task, 'duration_secs': 0.010683} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.911209] env[63097]: DEBUG nova.network.neutron [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1386.915476] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.915752] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 8f876762-7744-41d3-a3eb-530955cd1db0/8f876762-7744-41d3-a3eb-530955cd1db0.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1386.916378] env[63097]: DEBUG oslo_concurrency.lockutils [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.916612] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1386.916838] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e91b46c7-b5ac-4636-b556-6d1efc06a7bf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.919074] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d3b15d5-1b0f-4528-bd30-da5db268dd55 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.928259] env[63097]: DEBUG oslo_vmware.api [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1386.928259] env[63097]: value = "task-1686967" [ 1386.928259] env[63097]: _type = "Task" [ 1386.928259] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.932426] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1386.932623] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1386.936732] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6c070e4-88a2-478c-bab5-f3b25c9303e0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.946936] env[63097]: DEBUG oslo_vmware.api [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686967, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.947303] env[63097]: DEBUG oslo_vmware.api [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Waiting for the task: (returnval){ [ 1386.947303] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52acd305-8b20-cc79-9047-11c817ef9b66" [ 1386.947303] env[63097]: _type = "Task" [ 1386.947303] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.962863] env[63097]: DEBUG oslo_vmware.api [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1686966, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.969370] env[63097]: DEBUG oslo_vmware.api [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52acd305-8b20-cc79-9047-11c817ef9b66, 'name': SearchDatastore_Task, 'duration_secs': 0.012211} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.970679] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ebae4e9-fe20-441a-802d-8d4c3ab895fb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.977761] env[63097]: DEBUG oslo_vmware.api [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Waiting for the task: (returnval){ [ 1386.977761] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]520739eb-9e5d-88e0-da6d-e5edc27e735e" [ 1386.977761] env[63097]: _type = "Task" [ 1386.977761] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.989595] env[63097]: DEBUG oslo_vmware.api [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]520739eb-9e5d-88e0-da6d-e5edc27e735e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.064044] env[63097]: DEBUG nova.compute.manager [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1387.070243] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7513a9-301f-425f-bb5e-7e2cd7bfa337 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.088949] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1387.089261] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4ed4133-3df7-4414-a861-2b8ba5a92f40 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.098457] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9944e92-1020-4235-92d5-a1b9a37b9624 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.103639] env[63097]: DEBUG oslo_vmware.api [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1387.103639] env[63097]: value = "task-1686968" [ 1387.103639] env[63097]: _type = "Task" [ 1387.103639] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.142706] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76dd1266-fd80-4b1f-8014-5ee2f276b599 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.150540] env[63097]: DEBUG oslo_vmware.api [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1686968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.157835] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e8a5f0-64b9-4f46-9ef8-706c30e40ce8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.174554] env[63097]: DEBUG nova.compute.provider_tree [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1387.338493] env[63097]: DEBUG nova.compute.manager [req-2284ad8b-8dea-40a2-8d46-27cf6d8532e0 req-d99fdb03-dda1-48e7-ad1c-c1668d1ad3cc service nova] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Received event network-vif-plugged-53805b66-1d83-4c4d-9770-213929012293 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1387.338589] env[63097]: DEBUG oslo_concurrency.lockutils [req-2284ad8b-8dea-40a2-8d46-27cf6d8532e0 req-d99fdb03-dda1-48e7-ad1c-c1668d1ad3cc service nova] Acquiring lock "8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.338792] env[63097]: DEBUG oslo_concurrency.lockutils [req-2284ad8b-8dea-40a2-8d46-27cf6d8532e0 req-d99fdb03-dda1-48e7-ad1c-c1668d1ad3cc service nova] Lock "8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.338970] env[63097]: DEBUG oslo_concurrency.lockutils [req-2284ad8b-8dea-40a2-8d46-27cf6d8532e0 req-d99fdb03-dda1-48e7-ad1c-c1668d1ad3cc service nova] Lock "8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.339162] env[63097]: DEBUG nova.compute.manager [req-2284ad8b-8dea-40a2-8d46-27cf6d8532e0 req-d99fdb03-dda1-48e7-ad1c-c1668d1ad3cc service nova] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] No waiting events found dispatching network-vif-plugged-53805b66-1d83-4c4d-9770-213929012293 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1387.339394] env[63097]: WARNING nova.compute.manager [req-2284ad8b-8dea-40a2-8d46-27cf6d8532e0 req-d99fdb03-dda1-48e7-ad1c-c1668d1ad3cc service nova] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Received unexpected event network-vif-plugged-53805b66-1d83-4c4d-9770-213929012293 for instance with vm_state building and task_state spawning. [ 1387.339550] env[63097]: DEBUG nova.compute.manager [req-2284ad8b-8dea-40a2-8d46-27cf6d8532e0 req-d99fdb03-dda1-48e7-ad1c-c1668d1ad3cc service nova] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Received event network-changed-53805b66-1d83-4c4d-9770-213929012293 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1387.341117] env[63097]: DEBUG nova.compute.manager [req-2284ad8b-8dea-40a2-8d46-27cf6d8532e0 req-d99fdb03-dda1-48e7-ad1c-c1668d1ad3cc service nova] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Refreshing instance network info cache due to event network-changed-53805b66-1d83-4c4d-9770-213929012293. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1387.341117] env[63097]: DEBUG oslo_concurrency.lockutils [req-2284ad8b-8dea-40a2-8d46-27cf6d8532e0 req-d99fdb03-dda1-48e7-ad1c-c1668d1ad3cc service nova] Acquiring lock "refresh_cache-8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.341117] env[63097]: DEBUG nova.network.neutron [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Updating instance_info_cache with network_info: [{"id": "53805b66-1d83-4c4d-9770-213929012293", "address": "fa:16:3e:3a:17:02", "network": {"id": "c41f2676-76d2-42ac-a36f-cb62b2ec5f7c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-844118990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21391ff1fe7b44c99baa0f5c73949122", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53805b66-1d", "ovs_interfaceid": "53805b66-1d83-4c4d-9770-213929012293", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.444491] env[63097]: DEBUG oslo_vmware.api [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686967, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.460338] env[63097]: DEBUG oslo_vmware.api [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1686966, 'name': PowerOnVM_Task, 'duration_secs': 0.562545} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.460660] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1387.460881] env[63097]: INFO nova.compute.manager [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Took 12.10 seconds to spawn the instance on the hypervisor. [ 1387.461086] env[63097]: DEBUG nova.compute.manager [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1387.461998] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfc01c8-2243-475e-850e-d55503e98893 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.491142] env[63097]: DEBUG oslo_vmware.api [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]520739eb-9e5d-88e0-da6d-e5edc27e735e, 'name': SearchDatastore_Task, 'duration_secs': 0.011631} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.491610] env[63097]: DEBUG oslo_concurrency.lockutils [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.491914] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 4defb923-1206-4f52-8349-646dfc87b849/4defb923-1206-4f52-8349-646dfc87b849.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1387.492245] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b50bd60c-e026-4537-8a55-25b395085c2b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.505153] env[63097]: DEBUG oslo_vmware.api [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Waiting for the task: (returnval){ [ 1387.505153] env[63097]: value = "task-1686969" [ 1387.505153] env[63097]: _type = "Task" [ 1387.505153] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.514016] env[63097]: DEBUG oslo_vmware.api [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Task: {'id': task-1686969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.619506] env[63097]: DEBUG oslo_vmware.api [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1686968, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.670715] env[63097]: DEBUG nova.network.neutron [req-f3568735-a00e-4c59-bc75-45be81c48231 req-b87a95b8-1a0f-40b2-b81e-e32e555fbc32 service nova] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Updated VIF entry in instance network info cache for port 3943a5ed-29c9-4fa8-be02-478cbc10722e. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1387.671423] env[63097]: DEBUG nova.network.neutron [req-f3568735-a00e-4c59-bc75-45be81c48231 req-b87a95b8-1a0f-40b2-b81e-e32e555fbc32 service nova] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Updating instance_info_cache with network_info: [{"id": "964899bb-5ec0-4a0c-8e4c-ab463e606658", "address": "fa:16:3e:de:ac:45", "network": {"id": "8718e861-75e7-425c-a277-9959758eb6c0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1253506715", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "223c8967b742418eabeb2458e151ed8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap964899bb-5e", "ovs_interfaceid": "964899bb-5ec0-4a0c-8e4c-ab463e606658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3943a5ed-29c9-4fa8-be02-478cbc10722e", "address": "fa:16:3e:7a:53:2b", "network": {"id": "93d6ddbf-0147-4785-bdfb-45e94f0d476d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-241098190", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "223c8967b742418eabeb2458e151ed8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3943a5ed-29", "ovs_interfaceid": "3943a5ed-29c9-4fa8-be02-478cbc10722e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.677905] env[63097]: DEBUG nova.scheduler.client.report [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1387.845464] env[63097]: DEBUG oslo_concurrency.lockutils [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Releasing lock "refresh_cache-8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.845464] env[63097]: DEBUG nova.compute.manager [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Instance network_info: |[{"id": "53805b66-1d83-4c4d-9770-213929012293", "address": "fa:16:3e:3a:17:02", "network": {"id": "c41f2676-76d2-42ac-a36f-cb62b2ec5f7c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-844118990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21391ff1fe7b44c99baa0f5c73949122", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53805b66-1d", "ovs_interfaceid": "53805b66-1d83-4c4d-9770-213929012293", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1387.845464] env[63097]: DEBUG oslo_concurrency.lockutils [req-2284ad8b-8dea-40a2-8d46-27cf6d8532e0 req-d99fdb03-dda1-48e7-ad1c-c1668d1ad3cc service nova] Acquired lock "refresh_cache-8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.845464] env[63097]: DEBUG nova.network.neutron [req-2284ad8b-8dea-40a2-8d46-27cf6d8532e0 req-d99fdb03-dda1-48e7-ad1c-c1668d1ad3cc service nova] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Refreshing network info cache for port 53805b66-1d83-4c4d-9770-213929012293 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1387.847028] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:17:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60e7ee7b-4d02-4d68-af2e-5ab7d9708120', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53805b66-1d83-4c4d-9770-213929012293', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1387.857119] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Creating folder: Project (21391ff1fe7b44c99baa0f5c73949122). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1387.861553] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3405809-016f-42d5-84ab-13d9cb540fac {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.878265] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Created folder: Project (21391ff1fe7b44c99baa0f5c73949122) in parent group-v351483. [ 1387.878670] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Creating folder: Instances. Parent ref: group-v351648. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1387.878784] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1cf7955a-32ce-4198-b387-eae0a708b25d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.901980] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Created folder: Instances in parent group-v351648. [ 1387.902432] env[63097]: DEBUG oslo.service.loopingcall [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1387.902635] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1387.902979] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72ab0960-aa76-49f2-ba60-c4df35a3dfec {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.932058] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1387.932058] env[63097]: value = "task-1686972" [ 1387.932058] env[63097]: _type = "Task" [ 1387.932058] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.945300] env[63097]: DEBUG oslo_vmware.api [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686967, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578185} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.947788] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 8f876762-7744-41d3-a3eb-530955cd1db0/8f876762-7744-41d3-a3eb-530955cd1db0.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1387.948137] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1387.948452] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686972, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.948720] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9c8c88d-dac8-48a6-afdb-eb39b245adca {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.956874] env[63097]: DEBUG oslo_vmware.api [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1387.956874] env[63097]: value = "task-1686973" [ 1387.956874] env[63097]: _type = "Task" [ 1387.956874] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.971261] env[63097]: DEBUG oslo_vmware.api [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686973, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.984024] env[63097]: INFO nova.compute.manager [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Took 49.24 seconds to build instance. [ 1388.019463] env[63097]: DEBUG oslo_vmware.api [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Task: {'id': task-1686969, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.075505] env[63097]: DEBUG nova.compute.manager [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1388.103981] env[63097]: DEBUG nova.virt.hardware [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1958164383',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-952806710',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1388.104260] env[63097]: DEBUG nova.virt.hardware [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1388.104476] env[63097]: DEBUG nova.virt.hardware [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1388.104693] env[63097]: DEBUG nova.virt.hardware [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1388.104851] env[63097]: DEBUG nova.virt.hardware [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1388.105015] env[63097]: DEBUG nova.virt.hardware [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1388.105618] env[63097]: DEBUG nova.virt.hardware [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1388.105806] env[63097]: DEBUG nova.virt.hardware [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1388.105969] env[63097]: DEBUG nova.virt.hardware [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1388.106185] env[63097]: DEBUG nova.virt.hardware [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1388.106445] env[63097]: DEBUG nova.virt.hardware [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1388.107461] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca584ea-6949-4157-b9df-5e5ef430ab67 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.122863] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3cb83c-86b6-4471-a951-e10e8c220498 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.127303] env[63097]: DEBUG oslo_vmware.api [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1686968, 'name': PowerOffVM_Task, 'duration_secs': 0.54031} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.127786] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1388.129247] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4575013-6f3b-473f-931b-09861a83e5b4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.158538] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0058c97-e57d-47a4-8c40-548f09149a1f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.174566] env[63097]: DEBUG oslo_concurrency.lockutils [req-f3568735-a00e-4c59-bc75-45be81c48231 req-b87a95b8-1a0f-40b2-b81e-e32e555fbc32 service nova] Releasing lock "refresh_cache-4defb923-1206-4f52-8349-646dfc87b849" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.183124] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.185276] env[63097]: DEBUG nova.compute.manager [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1388.188364] env[63097]: DEBUG oslo_concurrency.lockutils [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.812s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.189798] env[63097]: INFO nova.compute.claims [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1388.228411] env[63097]: DEBUG nova.network.neutron [req-2284ad8b-8dea-40a2-8d46-27cf6d8532e0 req-d99fdb03-dda1-48e7-ad1c-c1668d1ad3cc service nova] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Updated VIF entry in instance network info cache for port 53805b66-1d83-4c4d-9770-213929012293. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1388.228795] env[63097]: DEBUG nova.network.neutron [req-2284ad8b-8dea-40a2-8d46-27cf6d8532e0 req-d99fdb03-dda1-48e7-ad1c-c1668d1ad3cc service nova] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Updating instance_info_cache with network_info: [{"id": "53805b66-1d83-4c4d-9770-213929012293", "address": "fa:16:3e:3a:17:02", "network": {"id": "c41f2676-76d2-42ac-a36f-cb62b2ec5f7c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-844118990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21391ff1fe7b44c99baa0f5c73949122", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53805b66-1d", "ovs_interfaceid": "53805b66-1d83-4c4d-9770-213929012293", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.442368] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686972, 'name': CreateVM_Task, 'duration_secs': 0.396059} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.442534] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1388.443247] env[63097]: DEBUG oslo_concurrency.lockutils [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.443414] env[63097]: DEBUG oslo_concurrency.lockutils [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.443745] env[63097]: DEBUG oslo_concurrency.lockutils [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1388.444017] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af0ad464-c197-4e7e-b272-104fe6ff9385 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.449134] env[63097]: DEBUG oslo_vmware.api [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Waiting for the task: (returnval){ [ 1388.449134] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5252e1e7-2567-6ec0-f393-5f952a3910a0" [ 1388.449134] env[63097]: _type = "Task" [ 1388.449134] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.457291] env[63097]: DEBUG oslo_vmware.api [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5252e1e7-2567-6ec0-f393-5f952a3910a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.464993] env[63097]: DEBUG oslo_vmware.api [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686973, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.230194} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.465263] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1388.466017] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a8c847-0e03-409c-ac99-71c3bb3bc6fb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.488018] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 8f876762-7744-41d3-a3eb-530955cd1db0/8f876762-7744-41d3-a3eb-530955cd1db0.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1388.488517] env[63097]: DEBUG oslo_concurrency.lockutils [None req-51df0ac5-cb47-46b0-8af9-c4560d2d72eb tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lock "9e95b2bd-0b34-413a-8638-cca05cfa9547" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.978s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.488760] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00230392-079d-4ce9-b59e-f75ff511151c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.509680] env[63097]: DEBUG oslo_vmware.api [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1388.509680] env[63097]: value = "task-1686974" [ 1388.509680] env[63097]: _type = "Task" [ 1388.509680] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.515677] env[63097]: DEBUG oslo_vmware.api [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Task: {'id': task-1686969, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572472} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.516256] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 4defb923-1206-4f52-8349-646dfc87b849/4defb923-1206-4f52-8349-646dfc87b849.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1388.516507] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1388.516756] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ef620ab-53d0-4395-9d78-f24fa05d84ee {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.521608] env[63097]: DEBUG oslo_vmware.api [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686974, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.526443] env[63097]: DEBUG oslo_vmware.api [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Waiting for the task: (returnval){ [ 1388.526443] env[63097]: value = "task-1686975" [ 1388.526443] env[63097]: _type = "Task" [ 1388.526443] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.534751] env[63097]: DEBUG oslo_vmware.api [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Task: {'id': task-1686975, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.677094] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Creating Snapshot of the VM instance {{(pid=63097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1388.677476] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4baecad6-3fd8-4c5d-b3b0-839e3d0adde4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.686739] env[63097]: DEBUG oslo_vmware.api [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1388.686739] env[63097]: value = "task-1686976" [ 1388.686739] env[63097]: _type = "Task" [ 1388.686739] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.696241] env[63097]: DEBUG nova.compute.utils [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1388.697602] env[63097]: DEBUG oslo_vmware.api [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1686976, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.697887] env[63097]: DEBUG nova.compute.manager [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1388.698064] env[63097]: DEBUG nova.network.neutron [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1388.732279] env[63097]: DEBUG oslo_concurrency.lockutils [req-2284ad8b-8dea-40a2-8d46-27cf6d8532e0 req-d99fdb03-dda1-48e7-ad1c-c1668d1ad3cc service nova] Releasing lock "refresh_cache-8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.829740] env[63097]: DEBUG nova.policy [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a15527444f174ec9a6bc31832d398e3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfaa0618e4044c5db920f1465bf6dc07', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1388.960574] env[63097]: DEBUG oslo_vmware.api [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5252e1e7-2567-6ec0-f393-5f952a3910a0, 'name': SearchDatastore_Task, 'duration_secs': 0.072714} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.960897] env[63097]: DEBUG oslo_concurrency.lockutils [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.961154] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1388.962407] env[63097]: DEBUG oslo_concurrency.lockutils [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.962407] env[63097]: DEBUG oslo_concurrency.lockutils [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.962407] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1388.962407] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d7544e1-9abf-4b1d-b59f-049f95ef868d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.985387] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1388.985608] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1388.986406] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6788b772-7691-48cd-b2e2-4061d927d6bc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.994781] env[63097]: DEBUG oslo_vmware.api [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Waiting for the task: (returnval){ [ 1388.994781] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52bb7165-7fb0-bd9c-b2c3-90bf40267a80" [ 1388.994781] env[63097]: _type = "Task" [ 1388.994781] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.009269] env[63097]: DEBUG oslo_vmware.api [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52bb7165-7fb0-bd9c-b2c3-90bf40267a80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.023971] env[63097]: DEBUG oslo_vmware.api [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686974, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.037105] env[63097]: DEBUG oslo_vmware.api [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Task: {'id': task-1686975, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087085} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.037734] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1389.038584] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bd4097-7c07-490f-8e5c-3a409a1e88fb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.066924] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 4defb923-1206-4f52-8349-646dfc87b849/4defb923-1206-4f52-8349-646dfc87b849.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1389.067376] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-887bfc62-ec27-4a52-9b18-819ca7fb40cc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.098049] env[63097]: DEBUG oslo_vmware.api [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Waiting for the task: (returnval){ [ 1389.098049] env[63097]: value = "task-1686977" [ 1389.098049] env[63097]: _type = "Task" [ 1389.098049] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.107009] env[63097]: DEBUG oslo_vmware.api [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Task: {'id': task-1686977, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.205746] env[63097]: DEBUG oslo_vmware.api [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1686976, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.206398] env[63097]: DEBUG nova.compute.manager [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1389.458769] env[63097]: DEBUG nova.network.neutron [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Successfully updated port: f46915fd-8ef4-41b5-a1c9-a46ec6502c84 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1389.511682] env[63097]: DEBUG oslo_vmware.api [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52bb7165-7fb0-bd9c-b2c3-90bf40267a80, 'name': SearchDatastore_Task, 'duration_secs': 0.021429} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.518905] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e2d0b33-ced2-4b22-9ed9-e2d353481b9e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.529101] env[63097]: DEBUG oslo_vmware.api [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686974, 'name': ReconfigVM_Task, 'duration_secs': 0.773704} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.534820] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 8f876762-7744-41d3-a3eb-530955cd1db0/8f876762-7744-41d3-a3eb-530955cd1db0.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1389.535811] env[63097]: DEBUG oslo_vmware.api [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Waiting for the task: (returnval){ [ 1389.535811] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b86b25-fdee-ed32-ff51-64a1e047d086" [ 1389.535811] env[63097]: _type = "Task" [ 1389.535811] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.536274] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46ac1634-0e55-4fe4-a0c9-137c1578fa43 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.551487] env[63097]: DEBUG oslo_vmware.api [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b86b25-fdee-ed32-ff51-64a1e047d086, 'name': SearchDatastore_Task, 'duration_secs': 0.011849} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.553033] env[63097]: DEBUG oslo_concurrency.lockutils [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1389.553360] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141/8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1389.553692] env[63097]: DEBUG oslo_vmware.api [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1389.553692] env[63097]: value = "task-1686978" [ 1389.553692] env[63097]: _type = "Task" [ 1389.553692] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.556848] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57c958fb-59eb-4ebe-90b7-feef95591926 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.569743] env[63097]: DEBUG oslo_vmware.api [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686978, 'name': Rename_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.571732] env[63097]: DEBUG oslo_vmware.api [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Waiting for the task: (returnval){ [ 1389.571732] env[63097]: value = "task-1686979" [ 1389.571732] env[63097]: _type = "Task" [ 1389.571732] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.574994] env[63097]: DEBUG nova.network.neutron [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Successfully created port: ab5f25ed-453f-4447-8d9f-ee8f0f5b1baf {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1389.586086] env[63097]: DEBUG oslo_vmware.api [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1686979, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.608385] env[63097]: DEBUG oslo_vmware.api [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Task: {'id': task-1686977, 'name': ReconfigVM_Task, 'duration_secs': 0.484679} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.611188] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 4defb923-1206-4f52-8349-646dfc87b849/4defb923-1206-4f52-8349-646dfc87b849.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1389.612157] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5093bd3-36ab-449b-8c06-0092fee17a06 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.621323] env[63097]: DEBUG oslo_vmware.api [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Waiting for the task: (returnval){ [ 1389.621323] env[63097]: value = "task-1686980" [ 1389.621323] env[63097]: _type = "Task" [ 1389.621323] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.632980] env[63097]: DEBUG oslo_vmware.api [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Task: {'id': task-1686980, 'name': Rename_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.705993] env[63097]: DEBUG oslo_vmware.api [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1686976, 'name': CreateSnapshot_Task, 'duration_secs': 0.941527} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.706399] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Created Snapshot of the VM instance {{(pid=63097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1389.707554] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a2c6fb-e713-4008-abbb-f5a90bd80610 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.769463] env[63097]: DEBUG nova.compute.manager [req-ba0a7bc8-26ba-4b6b-86cb-98c5fb8ce701 req-86c805d0-23bc-4e79-bd42-109db677fd61 service nova] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Received event network-vif-plugged-f46915fd-8ef4-41b5-a1c9-a46ec6502c84 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1389.769463] env[63097]: DEBUG oslo_concurrency.lockutils [req-ba0a7bc8-26ba-4b6b-86cb-98c5fb8ce701 req-86c805d0-23bc-4e79-bd42-109db677fd61 service nova] Acquiring lock "cc431fa5-30f4-410a-bcb0-1e0587b4ea32-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1389.769463] env[63097]: DEBUG oslo_concurrency.lockutils [req-ba0a7bc8-26ba-4b6b-86cb-98c5fb8ce701 req-86c805d0-23bc-4e79-bd42-109db677fd61 service nova] Lock "cc431fa5-30f4-410a-bcb0-1e0587b4ea32-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1389.769463] env[63097]: DEBUG oslo_concurrency.lockutils [req-ba0a7bc8-26ba-4b6b-86cb-98c5fb8ce701 req-86c805d0-23bc-4e79-bd42-109db677fd61 service nova] Lock "cc431fa5-30f4-410a-bcb0-1e0587b4ea32-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.769463] env[63097]: DEBUG nova.compute.manager [req-ba0a7bc8-26ba-4b6b-86cb-98c5fb8ce701 req-86c805d0-23bc-4e79-bd42-109db677fd61 service nova] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] No waiting events found dispatching network-vif-plugged-f46915fd-8ef4-41b5-a1c9-a46ec6502c84 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1389.769463] env[63097]: WARNING nova.compute.manager [req-ba0a7bc8-26ba-4b6b-86cb-98c5fb8ce701 req-86c805d0-23bc-4e79-bd42-109db677fd61 service nova] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Received unexpected event network-vif-plugged-f46915fd-8ef4-41b5-a1c9-a46ec6502c84 for instance with vm_state building and task_state spawning. [ 1389.793217] env[63097]: DEBUG nova.compute.manager [req-86459ea3-5d38-4add-846a-f7f2bc23282c req-4e86ffc4-a0ff-45b5-919a-e1a902307c29 service nova] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Received event network-changed-3bd9bb6d-b9ef-456b-8095-6bc124d12b53 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1389.793217] env[63097]: DEBUG nova.compute.manager [req-86459ea3-5d38-4add-846a-f7f2bc23282c req-4e86ffc4-a0ff-45b5-919a-e1a902307c29 service nova] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Refreshing instance network info cache due to event network-changed-3bd9bb6d-b9ef-456b-8095-6bc124d12b53. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1389.793217] env[63097]: DEBUG oslo_concurrency.lockutils [req-86459ea3-5d38-4add-846a-f7f2bc23282c req-4e86ffc4-a0ff-45b5-919a-e1a902307c29 service nova] Acquiring lock "refresh_cache-9e95b2bd-0b34-413a-8638-cca05cfa9547" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.793217] env[63097]: DEBUG oslo_concurrency.lockutils [req-86459ea3-5d38-4add-846a-f7f2bc23282c req-4e86ffc4-a0ff-45b5-919a-e1a902307c29 service nova] Acquired lock "refresh_cache-9e95b2bd-0b34-413a-8638-cca05cfa9547" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.793617] env[63097]: DEBUG nova.network.neutron [req-86459ea3-5d38-4add-846a-f7f2bc23282c req-4e86ffc4-a0ff-45b5-919a-e1a902307c29 service nova] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Refreshing network info cache for port 3bd9bb6d-b9ef-456b-8095-6bc124d12b53 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1389.802826] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec39a4ed-8f9f-426d-bb78-eee1108f609b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.815371] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01a642a-455c-46b8-83cb-4f3a5c5b8b0f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.853049] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81461d1b-8f2e-4a7a-8d38-1f220012bd03 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.863781] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562ae7e6-0f51-4278-83af-35d530aa05b6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.884929] env[63097]: DEBUG nova.compute.provider_tree [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1389.967666] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Acquiring lock "refresh_cache-cc431fa5-30f4-410a-bcb0-1e0587b4ea32" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.967840] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Acquired lock "refresh_cache-cc431fa5-30f4-410a-bcb0-1e0587b4ea32" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.968088] env[63097]: DEBUG nova.network.neutron [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1390.074744] env[63097]: DEBUG oslo_vmware.api [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686978, 'name': Rename_Task, 'duration_secs': 0.185423} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.076169] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1390.076169] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39825d3e-a563-4879-bb4c-b84844bcee14 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.100876] env[63097]: DEBUG oslo_vmware.api [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1686979, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.100994] env[63097]: DEBUG oslo_vmware.api [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1390.100994] env[63097]: value = "task-1686981" [ 1390.100994] env[63097]: _type = "Task" [ 1390.100994] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.113747] env[63097]: DEBUG oslo_vmware.api [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686981, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.135831] env[63097]: DEBUG oslo_vmware.api [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Task: {'id': task-1686980, 'name': Rename_Task, 'duration_secs': 0.209443} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.136175] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1390.136515] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7895787-295d-48ad-83d7-23c9aaa47ad6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.147275] env[63097]: DEBUG oslo_vmware.api [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Waiting for the task: (returnval){ [ 1390.147275] env[63097]: value = "task-1686982" [ 1390.147275] env[63097]: _type = "Task" [ 1390.147275] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.156225] env[63097]: DEBUG oslo_vmware.api [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Task: {'id': task-1686982, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.235710] env[63097]: DEBUG nova.compute.manager [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1390.244568] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Creating linked-clone VM from snapshot {{(pid=63097) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1390.245528] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1da053bb-d15b-46c7-8e1e-cfeef0cd7cbe {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.257386] env[63097]: DEBUG oslo_vmware.api [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1390.257386] env[63097]: value = "task-1686983" [ 1390.257386] env[63097]: _type = "Task" [ 1390.257386] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.267356] env[63097]: DEBUG oslo_vmware.api [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1686983, 'name': CloneVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.271369] env[63097]: DEBUG nova.virt.hardware [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1390.271631] env[63097]: DEBUG nova.virt.hardware [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1390.271795] env[63097]: DEBUG nova.virt.hardware [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1390.272014] env[63097]: DEBUG nova.virt.hardware [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1390.272202] env[63097]: DEBUG nova.virt.hardware [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1390.272427] env[63097]: DEBUG nova.virt.hardware [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1390.272667] env[63097]: DEBUG nova.virt.hardware [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1390.272834] env[63097]: DEBUG nova.virt.hardware [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1390.273022] env[63097]: DEBUG nova.virt.hardware [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1390.273255] env[63097]: DEBUG nova.virt.hardware [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1390.273481] env[63097]: DEBUG nova.virt.hardware [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1390.274353] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a28ef1-90a7-4ea2-915d-ee137c7332dc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.284430] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35581d6b-1fc9-4323-94d3-c76bff73769f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.388212] env[63097]: DEBUG nova.scheduler.client.report [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1390.551580] env[63097]: DEBUG nova.network.neutron [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1390.594558] env[63097]: DEBUG oslo_vmware.api [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1686979, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726276} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.601197] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141/8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1390.602321] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1390.602768] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2a260ef-ad74-47c5-aa17-6afbec00e0e6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.613744] env[63097]: DEBUG oslo_vmware.api [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686981, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.615120] env[63097]: DEBUG oslo_vmware.api [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Waiting for the task: (returnval){ [ 1390.615120] env[63097]: value = "task-1686984" [ 1390.615120] env[63097]: _type = "Task" [ 1390.615120] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.623532] env[63097]: DEBUG oslo_vmware.api [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1686984, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.662109] env[63097]: DEBUG oslo_vmware.api [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Task: {'id': task-1686982, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.770247] env[63097]: DEBUG oslo_vmware.api [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1686983, 'name': CloneVM_Task} progress is 94%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.855078] env[63097]: DEBUG nova.network.neutron [req-86459ea3-5d38-4add-846a-f7f2bc23282c req-4e86ffc4-a0ff-45b5-919a-e1a902307c29 service nova] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Updated VIF entry in instance network info cache for port 3bd9bb6d-b9ef-456b-8095-6bc124d12b53. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1390.855519] env[63097]: DEBUG nova.network.neutron [req-86459ea3-5d38-4add-846a-f7f2bc23282c req-4e86ffc4-a0ff-45b5-919a-e1a902307c29 service nova] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Updating instance_info_cache with network_info: [{"id": "3bd9bb6d-b9ef-456b-8095-6bc124d12b53", "address": "fa:16:3e:cc:53:49", "network": {"id": "6375026c-4627-4a07-aa60-e3d2d4e37f02", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1395500172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee21af820a2c4aaea0dd1f2ba2d477d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bd9bb6d-b9", "ovs_interfaceid": "3bd9bb6d-b9ef-456b-8095-6bc124d12b53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.881490] env[63097]: DEBUG nova.network.neutron [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Updating instance_info_cache with network_info: [{"id": "f46915fd-8ef4-41b5-a1c9-a46ec6502c84", "address": "fa:16:3e:89:4c:c9", "network": {"id": "30a3ca56-e7b1-4feb-ae87-e3441279feb9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-570308918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0a3dd50ae4420c9fdd9ea91ca9fc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf46915fd-8e", "ovs_interfaceid": "f46915fd-8ef4-41b5-a1c9-a46ec6502c84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.897587] env[63097]: DEBUG oslo_concurrency.lockutils [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1390.898140] env[63097]: DEBUG nova.compute.manager [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1390.902748] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a65c0287-930c-481a-a781-88998e6b5af7 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.020s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1390.902748] env[63097]: DEBUG nova.objects.instance [None req-a65c0287-930c-481a-a781-88998e6b5af7 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lazy-loading 'resources' on Instance uuid 8e6c4e91-b227-435a-b3ff-dfc58660542a {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1391.113322] env[63097]: DEBUG oslo_vmware.api [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686981, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.124513] env[63097]: DEBUG oslo_vmware.api [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1686984, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.361322} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.124824] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1391.126026] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22788115-cf2b-426b-a380-cddced852ee4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.149364] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141/8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1391.149712] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fcb242d-9878-4c4e-a290-a284ef3a5a64 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.179803] env[63097]: DEBUG oslo_vmware.api [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Task: {'id': task-1686982, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.181300] env[63097]: DEBUG oslo_vmware.api [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Waiting for the task: (returnval){ [ 1391.181300] env[63097]: value = "task-1686985" [ 1391.181300] env[63097]: _type = "Task" [ 1391.181300] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.190386] env[63097]: DEBUG oslo_vmware.api [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1686985, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.271704] env[63097]: DEBUG oslo_vmware.api [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1686983, 'name': CloneVM_Task} progress is 94%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.359283] env[63097]: DEBUG oslo_concurrency.lockutils [req-86459ea3-5d38-4add-846a-f7f2bc23282c req-4e86ffc4-a0ff-45b5-919a-e1a902307c29 service nova] Releasing lock "refresh_cache-9e95b2bd-0b34-413a-8638-cca05cfa9547" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.384194] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Releasing lock "refresh_cache-cc431fa5-30f4-410a-bcb0-1e0587b4ea32" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.385064] env[63097]: DEBUG nova.compute.manager [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Instance network_info: |[{"id": "f46915fd-8ef4-41b5-a1c9-a46ec6502c84", "address": "fa:16:3e:89:4c:c9", "network": {"id": "30a3ca56-e7b1-4feb-ae87-e3441279feb9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-570308918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0a3dd50ae4420c9fdd9ea91ca9fc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf46915fd-8e", "ovs_interfaceid": "f46915fd-8ef4-41b5-a1c9-a46ec6502c84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1391.385064] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:4c:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee617cec-01ea-4a11-ac04-ef9767f4c86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f46915fd-8ef4-41b5-a1c9-a46ec6502c84', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1391.395186] env[63097]: DEBUG oslo.service.loopingcall [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1391.395473] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1391.395701] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9b5774a-3e42-4dcc-9f64-c3e61863c6e8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.412990] env[63097]: DEBUG nova.compute.utils [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1391.417485] env[63097]: DEBUG nova.compute.manager [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1391.417735] env[63097]: DEBUG nova.network.neutron [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1391.427147] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1391.427147] env[63097]: value = "task-1686986" [ 1391.427147] env[63097]: _type = "Task" [ 1391.427147] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.437977] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686986, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.489611] env[63097]: DEBUG nova.network.neutron [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Successfully updated port: ab5f25ed-453f-4447-8d9f-ee8f0f5b1baf {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1391.503243] env[63097]: DEBUG nova.policy [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a15527444f174ec9a6bc31832d398e3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfaa0618e4044c5db920f1465bf6dc07', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1391.613271] env[63097]: DEBUG oslo_vmware.api [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686981, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.687837] env[63097]: DEBUG oslo_vmware.api [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Task: {'id': task-1686982, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.705512] env[63097]: DEBUG oslo_vmware.api [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1686985, 'name': ReconfigVM_Task, 'duration_secs': 0.330109} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.705605] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141/8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1391.707572] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e61526f5-0d1e-4f42-97cb-df5a3d2c45c4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.713832] env[63097]: DEBUG oslo_vmware.api [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Waiting for the task: (returnval){ [ 1391.713832] env[63097]: value = "task-1686987" [ 1391.713832] env[63097]: _type = "Task" [ 1391.713832] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.727064] env[63097]: DEBUG oslo_vmware.api [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1686987, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.773373] env[63097]: DEBUG oslo_vmware.api [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1686983, 'name': CloneVM_Task} progress is 94%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.892245] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802eff5e-eff3-486b-8334-f67c40b7ffe9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.900143] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e84641d-3f69-4170-b641-b7bce788077e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.932574] env[63097]: DEBUG nova.compute.manager [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1391.939023] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855d065f-4b8d-441a-a6ef-2758fffdd143 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.950358] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0713049-07cc-4a89-8f32-26ae16464e18 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.957850] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686986, 'name': CreateVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.960408] env[63097]: DEBUG nova.compute.manager [req-635bebf5-5d68-448b-afde-ff5321a237f2 req-0f1491fa-be2c-4b75-874e-c9bf92306178 service nova] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Received event network-changed-f46915fd-8ef4-41b5-a1c9-a46ec6502c84 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1391.960589] env[63097]: DEBUG nova.compute.manager [req-635bebf5-5d68-448b-afde-ff5321a237f2 req-0f1491fa-be2c-4b75-874e-c9bf92306178 service nova] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Refreshing instance network info cache due to event network-changed-f46915fd-8ef4-41b5-a1c9-a46ec6502c84. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1391.960804] env[63097]: DEBUG oslo_concurrency.lockutils [req-635bebf5-5d68-448b-afde-ff5321a237f2 req-0f1491fa-be2c-4b75-874e-c9bf92306178 service nova] Acquiring lock "refresh_cache-cc431fa5-30f4-410a-bcb0-1e0587b4ea32" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.960953] env[63097]: DEBUG oslo_concurrency.lockutils [req-635bebf5-5d68-448b-afde-ff5321a237f2 req-0f1491fa-be2c-4b75-874e-c9bf92306178 service nova] Acquired lock "refresh_cache-cc431fa5-30f4-410a-bcb0-1e0587b4ea32" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.961132] env[63097]: DEBUG nova.network.neutron [req-635bebf5-5d68-448b-afde-ff5321a237f2 req-0f1491fa-be2c-4b75-874e-c9bf92306178 service nova] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Refreshing network info cache for port f46915fd-8ef4-41b5-a1c9-a46ec6502c84 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1391.974717] env[63097]: DEBUG nova.compute.provider_tree [None req-a65c0287-930c-481a-a781-88998e6b5af7 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1391.999079] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquiring lock "refresh_cache-d22d9d1c-131d-4497-aec6-ab82f7fea0ea" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.999240] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquired lock "refresh_cache-d22d9d1c-131d-4497-aec6-ab82f7fea0ea" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.999393] env[63097]: DEBUG nova.network.neutron [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1392.007226] env[63097]: DEBUG nova.network.neutron [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Successfully created port: 9bacc85b-1517-4aeb-8f62-f1872c2a6676 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1392.114563] env[63097]: DEBUG oslo_vmware.api [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686981, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.181493] env[63097]: DEBUG oslo_vmware.api [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Task: {'id': task-1686982, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.226184] env[63097]: DEBUG oslo_vmware.api [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1686987, 'name': Rename_Task, 'duration_secs': 0.143632} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.226477] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1392.226751] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d8ca06a-a2b2-475f-bee2-c55593ebb0fa {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.233482] env[63097]: DEBUG oslo_vmware.api [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Waiting for the task: (returnval){ [ 1392.233482] env[63097]: value = "task-1686988" [ 1392.233482] env[63097]: _type = "Task" [ 1392.233482] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.246177] env[63097]: DEBUG oslo_vmware.api [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1686988, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.271983] env[63097]: DEBUG oslo_vmware.api [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1686983, 'name': CloneVM_Task} progress is 94%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.449976] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686986, 'name': CreateVM_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.478042] env[63097]: DEBUG nova.scheduler.client.report [None req-a65c0287-930c-481a-a781-88998e6b5af7 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1392.601461] env[63097]: DEBUG nova.network.neutron [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1392.614141] env[63097]: DEBUG oslo_vmware.api [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1686981, 'name': PowerOnVM_Task, 'duration_secs': 2.333309} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.614453] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1392.614666] env[63097]: INFO nova.compute.manager [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Took 10.25 seconds to spawn the instance on the hypervisor. [ 1392.615601] env[63097]: DEBUG nova.compute.manager [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1392.616449] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda2f6b5-99a3-4691-9084-242324922789 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.684036] env[63097]: DEBUG oslo_vmware.api [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Task: {'id': task-1686982, 'name': PowerOnVM_Task, 'duration_secs': 2.351804} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.684503] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1392.684782] env[63097]: INFO nova.compute.manager [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Took 12.85 seconds to spawn the instance on the hypervisor. [ 1392.684981] env[63097]: DEBUG nova.compute.manager [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1392.686194] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f176d6-8041-4df0-bcf9-70e3bdddf9da {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.744766] env[63097]: DEBUG oslo_vmware.api [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1686988, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.771074] env[63097]: DEBUG oslo_vmware.api [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1686983, 'name': CloneVM_Task} progress is 94%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.936112] env[63097]: DEBUG nova.network.neutron [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Updating instance_info_cache with network_info: [{"id": "ab5f25ed-453f-4447-8d9f-ee8f0f5b1baf", "address": "fa:16:3e:00:b5:d9", "network": {"id": "50215c70-2086-4e75-a852-57a251fe1397", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1988148367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfaa0618e4044c5db920f1465bf6dc07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab5f25ed-45", "ovs_interfaceid": "ab5f25ed-453f-4447-8d9f-ee8f0f5b1baf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.947093] env[63097]: DEBUG nova.compute.manager [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1392.958763] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686986, 'name': CreateVM_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.976269] env[63097]: DEBUG nova.network.neutron [req-635bebf5-5d68-448b-afde-ff5321a237f2 req-0f1491fa-be2c-4b75-874e-c9bf92306178 service nova] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Updated VIF entry in instance network info cache for port f46915fd-8ef4-41b5-a1c9-a46ec6502c84. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1392.976612] env[63097]: DEBUG nova.network.neutron [req-635bebf5-5d68-448b-afde-ff5321a237f2 req-0f1491fa-be2c-4b75-874e-c9bf92306178 service nova] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Updating instance_info_cache with network_info: [{"id": "f46915fd-8ef4-41b5-a1c9-a46ec6502c84", "address": "fa:16:3e:89:4c:c9", "network": {"id": "30a3ca56-e7b1-4feb-ae87-e3441279feb9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-570308918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0a3dd50ae4420c9fdd9ea91ca9fc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf46915fd-8e", "ovs_interfaceid": "f46915fd-8ef4-41b5-a1c9-a46ec6502c84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.979763] env[63097]: DEBUG nova.virt.hardware [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1392.980144] env[63097]: DEBUG nova.virt.hardware [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1392.980224] env[63097]: DEBUG nova.virt.hardware [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1392.980420] env[63097]: DEBUG nova.virt.hardware [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1392.980576] env[63097]: DEBUG nova.virt.hardware [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1392.980730] env[63097]: DEBUG nova.virt.hardware [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1392.980950] env[63097]: DEBUG nova.virt.hardware [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1392.981130] env[63097]: DEBUG nova.virt.hardware [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1392.981308] env[63097]: DEBUG nova.virt.hardware [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1392.981473] env[63097]: DEBUG nova.virt.hardware [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1392.981648] env[63097]: DEBUG nova.virt.hardware [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1392.982516] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a4e743-271b-48d1-b593-6eac06c76e2a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.985972] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a65c0287-930c-481a-a781-88998e6b5af7 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1392.989317] env[63097]: DEBUG oslo_concurrency.lockutils [None req-47825c0e-6e81-40ac-a3ac-d171a0b3ecaa tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.098s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.989432] env[63097]: DEBUG nova.objects.instance [None req-47825c0e-6e81-40ac-a3ac-d171a0b3ecaa tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Lazy-loading 'resources' on Instance uuid b67270f6-3538-4709-8293-b7315e08ec57 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1392.996596] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f52e54-9cfa-4a90-a29f-5871467d0664 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.015353] env[63097]: INFO nova.scheduler.client.report [None req-a65c0287-930c-481a-a781-88998e6b5af7 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Deleted allocations for instance 8e6c4e91-b227-435a-b3ff-dfc58660542a [ 1393.136220] env[63097]: INFO nova.compute.manager [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Took 46.82 seconds to build instance. [ 1393.205077] env[63097]: INFO nova.compute.manager [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Took 51.24 seconds to build instance. [ 1393.247056] env[63097]: DEBUG oslo_vmware.api [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1686988, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.270934] env[63097]: DEBUG oslo_vmware.api [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1686983, 'name': CloneVM_Task} progress is 94%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.450055] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Releasing lock "refresh_cache-d22d9d1c-131d-4497-aec6-ab82f7fea0ea" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.450055] env[63097]: DEBUG nova.compute.manager [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Instance network_info: |[{"id": "ab5f25ed-453f-4447-8d9f-ee8f0f5b1baf", "address": "fa:16:3e:00:b5:d9", "network": {"id": "50215c70-2086-4e75-a852-57a251fe1397", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1988148367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfaa0618e4044c5db920f1465bf6dc07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab5f25ed-45", "ovs_interfaceid": "ab5f25ed-453f-4447-8d9f-ee8f0f5b1baf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1393.450055] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686986, 'name': CreateVM_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.450534] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:b5:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5c34919-7d52-4a52-bab1-81af4c8182ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab5f25ed-453f-4447-8d9f-ee8f0f5b1baf', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1393.457905] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Creating folder: Project (dfaa0618e4044c5db920f1465bf6dc07). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1393.458227] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a580513d-3bca-44e6-9d9c-20ef4bcfc290 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.472886] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Created folder: Project (dfaa0618e4044c5db920f1465bf6dc07) in parent group-v351483. [ 1393.473154] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Creating folder: Instances. Parent ref: group-v351654. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1393.475898] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7597b590-746c-418d-8d2b-1e85bbb72c5c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.489765] env[63097]: DEBUG oslo_concurrency.lockutils [req-635bebf5-5d68-448b-afde-ff5321a237f2 req-0f1491fa-be2c-4b75-874e-c9bf92306178 service nova] Releasing lock "refresh_cache-cc431fa5-30f4-410a-bcb0-1e0587b4ea32" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.490113] env[63097]: DEBUG nova.compute.manager [req-635bebf5-5d68-448b-afde-ff5321a237f2 req-0f1491fa-be2c-4b75-874e-c9bf92306178 service nova] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Received event network-vif-plugged-ab5f25ed-453f-4447-8d9f-ee8f0f5b1baf {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1393.490654] env[63097]: DEBUG oslo_concurrency.lockutils [req-635bebf5-5d68-448b-afde-ff5321a237f2 req-0f1491fa-be2c-4b75-874e-c9bf92306178 service nova] Acquiring lock "d22d9d1c-131d-4497-aec6-ab82f7fea0ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.490735] env[63097]: DEBUG oslo_concurrency.lockutils [req-635bebf5-5d68-448b-afde-ff5321a237f2 req-0f1491fa-be2c-4b75-874e-c9bf92306178 service nova] Lock "d22d9d1c-131d-4497-aec6-ab82f7fea0ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.490916] env[63097]: DEBUG oslo_concurrency.lockutils [req-635bebf5-5d68-448b-afde-ff5321a237f2 req-0f1491fa-be2c-4b75-874e-c9bf92306178 service nova] Lock "d22d9d1c-131d-4497-aec6-ab82f7fea0ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.491122] env[63097]: DEBUG nova.compute.manager [req-635bebf5-5d68-448b-afde-ff5321a237f2 req-0f1491fa-be2c-4b75-874e-c9bf92306178 service nova] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] No waiting events found dispatching network-vif-plugged-ab5f25ed-453f-4447-8d9f-ee8f0f5b1baf {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1393.491327] env[63097]: WARNING nova.compute.manager [req-635bebf5-5d68-448b-afde-ff5321a237f2 req-0f1491fa-be2c-4b75-874e-c9bf92306178 service nova] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Received unexpected event network-vif-plugged-ab5f25ed-453f-4447-8d9f-ee8f0f5b1baf for instance with vm_state building and task_state spawning. [ 1393.491556] env[63097]: DEBUG nova.compute.manager [req-635bebf5-5d68-448b-afde-ff5321a237f2 req-0f1491fa-be2c-4b75-874e-c9bf92306178 service nova] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Received event network-changed-ab5f25ed-453f-4447-8d9f-ee8f0f5b1baf {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1393.491766] env[63097]: DEBUG nova.compute.manager [req-635bebf5-5d68-448b-afde-ff5321a237f2 req-0f1491fa-be2c-4b75-874e-c9bf92306178 service nova] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Refreshing instance network info cache due to event network-changed-ab5f25ed-453f-4447-8d9f-ee8f0f5b1baf. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1393.492146] env[63097]: DEBUG oslo_concurrency.lockutils [req-635bebf5-5d68-448b-afde-ff5321a237f2 req-0f1491fa-be2c-4b75-874e-c9bf92306178 service nova] Acquiring lock "refresh_cache-d22d9d1c-131d-4497-aec6-ab82f7fea0ea" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1393.492319] env[63097]: DEBUG oslo_concurrency.lockutils [req-635bebf5-5d68-448b-afde-ff5321a237f2 req-0f1491fa-be2c-4b75-874e-c9bf92306178 service nova] Acquired lock "refresh_cache-d22d9d1c-131d-4497-aec6-ab82f7fea0ea" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.492482] env[63097]: DEBUG nova.network.neutron [req-635bebf5-5d68-448b-afde-ff5321a237f2 req-0f1491fa-be2c-4b75-874e-c9bf92306178 service nova] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Refreshing network info cache for port ab5f25ed-453f-4447-8d9f-ee8f0f5b1baf {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1393.493776] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Created folder: Instances in parent group-v351654. [ 1393.494054] env[63097]: DEBUG oslo.service.loopingcall [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1393.497265] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1393.498618] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19dd57cd-31fa-48b1-8a89-53125d6349a9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.518050] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1393.518050] env[63097]: value = "task-1686991" [ 1393.518050] env[63097]: _type = "Task" [ 1393.518050] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.524454] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a65c0287-930c-481a-a781-88998e6b5af7 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "8e6c4e91-b227-435a-b3ff-dfc58660542a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.189s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.529241] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686991, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.637777] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4117b1e6-04ec-437f-b0d7-0b05e1fafa0d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "8f876762-7744-41d3-a3eb-530955cd1db0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.376s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.707501] env[63097]: DEBUG oslo_concurrency.lockutils [None req-91488bce-4ce8-4cea-9048-b5b20c46ada0 tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Lock "4defb923-1206-4f52-8349-646dfc87b849" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.157s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.747849] env[63097]: DEBUG oslo_vmware.api [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1686988, 'name': PowerOnVM_Task, 'duration_secs': 1.12844} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.748173] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1393.748360] env[63097]: INFO nova.compute.manager [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Took 8.83 seconds to spawn the instance on the hypervisor. [ 1393.748548] env[63097]: DEBUG nova.compute.manager [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1393.749363] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2d6417-c418-4168-bba6-e2c0165de4e6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.771310] env[63097]: DEBUG oslo_vmware.api [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1686983, 'name': CloneVM_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.947631] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686986, 'name': CreateVM_Task, 'duration_secs': 2.149827} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.950177] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1393.951164] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1393.951264] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.951691] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1393.951959] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdf0707e-443d-47d1-b2bf-b252d4920bd9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.957910] env[63097]: DEBUG oslo_vmware.api [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Waiting for the task: (returnval){ [ 1393.957910] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5247839f-aea5-680d-ff94-8d65ecf08d84" [ 1393.957910] env[63097]: _type = "Task" [ 1393.957910] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.963050] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376b4815-3c1c-424b-b763-6c24270117db {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.972830] env[63097]: DEBUG oslo_vmware.api [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5247839f-aea5-680d-ff94-8d65ecf08d84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.973907] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f8752f-af0e-4c06-875c-76863aa3cf6d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.010178] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c306911-2a2e-4703-8314-c62219f23423 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.018403] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e94840-caf9-42ab-bfa4-d0246eb06621 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.039276] env[63097]: DEBUG nova.compute.provider_tree [None req-47825c0e-6e81-40ac-a3ac-d171a0b3ecaa tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1394.044792] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686991, 'name': CreateVM_Task, 'duration_secs': 0.384129} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.045400] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1394.047631] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1394.276258] env[63097]: INFO nova.compute.manager [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Took 46.30 seconds to build instance. [ 1394.282255] env[63097]: DEBUG oslo_vmware.api [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1686983, 'name': CloneVM_Task, 'duration_secs': 3.577057} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.282841] env[63097]: INFO nova.virt.vmwareapi.vmops [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Created linked-clone VM from snapshot [ 1394.283974] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00bcda2-e747-409f-943a-0db8ac4a703e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.293237] env[63097]: DEBUG nova.virt.vmwareapi.images [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Uploading image 929b677f-8ada-4366-a4b4-aa096c7abc43 {{(pid=63097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1394.325689] env[63097]: DEBUG oslo_vmware.rw_handles [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1394.325689] env[63097]: value = "vm-351652" [ 1394.325689] env[63097]: _type = "VirtualMachine" [ 1394.325689] env[63097]: }. {{(pid=63097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1394.326064] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-649293ba-d3a9-4cd6-9d41-dd82cb38eb2d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.337420] env[63097]: DEBUG oslo_vmware.rw_handles [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lease: (returnval){ [ 1394.337420] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52ad3d10-5871-6c25-c5fd-e969f5a889cb" [ 1394.337420] env[63097]: _type = "HttpNfcLease" [ 1394.337420] env[63097]: } obtained for exporting VM: (result){ [ 1394.337420] env[63097]: value = "vm-351652" [ 1394.337420] env[63097]: _type = "VirtualMachine" [ 1394.337420] env[63097]: }. {{(pid=63097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1394.337725] env[63097]: DEBUG oslo_vmware.api [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the lease: (returnval){ [ 1394.337725] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52ad3d10-5871-6c25-c5fd-e969f5a889cb" [ 1394.337725] env[63097]: _type = "HttpNfcLease" [ 1394.337725] env[63097]: } to be ready. {{(pid=63097) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1394.349590] env[63097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1394.349590] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52ad3d10-5871-6c25-c5fd-e969f5a889cb" [ 1394.349590] env[63097]: _type = "HttpNfcLease" [ 1394.349590] env[63097]: } is initializing. {{(pid=63097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1394.473377] env[63097]: DEBUG oslo_vmware.api [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5247839f-aea5-680d-ff94-8d65ecf08d84, 'name': SearchDatastore_Task, 'duration_secs': 0.012567} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.476021] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1394.476021] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1394.476021] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1394.476021] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.476021] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1394.476021] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.476021] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1394.476021] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8aefb34c-ee7b-42bf-adac-1a0b3f5a412c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.478103] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e94d4fa-83e5-44e5-b567-c2e49b401305 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.485154] env[63097]: DEBUG oslo_vmware.api [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1394.485154] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]528a8b2f-450d-2b70-3b68-016bcfebcabb" [ 1394.485154] env[63097]: _type = "Task" [ 1394.485154] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.491798] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1394.491995] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1394.495126] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-299c74b5-7e5b-4cc8-acc9-a0ee5761b044 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.499450] env[63097]: DEBUG oslo_vmware.api [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]528a8b2f-450d-2b70-3b68-016bcfebcabb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.504595] env[63097]: DEBUG oslo_vmware.api [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Waiting for the task: (returnval){ [ 1394.504595] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]521eb6e2-3d8b-8ff3-cdc6-3cbbd31d2db2" [ 1394.504595] env[63097]: _type = "Task" [ 1394.504595] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.513665] env[63097]: DEBUG oslo_vmware.api [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]521eb6e2-3d8b-8ff3-cdc6-3cbbd31d2db2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.546684] env[63097]: DEBUG nova.scheduler.client.report [None req-47825c0e-6e81-40ac-a3ac-d171a0b3ecaa tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1394.610409] env[63097]: DEBUG nova.network.neutron [req-635bebf5-5d68-448b-afde-ff5321a237f2 req-0f1491fa-be2c-4b75-874e-c9bf92306178 service nova] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Updated VIF entry in instance network info cache for port ab5f25ed-453f-4447-8d9f-ee8f0f5b1baf. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1394.610802] env[63097]: DEBUG nova.network.neutron [req-635bebf5-5d68-448b-afde-ff5321a237f2 req-0f1491fa-be2c-4b75-874e-c9bf92306178 service nova] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Updating instance_info_cache with network_info: [{"id": "ab5f25ed-453f-4447-8d9f-ee8f0f5b1baf", "address": "fa:16:3e:00:b5:d9", "network": {"id": "50215c70-2086-4e75-a852-57a251fe1397", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1988148367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfaa0618e4044c5db920f1465bf6dc07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab5f25ed-45", "ovs_interfaceid": "ab5f25ed-453f-4447-8d9f-ee8f0f5b1baf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.658413] env[63097]: DEBUG nova.network.neutron [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Successfully updated port: 9bacc85b-1517-4aeb-8f62-f1872c2a6676 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1394.784193] env[63097]: DEBUG oslo_concurrency.lockutils [None req-616fa099-63c5-4708-9bd0-b8cd760314a8 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Lock "8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.737s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1394.821853] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7c7761ab-e4dc-4b57-bec7-b801302aeda0 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "820d328a-53eb-492f-a4a7-0c90f45aacbe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1394.822148] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7c7761ab-e4dc-4b57-bec7-b801302aeda0 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "820d328a-53eb-492f-a4a7-0c90f45aacbe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1394.849468] env[63097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1394.849468] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52ad3d10-5871-6c25-c5fd-e969f5a889cb" [ 1394.849468] env[63097]: _type = "HttpNfcLease" [ 1394.849468] env[63097]: } is ready. {{(pid=63097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1394.849786] env[63097]: DEBUG oslo_vmware.rw_handles [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1394.849786] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52ad3d10-5871-6c25-c5fd-e969f5a889cb" [ 1394.849786] env[63097]: _type = "HttpNfcLease" [ 1394.849786] env[63097]: }. {{(pid=63097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1394.851494] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7493c0c-68bb-4415-b132-a63176215cd3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.863023] env[63097]: DEBUG oslo_vmware.rw_handles [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52753b26-4599-a9dc-5ac4-2ab871e671e2/disk-0.vmdk from lease info. {{(pid=63097) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1394.863173] env[63097]: DEBUG oslo_vmware.rw_handles [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52753b26-4599-a9dc-5ac4-2ab871e671e2/disk-0.vmdk for reading. {{(pid=63097) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1394.994692] env[63097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1027f361-9770-401d-8c7c-bd9080325daa {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.001679] env[63097]: DEBUG oslo_vmware.api [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]528a8b2f-450d-2b70-3b68-016bcfebcabb, 'name': SearchDatastore_Task, 'duration_secs': 0.019455} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.003286] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1395.003616] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1395.004173] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1395.013276] env[63097]: DEBUG nova.compute.manager [req-bb33607f-eb41-4f63-aa4a-22f6473088c3 req-be6b47cb-874f-422c-89c1-6650cf2882d1 service nova] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Received event network-vif-plugged-9bacc85b-1517-4aeb-8f62-f1872c2a6676 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1395.013519] env[63097]: DEBUG oslo_concurrency.lockutils [req-bb33607f-eb41-4f63-aa4a-22f6473088c3 req-be6b47cb-874f-422c-89c1-6650cf2882d1 service nova] Acquiring lock "c2ae5550-369a-44af-91d8-b982da0f296d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.013732] env[63097]: DEBUG oslo_concurrency.lockutils [req-bb33607f-eb41-4f63-aa4a-22f6473088c3 req-be6b47cb-874f-422c-89c1-6650cf2882d1 service nova] Lock "c2ae5550-369a-44af-91d8-b982da0f296d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.013901] env[63097]: DEBUG oslo_concurrency.lockutils [req-bb33607f-eb41-4f63-aa4a-22f6473088c3 req-be6b47cb-874f-422c-89c1-6650cf2882d1 service nova] Lock "c2ae5550-369a-44af-91d8-b982da0f296d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.014083] env[63097]: DEBUG nova.compute.manager [req-bb33607f-eb41-4f63-aa4a-22f6473088c3 req-be6b47cb-874f-422c-89c1-6650cf2882d1 service nova] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] No waiting events found dispatching network-vif-plugged-9bacc85b-1517-4aeb-8f62-f1872c2a6676 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1395.014262] env[63097]: WARNING nova.compute.manager [req-bb33607f-eb41-4f63-aa4a-22f6473088c3 req-be6b47cb-874f-422c-89c1-6650cf2882d1 service nova] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Received unexpected event network-vif-plugged-9bacc85b-1517-4aeb-8f62-f1872c2a6676 for instance with vm_state building and task_state spawning. [ 1395.019037] env[63097]: DEBUG oslo_vmware.api [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]521eb6e2-3d8b-8ff3-cdc6-3cbbd31d2db2, 'name': SearchDatastore_Task, 'duration_secs': 0.031451} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.023486] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d933cb33-9bd6-46e2-8bfc-a8bd0c8822c4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.035283] env[63097]: DEBUG oslo_vmware.api [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Waiting for the task: (returnval){ [ 1395.035283] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]521af6bb-f835-97da-9167-5f12eb9473a4" [ 1395.035283] env[63097]: _type = "Task" [ 1395.035283] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.046063] env[63097]: DEBUG oslo_vmware.api [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]521af6bb-f835-97da-9167-5f12eb9473a4, 'name': SearchDatastore_Task, 'duration_secs': 0.01193} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.046353] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1395.046622] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] cc431fa5-30f4-410a-bcb0-1e0587b4ea32/cc431fa5-30f4-410a-bcb0-1e0587b4ea32.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1395.046909] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.047116] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1395.047359] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7a841d6-4a14-41df-a45b-3ac594d12b93 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.050790] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ac6bcbf-a40d-488f-a1b8-254156029e2b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.054914] env[63097]: DEBUG oslo_concurrency.lockutils [None req-47825c0e-6e81-40ac-a3ac-d171a0b3ecaa tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.066s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.057468] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.186s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.059271] env[63097]: INFO nova.compute.claims [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1395.065276] env[63097]: DEBUG oslo_vmware.api [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Waiting for the task: (returnval){ [ 1395.065276] env[63097]: value = "task-1686993" [ 1395.065276] env[63097]: _type = "Task" [ 1395.065276] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.065681] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1395.065821] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1395.066857] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ada4a4ca-6168-48e7-be4e-4704874fcab9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.081883] env[63097]: INFO nova.scheduler.client.report [None req-47825c0e-6e81-40ac-a3ac-d171a0b3ecaa tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Deleted allocations for instance b67270f6-3538-4709-8293-b7315e08ec57 [ 1395.092483] env[63097]: DEBUG oslo_vmware.api [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1395.092483] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52fff7bb-9a95-866a-bf59-9c3d21063b98" [ 1395.092483] env[63097]: _type = "Task" [ 1395.092483] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.096605] env[63097]: DEBUG oslo_vmware.api [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Task: {'id': task-1686993, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.107880] env[63097]: DEBUG oslo_vmware.api [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52fff7bb-9a95-866a-bf59-9c3d21063b98, 'name': SearchDatastore_Task, 'duration_secs': 0.024724} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.109573] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11c2b789-0b4e-4b9c-9375-ccaa237384c8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.114226] env[63097]: DEBUG oslo_concurrency.lockutils [req-635bebf5-5d68-448b-afde-ff5321a237f2 req-0f1491fa-be2c-4b75-874e-c9bf92306178 service nova] Releasing lock "refresh_cache-d22d9d1c-131d-4497-aec6-ab82f7fea0ea" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1395.119056] env[63097]: DEBUG oslo_vmware.api [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1395.119056] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]520efe2c-a404-b82c-6a72-59b9b5168920" [ 1395.119056] env[63097]: _type = "Task" [ 1395.119056] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.126544] env[63097]: DEBUG oslo_vmware.api [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]520efe2c-a404-b82c-6a72-59b9b5168920, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.160997] env[63097]: DEBUG oslo_concurrency.lockutils [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquiring lock "refresh_cache-c2ae5550-369a-44af-91d8-b982da0f296d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1395.161328] env[63097]: DEBUG oslo_concurrency.lockutils [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquired lock "refresh_cache-c2ae5550-369a-44af-91d8-b982da0f296d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.161414] env[63097]: DEBUG nova.network.neutron [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1395.325685] env[63097]: DEBUG nova.compute.manager [None req-7c7761ab-e4dc-4b57-bec7-b801302aeda0 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 820d328a-53eb-492f-a4a7-0c90f45aacbe] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1395.593027] env[63097]: DEBUG oslo_vmware.api [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Task: {'id': task-1686993, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.593027] env[63097]: DEBUG oslo_concurrency.lockutils [None req-47825c0e-6e81-40ac-a3ac-d171a0b3ecaa tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Lock "b67270f6-3538-4709-8293-b7315e08ec57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.236s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.633091] env[63097]: DEBUG oslo_vmware.api [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]520efe2c-a404-b82c-6a72-59b9b5168920, 'name': SearchDatastore_Task, 'duration_secs': 0.010336} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.634788] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1395.635867] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] d22d9d1c-131d-4497-aec6-ab82f7fea0ea/d22d9d1c-131d-4497-aec6-ab82f7fea0ea.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1395.637608] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25fd4147-e581-4ed9-b3e4-321b89caa181 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.648159] env[63097]: DEBUG oslo_vmware.api [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1395.648159] env[63097]: value = "task-1686994" [ 1395.648159] env[63097]: _type = "Task" [ 1395.648159] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.663422] env[63097]: DEBUG oslo_vmware.api [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1686994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.731996] env[63097]: DEBUG nova.network.neutron [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1395.831265] env[63097]: DEBUG nova.compute.manager [None req-7c7761ab-e4dc-4b57-bec7-b801302aeda0 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 820d328a-53eb-492f-a4a7-0c90f45aacbe] Instance disappeared before build. {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2440}} [ 1395.863070] env[63097]: DEBUG nova.compute.manager [None req-e4cb0be9-cbaa-4b2f-a33b-b346aaf1bc23 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1395.864057] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192bbc42-3990-40a8-bba6-d5f33d9f911c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.908632] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5d0b7652-74bb-493e-8d40-660b85c3157f tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Acquiring lock "4defb923-1206-4f52-8349-646dfc87b849" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.909505] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5d0b7652-74bb-493e-8d40-660b85c3157f tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Lock "4defb923-1206-4f52-8349-646dfc87b849" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.909662] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5d0b7652-74bb-493e-8d40-660b85c3157f tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Acquiring lock "4defb923-1206-4f52-8349-646dfc87b849-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.910614] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5d0b7652-74bb-493e-8d40-660b85c3157f tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Lock "4defb923-1206-4f52-8349-646dfc87b849-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.910879] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5d0b7652-74bb-493e-8d40-660b85c3157f tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Lock "4defb923-1206-4f52-8349-646dfc87b849-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.913992] env[63097]: INFO nova.compute.manager [None req-5d0b7652-74bb-493e-8d40-660b85c3157f tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Terminating instance [ 1395.916862] env[63097]: DEBUG nova.compute.manager [None req-5d0b7652-74bb-493e-8d40-660b85c3157f tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1395.917726] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0b7652-74bb-493e-8d40-660b85c3157f tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1395.919109] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32af359-1b5e-425e-8867-7a41de92b233 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.933271] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d0b7652-74bb-493e-8d40-660b85c3157f tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1395.934141] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-074ee1cc-832f-4b44-949f-2fa3cc9e8f1d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.945024] env[63097]: DEBUG oslo_vmware.api [None req-5d0b7652-74bb-493e-8d40-660b85c3157f tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Waiting for the task: (returnval){ [ 1395.945024] env[63097]: value = "task-1686995" [ 1395.945024] env[63097]: _type = "Task" [ 1395.945024] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.956207] env[63097]: DEBUG oslo_vmware.api [None req-5d0b7652-74bb-493e-8d40-660b85c3157f tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Task: {'id': task-1686995, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.068568] env[63097]: DEBUG nova.network.neutron [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Updating instance_info_cache with network_info: [{"id": "9bacc85b-1517-4aeb-8f62-f1872c2a6676", "address": "fa:16:3e:e2:08:e8", "network": {"id": "50215c70-2086-4e75-a852-57a251fe1397", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1988148367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfaa0618e4044c5db920f1465bf6dc07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bacc85b-15", "ovs_interfaceid": "9bacc85b-1517-4aeb-8f62-f1872c2a6676", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.086408] env[63097]: DEBUG oslo_vmware.api [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Task: {'id': task-1686993, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638062} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.086408] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] cc431fa5-30f4-410a-bcb0-1e0587b4ea32/cc431fa5-30f4-410a-bcb0-1e0587b4ea32.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1396.086408] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1396.086408] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-218e4c74-ee90-435a-943f-9eae838c4273 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.101772] env[63097]: DEBUG oslo_vmware.api [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Waiting for the task: (returnval){ [ 1396.101772] env[63097]: value = "task-1686996" [ 1396.101772] env[63097]: _type = "Task" [ 1396.101772] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.120200] env[63097]: DEBUG oslo_vmware.api [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Task: {'id': task-1686996, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.159791] env[63097]: DEBUG oslo_vmware.api [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1686994, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.370319] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7c7761ab-e4dc-4b57-bec7-b801302aeda0 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "820d328a-53eb-492f-a4a7-0c90f45aacbe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 1.548s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1396.380536] env[63097]: INFO nova.compute.manager [None req-e4cb0be9-cbaa-4b2f-a33b-b346aaf1bc23 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] instance snapshotting [ 1396.391461] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4602701-5196-495e-bcdc-f54c617d4753 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.415564] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f53bb1d-132e-4ffe-b69f-73a4917519be {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.455440] env[63097]: DEBUG oslo_vmware.api [None req-5d0b7652-74bb-493e-8d40-660b85c3157f tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Task: {'id': task-1686995, 'name': PowerOffVM_Task, 'duration_secs': 0.49355} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.455739] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d0b7652-74bb-493e-8d40-660b85c3157f tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1396.455919] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0b7652-74bb-493e-8d40-660b85c3157f tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1396.457961] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab11ea03-2c42-4c7e-8923-8d00d38c7822 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.571717] env[63097]: DEBUG oslo_concurrency.lockutils [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Releasing lock "refresh_cache-c2ae5550-369a-44af-91d8-b982da0f296d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1396.572143] env[63097]: DEBUG nova.compute.manager [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Instance network_info: |[{"id": "9bacc85b-1517-4aeb-8f62-f1872c2a6676", "address": "fa:16:3e:e2:08:e8", "network": {"id": "50215c70-2086-4e75-a852-57a251fe1397", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1988148367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfaa0618e4044c5db920f1465bf6dc07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bacc85b-15", "ovs_interfaceid": "9bacc85b-1517-4aeb-8f62-f1872c2a6676", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1396.572607] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:08:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5c34919-7d52-4a52-bab1-81af4c8182ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bacc85b-1517-4aeb-8f62-f1872c2a6676', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1396.581224] env[63097]: DEBUG oslo.service.loopingcall [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1396.584896] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1396.585392] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0fd302b-dfd1-4906-a8b1-8ad708a05c8d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.613764] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0b7652-74bb-493e-8d40-660b85c3157f tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1396.614023] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0b7652-74bb-493e-8d40-660b85c3157f tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1396.614848] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d0b7652-74bb-493e-8d40-660b85c3157f tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Deleting the datastore file [datastore1] 4defb923-1206-4f52-8349-646dfc87b849 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1396.620040] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa90d875-d587-4ecb-a2ee-32b26ecabbe9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.622137] env[63097]: DEBUG oslo_vmware.api [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Task: {'id': task-1686996, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093028} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.622452] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1396.622452] env[63097]: value = "task-1686998" [ 1396.622452] env[63097]: _type = "Task" [ 1396.622452] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.629636] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1396.630908] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276b19d6-0be1-4bb9-9be2-c2655bf0f025 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.639360] env[63097]: DEBUG oslo_vmware.api [None req-5d0b7652-74bb-493e-8d40-660b85c3157f tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Waiting for the task: (returnval){ [ 1396.639360] env[63097]: value = "task-1686999" [ 1396.639360] env[63097]: _type = "Task" [ 1396.639360] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.650794] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7742f726-b4d3-4c4e-b744-a280b2219d01 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.668028] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686998, 'name': CreateVM_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.677411] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] cc431fa5-30f4-410a-bcb0-1e0587b4ea32/cc431fa5-30f4-410a-bcb0-1e0587b4ea32.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1396.684061] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc5bbc9b-bc3b-41b1-9716-20c891c2381e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.708681] env[63097]: DEBUG oslo_vmware.api [None req-5d0b7652-74bb-493e-8d40-660b85c3157f tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Task: {'id': task-1686999, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.710915] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6884b99d-b9d6-40ae-9917-d43beecc0189 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.718559] env[63097]: DEBUG oslo_vmware.api [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1686994, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598129} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.720552] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] d22d9d1c-131d-4497-aec6-ab82f7fea0ea/d22d9d1c-131d-4497-aec6-ab82f7fea0ea.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1396.721234] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1396.721234] env[63097]: DEBUG oslo_vmware.api [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Waiting for the task: (returnval){ [ 1396.721234] env[63097]: value = "task-1687000" [ 1396.721234] env[63097]: _type = "Task" [ 1396.721234] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.721590] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64d716e5-2262-40be-affd-82ea142a89ae {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.756028] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5774500-7758-4605-bc96-2352bd3b28e4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.770167] env[63097]: DEBUG oslo_vmware.api [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Task: {'id': task-1687000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.772023] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad6b993-5e9e-4ea9-b044-e7a3ac66551a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.776759] env[63097]: DEBUG oslo_vmware.api [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1396.776759] env[63097]: value = "task-1687001" [ 1396.776759] env[63097]: _type = "Task" [ 1396.776759] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.792792] env[63097]: DEBUG nova.compute.provider_tree [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1396.797803] env[63097]: DEBUG oslo_vmware.api [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687001, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.830420] env[63097]: DEBUG oslo_concurrency.lockutils [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "5998295c-c2d7-4c52-b227-857e35ce4228" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.830732] env[63097]: DEBUG oslo_concurrency.lockutils [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "5998295c-c2d7-4c52-b227-857e35ce4228" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.928844] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e4cb0be9-cbaa-4b2f-a33b-b346aaf1bc23 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Creating Snapshot of the VM instance {{(pid=63097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1396.929244] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1a65597c-e9a4-494a-9182-f1d064f8d23f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.941963] env[63097]: DEBUG oslo_vmware.api [None req-e4cb0be9-cbaa-4b2f-a33b-b346aaf1bc23 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1396.941963] env[63097]: value = "task-1687002" [ 1396.941963] env[63097]: _type = "Task" [ 1396.941963] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.956430] env[63097]: DEBUG oslo_vmware.api [None req-e4cb0be9-cbaa-4b2f-a33b-b346aaf1bc23 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687002, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.093686] env[63097]: DEBUG nova.compute.manager [req-aa7e1860-f821-47d4-853d-46868e5b349c req-dcb7fd12-01ae-478e-9eab-74e39a3294de service nova] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Received event network-changed-9bacc85b-1517-4aeb-8f62-f1872c2a6676 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1397.094092] env[63097]: DEBUG nova.compute.manager [req-aa7e1860-f821-47d4-853d-46868e5b349c req-dcb7fd12-01ae-478e-9eab-74e39a3294de service nova] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Refreshing instance network info cache due to event network-changed-9bacc85b-1517-4aeb-8f62-f1872c2a6676. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1397.094461] env[63097]: DEBUG oslo_concurrency.lockutils [req-aa7e1860-f821-47d4-853d-46868e5b349c req-dcb7fd12-01ae-478e-9eab-74e39a3294de service nova] Acquiring lock "refresh_cache-c2ae5550-369a-44af-91d8-b982da0f296d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1397.094629] env[63097]: DEBUG oslo_concurrency.lockutils [req-aa7e1860-f821-47d4-853d-46868e5b349c req-dcb7fd12-01ae-478e-9eab-74e39a3294de service nova] Acquired lock "refresh_cache-c2ae5550-369a-44af-91d8-b982da0f296d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.094865] env[63097]: DEBUG nova.network.neutron [req-aa7e1860-f821-47d4-853d-46868e5b349c req-dcb7fd12-01ae-478e-9eab-74e39a3294de service nova] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Refreshing network info cache for port 9bacc85b-1517-4aeb-8f62-f1872c2a6676 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1397.138295] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1686998, 'name': CreateVM_Task, 'duration_secs': 0.408402} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.138476] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1397.139404] env[63097]: DEBUG oslo_concurrency.lockutils [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1397.139585] env[63097]: DEBUG oslo_concurrency.lockutils [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.139930] env[63097]: DEBUG oslo_concurrency.lockutils [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1397.140379] env[63097]: DEBUG oslo_concurrency.lockutils [None req-027c7d36-f4a5-4937-9e1e-379409eb8402 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Acquiring lock "e73c5fb1-ec75-4b70-8097-acad36f44a18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.140582] env[63097]: DEBUG oslo_concurrency.lockutils [None req-027c7d36-f4a5-4937-9e1e-379409eb8402 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Lock "e73c5fb1-ec75-4b70-8097-acad36f44a18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.140855] env[63097]: DEBUG oslo_concurrency.lockutils [None req-027c7d36-f4a5-4937-9e1e-379409eb8402 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Acquiring lock "e73c5fb1-ec75-4b70-8097-acad36f44a18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.141067] env[63097]: DEBUG oslo_concurrency.lockutils [None req-027c7d36-f4a5-4937-9e1e-379409eb8402 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Lock "e73c5fb1-ec75-4b70-8097-acad36f44a18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.141243] env[63097]: DEBUG oslo_concurrency.lockutils [None req-027c7d36-f4a5-4937-9e1e-379409eb8402 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Lock "e73c5fb1-ec75-4b70-8097-acad36f44a18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.143028] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9577f40-846c-40c2-b279-49e15e14ddde {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.145257] env[63097]: INFO nova.compute.manager [None req-027c7d36-f4a5-4937-9e1e-379409eb8402 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Terminating instance [ 1397.150690] env[63097]: DEBUG nova.compute.manager [None req-027c7d36-f4a5-4937-9e1e-379409eb8402 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1397.151062] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-027c7d36-f4a5-4937-9e1e-379409eb8402 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1397.151901] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68de8db-8f75-4d4b-9f72-dfb22f61f881 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.156630] env[63097]: DEBUG oslo_vmware.api [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1397.156630] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]525247f1-e0cb-1e74-0b93-243dad9b790e" [ 1397.156630] env[63097]: _type = "Task" [ 1397.156630] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.166207] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-027c7d36-f4a5-4937-9e1e-379409eb8402 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1397.166981] env[63097]: DEBUG oslo_vmware.api [None req-5d0b7652-74bb-493e-8d40-660b85c3157f tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Task: {'id': task-1686999, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371223} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.167673] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-517b8291-b592-4406-81bc-8379a9959382 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.169340] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d0b7652-74bb-493e-8d40-660b85c3157f tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1397.169617] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0b7652-74bb-493e-8d40-660b85c3157f tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1397.169883] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0b7652-74bb-493e-8d40-660b85c3157f tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1397.170227] env[63097]: INFO nova.compute.manager [None req-5d0b7652-74bb-493e-8d40-660b85c3157f tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1397.170580] env[63097]: DEBUG oslo.service.loopingcall [None req-5d0b7652-74bb-493e-8d40-660b85c3157f tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1397.173993] env[63097]: DEBUG nova.compute.manager [-] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1397.174153] env[63097]: DEBUG nova.network.neutron [-] [instance: 4defb923-1206-4f52-8349-646dfc87b849] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1397.177041] env[63097]: DEBUG oslo_vmware.api [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]525247f1-e0cb-1e74-0b93-243dad9b790e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.185158] env[63097]: DEBUG oslo_vmware.api [None req-027c7d36-f4a5-4937-9e1e-379409eb8402 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Waiting for the task: (returnval){ [ 1397.185158] env[63097]: value = "task-1687003" [ 1397.185158] env[63097]: _type = "Task" [ 1397.185158] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.198161] env[63097]: DEBUG oslo_vmware.api [None req-027c7d36-f4a5-4937-9e1e-379409eb8402 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Task: {'id': task-1687003, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.238336] env[63097]: DEBUG oslo_vmware.api [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Task: {'id': task-1687000, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.261553] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a17b0215-eb95-45d7-964d-fcf1aeb6f046 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Acquiring lock "9f9d16ac-5b92-43dd-b5db-360121101198" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.261553] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a17b0215-eb95-45d7-964d-fcf1aeb6f046 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Lock "9f9d16ac-5b92-43dd-b5db-360121101198" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.291394] env[63097]: DEBUG oslo_vmware.api [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687001, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161663} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.292701] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1397.293983] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16844b0-ecd7-4c96-8bb8-a0d2d6d73a1b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.297719] env[63097]: DEBUG nova.scheduler.client.report [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1397.333668] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] d22d9d1c-131d-4497-aec6-ab82f7fea0ea/d22d9d1c-131d-4497-aec6-ab82f7fea0ea.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1397.334630] env[63097]: DEBUG nova.compute.manager [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1397.340566] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2ecfdfc-1627-4b57-8b44-37a84c7450ab {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.368338] env[63097]: DEBUG oslo_vmware.api [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1397.368338] env[63097]: value = "task-1687004" [ 1397.368338] env[63097]: _type = "Task" [ 1397.368338] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.379819] env[63097]: DEBUG oslo_vmware.api [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687004, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.455700] env[63097]: DEBUG oslo_vmware.api [None req-e4cb0be9-cbaa-4b2f-a33b-b346aaf1bc23 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687002, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.669350] env[63097]: DEBUG oslo_vmware.api [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]525247f1-e0cb-1e74-0b93-243dad9b790e, 'name': SearchDatastore_Task, 'duration_secs': 0.021413} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.669679] env[63097]: DEBUG oslo_concurrency.lockutils [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1397.669927] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1397.670202] env[63097]: DEBUG oslo_concurrency.lockutils [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1397.670414] env[63097]: DEBUG oslo_concurrency.lockutils [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.670626] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1397.670942] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afa31756-864b-402c-bae2-6704de69f041 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.681221] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1397.681417] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1397.682218] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00376b86-ba58-496b-af44-8ae482e40b10 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.694624] env[63097]: DEBUG oslo_vmware.api [None req-027c7d36-f4a5-4937-9e1e-379409eb8402 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Task: {'id': task-1687003, 'name': PowerOffVM_Task, 'duration_secs': 0.324293} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.695686] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-027c7d36-f4a5-4937-9e1e-379409eb8402 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1397.695946] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-027c7d36-f4a5-4937-9e1e-379409eb8402 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1397.696406] env[63097]: DEBUG oslo_vmware.api [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1397.696406] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5297dcdb-ecfe-9245-1c1b-3c52bbef2ced" [ 1397.696406] env[63097]: _type = "Task" [ 1397.696406] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.696638] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-848d788f-e7a1-4495-8a36-c70fb6af4a2c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.708934] env[63097]: DEBUG oslo_vmware.api [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5297dcdb-ecfe-9245-1c1b-3c52bbef2ced, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.735119] env[63097]: DEBUG oslo_vmware.api [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Task: {'id': task-1687000, 'name': ReconfigVM_Task, 'duration_secs': 0.57538} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.735547] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Reconfigured VM instance instance-00000041 to attach disk [datastore2] cc431fa5-30f4-410a-bcb0-1e0587b4ea32/cc431fa5-30f4-410a-bcb0-1e0587b4ea32.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1397.735822] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=63097) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1373}} [ 1397.736522] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-c5e06105-bf8a-4d75-948d-7af2344b6b2f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.743809] env[63097]: DEBUG oslo_vmware.api [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Waiting for the task: (returnval){ [ 1397.743809] env[63097]: value = "task-1687006" [ 1397.743809] env[63097]: _type = "Task" [ 1397.743809] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.756205] env[63097]: DEBUG oslo_vmware.api [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Task: {'id': task-1687006, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.763470] env[63097]: DEBUG nova.compute.utils [None req-a17b0215-eb95-45d7-964d-fcf1aeb6f046 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1397.807083] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.807694] env[63097]: DEBUG nova.compute.manager [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1397.810644] env[63097]: DEBUG oslo_concurrency.lockutils [None req-546f624d-4439-49e8-b533-db7ce3e81cb6 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.760s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.810922] env[63097]: DEBUG nova.objects.instance [None req-546f624d-4439-49e8-b533-db7ce3e81cb6 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Lazy-loading 'resources' on Instance uuid e3a75066-9327-4a05-b055-6bdc59c7f593 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1397.862934] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-027c7d36-f4a5-4937-9e1e-379409eb8402 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1397.863327] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-027c7d36-f4a5-4937-9e1e-379409eb8402 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1397.863597] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-027c7d36-f4a5-4937-9e1e-379409eb8402 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Deleting the datastore file [datastore2] e73c5fb1-ec75-4b70-8097-acad36f44a18 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1397.866641] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4fce7fe0-ab66-4b68-9ad2-865e6a6ad4ec {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.886240] env[63097]: DEBUG oslo_vmware.api [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.886650] env[63097]: DEBUG oslo_vmware.api [None req-027c7d36-f4a5-4937-9e1e-379409eb8402 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Waiting for the task: (returnval){ [ 1397.886650] env[63097]: value = "task-1687007" [ 1397.886650] env[63097]: _type = "Task" [ 1397.886650] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.888216] env[63097]: DEBUG oslo_concurrency.lockutils [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.903083] env[63097]: DEBUG oslo_vmware.api [None req-027c7d36-f4a5-4937-9e1e-379409eb8402 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Task: {'id': task-1687007, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.955950] env[63097]: DEBUG oslo_vmware.api [None req-e4cb0be9-cbaa-4b2f-a33b-b346aaf1bc23 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687002, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.995854] env[63097]: DEBUG nova.network.neutron [req-aa7e1860-f821-47d4-853d-46868e5b349c req-dcb7fd12-01ae-478e-9eab-74e39a3294de service nova] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Updated VIF entry in instance network info cache for port 9bacc85b-1517-4aeb-8f62-f1872c2a6676. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1397.996292] env[63097]: DEBUG nova.network.neutron [req-aa7e1860-f821-47d4-853d-46868e5b349c req-dcb7fd12-01ae-478e-9eab-74e39a3294de service nova] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Updating instance_info_cache with network_info: [{"id": "9bacc85b-1517-4aeb-8f62-f1872c2a6676", "address": "fa:16:3e:e2:08:e8", "network": {"id": "50215c70-2086-4e75-a852-57a251fe1397", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1988148367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfaa0618e4044c5db920f1465bf6dc07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bacc85b-15", "ovs_interfaceid": "9bacc85b-1517-4aeb-8f62-f1872c2a6676", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.209969] env[63097]: DEBUG oslo_vmware.api [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5297dcdb-ecfe-9245-1c1b-3c52bbef2ced, 'name': SearchDatastore_Task, 'duration_secs': 0.019637} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.210839] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72883ad7-6e07-4a2f-a9e4-1ff4566ba373 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.216880] env[63097]: DEBUG oslo_vmware.api [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1398.216880] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c4a1c8-4181-bca0-722a-da539e065e9a" [ 1398.216880] env[63097]: _type = "Task" [ 1398.216880] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.225395] env[63097]: DEBUG oslo_vmware.api [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c4a1c8-4181-bca0-722a-da539e065e9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.254605] env[63097]: DEBUG oslo_vmware.api [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Task: {'id': task-1687006, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.091551} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.254931] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=63097) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1394}} [ 1398.255762] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7a26fe-34e2-4106-a182-84620c010b1f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.280072] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a17b0215-eb95-45d7-964d-fcf1aeb6f046 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Lock "9f9d16ac-5b92-43dd-b5db-360121101198" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.020s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1398.288228] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] cc431fa5-30f4-410a-bcb0-1e0587b4ea32/ephemeral_0.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1398.288586] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9577149d-07f2-40f8-b408-dc6743345bc8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.309146] env[63097]: DEBUG oslo_vmware.api [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Waiting for the task: (returnval){ [ 1398.309146] env[63097]: value = "task-1687008" [ 1398.309146] env[63097]: _type = "Task" [ 1398.309146] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.315452] env[63097]: DEBUG nova.compute.utils [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1398.324637] env[63097]: DEBUG nova.compute.manager [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1398.324839] env[63097]: DEBUG nova.network.neutron [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1398.326862] env[63097]: DEBUG oslo_vmware.api [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Task: {'id': task-1687008, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.380099] env[63097]: DEBUG oslo_vmware.api [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687004, 'name': ReconfigVM_Task, 'duration_secs': 0.568989} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.381563] env[63097]: DEBUG nova.policy [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45855365dd244a13a3e76bc15bda0cc3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a18b90ffbd934c73b5c6edc5be2f846e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1398.385292] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Reconfigured VM instance instance-00000042 to attach disk [datastore2] d22d9d1c-131d-4497-aec6-ab82f7fea0ea/d22d9d1c-131d-4497-aec6-ab82f7fea0ea.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1398.386176] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b399f1f-9b35-4b28-8a9c-4f03b4a156f6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.398566] env[63097]: DEBUG oslo_vmware.api [None req-027c7d36-f4a5-4937-9e1e-379409eb8402 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Task: {'id': task-1687007, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.471919} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.402389] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-027c7d36-f4a5-4937-9e1e-379409eb8402 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1398.402675] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-027c7d36-f4a5-4937-9e1e-379409eb8402 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1398.402836] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-027c7d36-f4a5-4937-9e1e-379409eb8402 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1398.403042] env[63097]: INFO nova.compute.manager [None req-027c7d36-f4a5-4937-9e1e-379409eb8402 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1398.403363] env[63097]: DEBUG oslo.service.loopingcall [None req-027c7d36-f4a5-4937-9e1e-379409eb8402 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1398.404150] env[63097]: DEBUG oslo_vmware.api [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1398.404150] env[63097]: value = "task-1687009" [ 1398.404150] env[63097]: _type = "Task" [ 1398.404150] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.405033] env[63097]: DEBUG nova.compute.manager [-] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1398.405033] env[63097]: DEBUG nova.network.neutron [-] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1398.416182] env[63097]: DEBUG oslo_vmware.api [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687009, 'name': Rename_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.434589] env[63097]: DEBUG nova.network.neutron [-] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.455761] env[63097]: DEBUG oslo_vmware.api [None req-e4cb0be9-cbaa-4b2f-a33b-b346aaf1bc23 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687002, 'name': CreateSnapshot_Task, 'duration_secs': 1.208069} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.458381] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e4cb0be9-cbaa-4b2f-a33b-b346aaf1bc23 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Created Snapshot of the VM instance {{(pid=63097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1398.460263] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c49567-d914-47e8-8f03-6abc4f606b6b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.499703] env[63097]: DEBUG oslo_concurrency.lockutils [req-aa7e1860-f821-47d4-853d-46868e5b349c req-dcb7fd12-01ae-478e-9eab-74e39a3294de service nova] Releasing lock "refresh_cache-c2ae5550-369a-44af-91d8-b982da0f296d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.728695] env[63097]: DEBUG oslo_vmware.api [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c4a1c8-4181-bca0-722a-da539e065e9a, 'name': SearchDatastore_Task, 'duration_secs': 0.025456} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.731463] env[63097]: DEBUG oslo_concurrency.lockutils [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.731778] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] c2ae5550-369a-44af-91d8-b982da0f296d/c2ae5550-369a-44af-91d8-b982da0f296d.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1398.732342] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33674ff1-6058-4ce6-bfdd-8c30d5baeac3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.739768] env[63097]: DEBUG oslo_vmware.api [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1398.739768] env[63097]: value = "task-1687010" [ 1398.739768] env[63097]: _type = "Task" [ 1398.739768] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.750706] env[63097]: DEBUG oslo_vmware.api [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687010, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.788794] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14573971-abed-499a-89fa-d6b2985b336c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.799074] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764b0703-cf4b-4bf3-b915-36a8cf829810 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.840949] env[63097]: DEBUG nova.compute.manager [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1398.849889] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369bab99-3149-4207-9f9e-bd00b9945149 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.862270] env[63097]: DEBUG oslo_vmware.api [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Task: {'id': task-1687008, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.864706] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1ea01b-d84e-4509-be4d-4700b563c4a8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.881222] env[63097]: DEBUG nova.compute.provider_tree [None req-546f624d-4439-49e8-b533-db7ce3e81cb6 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1399.724174] env[63097]: INFO nova.compute.manager [-] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Took 2.55 seconds to deallocate network for instance. [ 1399.733193] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e4cb0be9-cbaa-4b2f-a33b-b346aaf1bc23 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Creating linked-clone VM from snapshot {{(pid=63097) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1399.736046] env[63097]: DEBUG nova.scheduler.client.report [None req-546f624d-4439-49e8-b533-db7ce3e81cb6 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1399.739907] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a17b0215-eb95-45d7-964d-fcf1aeb6f046 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Acquiring lock "9f9d16ac-5b92-43dd-b5db-360121101198" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.740161] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a17b0215-eb95-45d7-964d-fcf1aeb6f046 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Lock "9f9d16ac-5b92-43dd-b5db-360121101198" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.740379] env[63097]: INFO nova.compute.manager [None req-a17b0215-eb95-45d7-964d-fcf1aeb6f046 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Attaching volume f94cb525-7b58-413e-bf1f-696fbdab5e2b to /dev/sdb [ 1399.743020] env[63097]: DEBUG oslo_vmware.api [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687009, 'name': Rename_Task, 'duration_secs': 0.289154} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.743874] env[63097]: DEBUG nova.network.neutron [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Successfully created port: a9cd91cb-25c6-4fee-aa1c-72fbd0777887 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1399.750204] env[63097]: DEBUG nova.compute.manager [req-b98ad813-2acc-4c72-b991-3b18ab6aa308 req-10d47e22-fbfd-43eb-9cc1-95b2f7838e7e service nova] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Received event network-vif-deleted-3943a5ed-29c9-4fa8-be02-478cbc10722e {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1399.750335] env[63097]: DEBUG nova.compute.manager [req-b98ad813-2acc-4c72-b991-3b18ab6aa308 req-10d47e22-fbfd-43eb-9cc1-95b2f7838e7e service nova] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Received event network-vif-deleted-964899bb-5ec0-4a0c-8e4c-ab463e606658 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1399.750502] env[63097]: DEBUG nova.compute.manager [req-b98ad813-2acc-4c72-b991-3b18ab6aa308 req-10d47e22-fbfd-43eb-9cc1-95b2f7838e7e service nova] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Received event network-vif-deleted-70ab3699-2ca2-477d-9935-58049575558e {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1399.750657] env[63097]: INFO nova.compute.manager [req-b98ad813-2acc-4c72-b991-3b18ab6aa308 req-10d47e22-fbfd-43eb-9cc1-95b2f7838e7e service nova] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Neutron deleted interface 70ab3699-2ca2-477d-9935-58049575558e; detaching it from the instance and deleting it from the info cache [ 1399.750840] env[63097]: DEBUG nova.network.neutron [req-b98ad813-2acc-4c72-b991-3b18ab6aa308 req-10d47e22-fbfd-43eb-9cc1-95b2f7838e7e service nova] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.754455] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a8098bb1-7d16-4de5-b332-d926408b73eb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.763093] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1399.771080] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-402bcd74-0d8e-4f5c-940c-3984d266fb47 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.780607] env[63097]: DEBUG oslo_vmware.api [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Task: {'id': task-1687008, 'name': ReconfigVM_Task, 'duration_secs': 0.713614} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.785376] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Reconfigured VM instance instance-00000041 to attach disk [datastore2] cc431fa5-30f4-410a-bcb0-1e0587b4ea32/ephemeral_0.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1399.786321] env[63097]: DEBUG oslo_vmware.api [None req-e4cb0be9-cbaa-4b2f-a33b-b346aaf1bc23 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1399.786321] env[63097]: value = "task-1687011" [ 1399.786321] env[63097]: _type = "Task" [ 1399.786321] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.787723] env[63097]: DEBUG oslo_vmware.api [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687010, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645922} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.789041] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b645f1f-e14a-42f5-b8e7-b2c5820c7a10 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.790867] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] c2ae5550-369a-44af-91d8-b982da0f296d/c2ae5550-369a-44af-91d8-b982da0f296d.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1399.791121] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1399.792126] env[63097]: DEBUG oslo_vmware.api [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1399.792126] env[63097]: value = "task-1687012" [ 1399.792126] env[63097]: _type = "Task" [ 1399.792126] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.796768] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab444def-d725-4e4d-b152-fefc77311668 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.805478] env[63097]: DEBUG oslo_vmware.api [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Waiting for the task: (returnval){ [ 1399.805478] env[63097]: value = "task-1687013" [ 1399.805478] env[63097]: _type = "Task" [ 1399.805478] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.816595] env[63097]: DEBUG oslo_vmware.api [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687012, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.816873] env[63097]: DEBUG oslo_vmware.api [None req-e4cb0be9-cbaa-4b2f-a33b-b346aaf1bc23 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687011, 'name': CloneVM_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.817159] env[63097]: DEBUG oslo_vmware.api [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1399.817159] env[63097]: value = "task-1687014" [ 1399.817159] env[63097]: _type = "Task" [ 1399.817159] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.822308] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc261c5a-e757-4719-ac69-ecd30b23f878 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.828944] env[63097]: DEBUG oslo_vmware.api [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Task: {'id': task-1687013, 'name': Rename_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.834615] env[63097]: DEBUG oslo_vmware.api [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687014, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.837250] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccb8eb7-65c3-4526-8c1e-068c0e2a8698 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.858041] env[63097]: DEBUG nova.virt.block_device [None req-a17b0215-eb95-45d7-964d-fcf1aeb6f046 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Updating existing volume attachment record: 8ece0f87-2623-44fc-b8d0-8e5a7c4d1625 {{(pid=63097) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1400.249793] env[63097]: DEBUG oslo_concurrency.lockutils [None req-546f624d-4439-49e8-b533-db7ce3e81cb6 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.437s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.251764] env[63097]: DEBUG nova.compute.manager [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1400.255210] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f89ed0df-d9ae-4746-b2c6-3629364cb584 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.148s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.259090] env[63097]: DEBUG nova.objects.instance [None req-f89ed0df-d9ae-4746-b2c6-3629364cb584 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Lazy-loading 'resources' on Instance uuid 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1400.259090] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6dffc379-2e48-48f2-9ee0-aa8cfc87e75a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.269802] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9602218-2d2c-4c47-b106-61542f3eb4c3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.288686] env[63097]: INFO nova.scheduler.client.report [None req-546f624d-4439-49e8-b533-db7ce3e81cb6 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Deleted allocations for instance e3a75066-9327-4a05-b055-6bdc59c7f593 [ 1400.296540] env[63097]: DEBUG nova.network.neutron [-] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.298305] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5d0b7652-74bb-493e-8d40-660b85c3157f tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.315569] env[63097]: DEBUG nova.virt.hardware [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1400.315877] env[63097]: DEBUG nova.virt.hardware [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1400.316185] env[63097]: DEBUG nova.virt.hardware [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1400.316934] env[63097]: DEBUG nova.virt.hardware [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1400.316934] env[63097]: DEBUG nova.virt.hardware [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1400.316934] env[63097]: DEBUG nova.virt.hardware [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1400.317184] env[63097]: DEBUG nova.virt.hardware [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1400.317480] env[63097]: DEBUG nova.virt.hardware [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1400.317788] env[63097]: DEBUG nova.virt.hardware [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1400.318082] env[63097]: DEBUG nova.virt.hardware [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1400.318383] env[63097]: DEBUG nova.virt.hardware [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1400.324744] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1199ebd2-0cc4-4880-b49f-8ef8e4ece57c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.350366] env[63097]: DEBUG nova.compute.manager [req-b98ad813-2acc-4c72-b991-3b18ab6aa308 req-10d47e22-fbfd-43eb-9cc1-95b2f7838e7e service nova] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Detach interface failed, port_id=70ab3699-2ca2-477d-9935-58049575558e, reason: Instance e73c5fb1-ec75-4b70-8097-acad36f44a18 could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1400.360607] env[63097]: DEBUG oslo_vmware.api [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687012, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.361483] env[63097]: DEBUG oslo_vmware.api [None req-e4cb0be9-cbaa-4b2f-a33b-b346aaf1bc23 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687011, 'name': CloneVM_Task} progress is 94%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.367833] env[63097]: DEBUG oslo_vmware.api [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Task: {'id': task-1687013, 'name': Rename_Task, 'duration_secs': 0.370267} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.373104] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1400.373885] env[63097]: DEBUG oslo_vmware.api [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687014, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153084} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.374703] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ed692ca-5b9a-4378-ad1b-a71ad8f3285c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.376670] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1400.380448] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a74ebe-6c63-4468-a28f-b491e0305a58 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.385555] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc324a4-95d4-4a44-a5d8-9c4548a48216 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.391364] env[63097]: DEBUG oslo_vmware.api [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Waiting for the task: (returnval){ [ 1400.391364] env[63097]: value = "task-1687018" [ 1400.391364] env[63097]: _type = "Task" [ 1400.391364] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.421670] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] c2ae5550-369a-44af-91d8-b982da0f296d/c2ae5550-369a-44af-91d8-b982da0f296d.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1400.423256] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33c45ee7-8a36-4fd0-bbae-7cc30cd3b7e2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.442883] env[63097]: DEBUG oslo_vmware.api [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Task: {'id': task-1687018, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.450180] env[63097]: DEBUG oslo_vmware.api [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1400.450180] env[63097]: value = "task-1687019" [ 1400.450180] env[63097]: _type = "Task" [ 1400.450180] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.460324] env[63097]: DEBUG oslo_vmware.api [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687019, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.804876] env[63097]: DEBUG nova.compute.manager [None req-eed4f208-b8d0-4093-bead-c5dd40a19936 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1400.805828] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295439d7-72b9-4f9c-9be0-dfd77d1805a7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.818275] env[63097]: INFO nova.compute.manager [-] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Took 2.41 seconds to deallocate network for instance. [ 1400.825037] env[63097]: DEBUG oslo_vmware.api [None req-e4cb0be9-cbaa-4b2f-a33b-b346aaf1bc23 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687011, 'name': CloneVM_Task} progress is 94%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.828279] env[63097]: DEBUG oslo_concurrency.lockutils [None req-546f624d-4439-49e8-b533-db7ce3e81cb6 tempest-ServerPasswordTestJSON-841186699 tempest-ServerPasswordTestJSON-841186699-project-member] Lock "e3a75066-9327-4a05-b055-6bdc59c7f593" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.754s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.833853] env[63097]: DEBUG oslo_vmware.api [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687012, 'name': PowerOnVM_Task, 'duration_secs': 0.848328} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.839249] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1400.839249] env[63097]: INFO nova.compute.manager [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Took 10.60 seconds to spawn the instance on the hypervisor. [ 1400.839433] env[63097]: DEBUG nova.compute.manager [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1400.840687] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2111c950-e330-47a2-b400-9b0dc0a50f3b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.908137] env[63097]: DEBUG oslo_vmware.api [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Task: {'id': task-1687018, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.965969] env[63097]: DEBUG oslo_vmware.api [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687019, 'name': ReconfigVM_Task, 'duration_secs': 0.33595} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.966600] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Reconfigured VM instance instance-00000043 to attach disk [datastore2] c2ae5550-369a-44af-91d8-b982da0f296d/c2ae5550-369a-44af-91d8-b982da0f296d.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1400.967094] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3bbf340f-7bb4-4e11-809f-0d549a691d7b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.975752] env[63097]: DEBUG oslo_vmware.api [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1400.975752] env[63097]: value = "task-1687020" [ 1400.975752] env[63097]: _type = "Task" [ 1400.975752] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.985312] env[63097]: DEBUG oslo_vmware.api [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687020, 'name': Rename_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.212814] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91ae59b-93e8-4faa-85a0-4acfda4304dc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.221445] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fd493e-d495-4570-b973-cff9a8b33740 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.252374] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123a6eb1-8211-4ea5-adca-26db65de855d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.261367] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf104a3-7a1a-45d2-98da-c7866d4b4ce0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.277727] env[63097]: DEBUG nova.compute.provider_tree [None req-f89ed0df-d9ae-4746-b2c6-3629364cb584 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1401.312296] env[63097]: DEBUG oslo_vmware.api [None req-e4cb0be9-cbaa-4b2f-a33b-b346aaf1bc23 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687011, 'name': CloneVM_Task} progress is 95%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.334192] env[63097]: DEBUG oslo_concurrency.lockutils [None req-027c7d36-f4a5-4937-9e1e-379409eb8402 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.341793] env[63097]: INFO nova.compute.manager [None req-eed4f208-b8d0-4093-bead-c5dd40a19936 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] instance snapshotting [ 1401.344754] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d88481-c01e-413e-b9b5-8b9c05fbda02 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.370408] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a439f0-bb79-49d0-95fd-06f86b6b943a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.376160] env[63097]: INFO nova.compute.manager [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Took 47.53 seconds to build instance. [ 1401.404553] env[63097]: DEBUG oslo_vmware.api [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Task: {'id': task-1687018, 'name': PowerOnVM_Task, 'duration_secs': 0.761362} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.404862] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1401.405084] env[63097]: INFO nova.compute.manager [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Took 13.33 seconds to spawn the instance on the hypervisor. [ 1401.405275] env[63097]: DEBUG nova.compute.manager [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1401.406066] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf94adb-de22-4510-ad4f-b23d91b70ec2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.488754] env[63097]: DEBUG oslo_vmware.api [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687020, 'name': Rename_Task, 'duration_secs': 0.189692} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.488754] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1401.488754] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92992388-5e02-4945-b990-ef2b8078eca5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.500194] env[63097]: DEBUG oslo_vmware.api [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1401.500194] env[63097]: value = "task-1687021" [ 1401.500194] env[63097]: _type = "Task" [ 1401.500194] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.507015] env[63097]: DEBUG oslo_vmware.api [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687021, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.782388] env[63097]: DEBUG nova.scheduler.client.report [None req-f89ed0df-d9ae-4746-b2c6-3629364cb584 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1401.812170] env[63097]: DEBUG oslo_vmware.api [None req-e4cb0be9-cbaa-4b2f-a33b-b346aaf1bc23 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687011, 'name': CloneVM_Task} progress is 95%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.878634] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6ab1f5a4-1392-415a-be90-7b9fd87306e0 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Lock "d22d9d1c-131d-4497-aec6-ab82f7fea0ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.642s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.885955] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-eed4f208-b8d0-4093-bead-c5dd40a19936 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Creating Snapshot of the VM instance {{(pid=63097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1401.886292] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fd645efe-d8c9-40e0-a1d9-e5990f0e57e7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.895920] env[63097]: DEBUG oslo_vmware.api [None req-eed4f208-b8d0-4093-bead-c5dd40a19936 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Waiting for the task: (returnval){ [ 1401.895920] env[63097]: value = "task-1687022" [ 1401.895920] env[63097]: _type = "Task" [ 1401.895920] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.906251] env[63097]: DEBUG oslo_vmware.api [None req-eed4f208-b8d0-4093-bead-c5dd40a19936 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687022, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.932975] env[63097]: INFO nova.compute.manager [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Took 50.53 seconds to build instance. [ 1402.013542] env[63097]: DEBUG oslo_vmware.api [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687021, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.033717] env[63097]: DEBUG nova.compute.manager [req-93428a72-9274-44d6-a87d-23d797c2ee35 req-9e7756bb-6f6c-45ce-89ee-1908bfabe0b7 service nova] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Received event network-vif-plugged-a9cd91cb-25c6-4fee-aa1c-72fbd0777887 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1402.033973] env[63097]: DEBUG oslo_concurrency.lockutils [req-93428a72-9274-44d6-a87d-23d797c2ee35 req-9e7756bb-6f6c-45ce-89ee-1908bfabe0b7 service nova] Acquiring lock "66274a74-ccfb-4a8b-ac23-f0b913919d19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.034804] env[63097]: DEBUG oslo_concurrency.lockutils [req-93428a72-9274-44d6-a87d-23d797c2ee35 req-9e7756bb-6f6c-45ce-89ee-1908bfabe0b7 service nova] Lock "66274a74-ccfb-4a8b-ac23-f0b913919d19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.034804] env[63097]: DEBUG oslo_concurrency.lockutils [req-93428a72-9274-44d6-a87d-23d797c2ee35 req-9e7756bb-6f6c-45ce-89ee-1908bfabe0b7 service nova] Lock "66274a74-ccfb-4a8b-ac23-f0b913919d19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.034804] env[63097]: DEBUG nova.compute.manager [req-93428a72-9274-44d6-a87d-23d797c2ee35 req-9e7756bb-6f6c-45ce-89ee-1908bfabe0b7 service nova] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] No waiting events found dispatching network-vif-plugged-a9cd91cb-25c6-4fee-aa1c-72fbd0777887 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1402.034804] env[63097]: WARNING nova.compute.manager [req-93428a72-9274-44d6-a87d-23d797c2ee35 req-9e7756bb-6f6c-45ce-89ee-1908bfabe0b7 service nova] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Received unexpected event network-vif-plugged-a9cd91cb-25c6-4fee-aa1c-72fbd0777887 for instance with vm_state building and task_state spawning. [ 1402.288448] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f89ed0df-d9ae-4746-b2c6-3629364cb584 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.033s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.291948] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a0e79e45-1fdc-46f0-81c3-37e99144867e tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.706s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.292294] env[63097]: DEBUG nova.objects.instance [None req-a0e79e45-1fdc-46f0-81c3-37e99144867e tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Lazy-loading 'resources' on Instance uuid 850b9308-9498-4834-bd24-616ea264d624 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1402.315891] env[63097]: DEBUG oslo_vmware.api [None req-e4cb0be9-cbaa-4b2f-a33b-b346aaf1bc23 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687011, 'name': CloneVM_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.320622] env[63097]: INFO nova.scheduler.client.report [None req-f89ed0df-d9ae-4746-b2c6-3629364cb584 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Deleted allocations for instance 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251 [ 1402.408196] env[63097]: DEBUG oslo_vmware.api [None req-eed4f208-b8d0-4093-bead-c5dd40a19936 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687022, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.435837] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c8a736ab-b160-4682-afb1-9cfef3f45aa3 tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Lock "cc431fa5-30f4-410a-bcb0-1e0587b4ea32" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.083s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.509504] env[63097]: DEBUG oslo_vmware.api [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687021, 'name': PowerOnVM_Task, 'duration_secs': 0.624881} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.509852] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1402.510131] env[63097]: INFO nova.compute.manager [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Took 9.56 seconds to spawn the instance on the hypervisor. [ 1402.510260] env[63097]: DEBUG nova.compute.manager [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1402.511609] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d27d6e-f528-468a-bbbd-1a85f1c8c9e8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.548120] env[63097]: DEBUG nova.network.neutron [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Successfully updated port: a9cd91cb-25c6-4fee-aa1c-72fbd0777887 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1402.678952] env[63097]: DEBUG nova.compute.manager [req-bd031404-e84c-46c0-aa05-be7432732781 req-e8269548-7106-4375-ad70-584007b0200a service nova] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Received event network-changed-a9cd91cb-25c6-4fee-aa1c-72fbd0777887 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1402.678952] env[63097]: DEBUG nova.compute.manager [req-bd031404-e84c-46c0-aa05-be7432732781 req-e8269548-7106-4375-ad70-584007b0200a service nova] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Refreshing instance network info cache due to event network-changed-a9cd91cb-25c6-4fee-aa1c-72fbd0777887. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1402.682498] env[63097]: DEBUG oslo_concurrency.lockutils [req-bd031404-e84c-46c0-aa05-be7432732781 req-e8269548-7106-4375-ad70-584007b0200a service nova] Acquiring lock "refresh_cache-66274a74-ccfb-4a8b-ac23-f0b913919d19" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.682498] env[63097]: DEBUG oslo_concurrency.lockutils [req-bd031404-e84c-46c0-aa05-be7432732781 req-e8269548-7106-4375-ad70-584007b0200a service nova] Acquired lock "refresh_cache-66274a74-ccfb-4a8b-ac23-f0b913919d19" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.682498] env[63097]: DEBUG nova.network.neutron [req-bd031404-e84c-46c0-aa05-be7432732781 req-e8269548-7106-4375-ad70-584007b0200a service nova] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Refreshing network info cache for port a9cd91cb-25c6-4fee-aa1c-72fbd0777887 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1402.818479] env[63097]: DEBUG oslo_vmware.api [None req-e4cb0be9-cbaa-4b2f-a33b-b346aaf1bc23 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687011, 'name': CloneVM_Task, 'duration_secs': 2.57567} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.822467] env[63097]: INFO nova.virt.vmwareapi.vmops [None req-e4cb0be9-cbaa-4b2f-a33b-b346aaf1bc23 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Created linked-clone VM from snapshot [ 1402.826994] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79ff7b3-7b4c-46e5-b5b8-b48ca9c040a0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.839287] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f89ed0df-d9ae-4746-b2c6-3629364cb584 tempest-ServerTagsTestJSON-1166883521 tempest-ServerTagsTestJSON-1166883521-project-member] Lock "2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.632s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.845965] env[63097]: DEBUG nova.virt.vmwareapi.images [None req-e4cb0be9-cbaa-4b2f-a33b-b346aaf1bc23 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Uploading image 7acfe9ad-b917-4a13-9bc2-ac9b8341f875 {{(pid=63097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1402.879706] env[63097]: DEBUG oslo_vmware.rw_handles [None req-e4cb0be9-cbaa-4b2f-a33b-b346aaf1bc23 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1402.879706] env[63097]: value = "vm-351659" [ 1402.879706] env[63097]: _type = "VirtualMachine" [ 1402.879706] env[63097]: }. {{(pid=63097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1402.880377] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-201fa6be-3926-43f3-8024-6a649717c2ee {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.893400] env[63097]: DEBUG oslo_vmware.rw_handles [None req-e4cb0be9-cbaa-4b2f-a33b-b346aaf1bc23 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lease: (returnval){ [ 1402.893400] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527d492a-fb66-e7e0-ba29-9af6b0485689" [ 1402.893400] env[63097]: _type = "HttpNfcLease" [ 1402.893400] env[63097]: } obtained for exporting VM: (result){ [ 1402.893400] env[63097]: value = "vm-351659" [ 1402.893400] env[63097]: _type = "VirtualMachine" [ 1402.893400] env[63097]: }. {{(pid=63097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1402.893400] env[63097]: DEBUG oslo_vmware.api [None req-e4cb0be9-cbaa-4b2f-a33b-b346aaf1bc23 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the lease: (returnval){ [ 1402.893400] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527d492a-fb66-e7e0-ba29-9af6b0485689" [ 1402.893400] env[63097]: _type = "HttpNfcLease" [ 1402.893400] env[63097]: } to be ready. {{(pid=63097) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1402.907802] env[63097]: DEBUG oslo_vmware.api [None req-eed4f208-b8d0-4093-bead-c5dd40a19936 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687022, 'name': CreateSnapshot_Task, 'duration_secs': 0.909494} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.908057] env[63097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1402.908057] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527d492a-fb66-e7e0-ba29-9af6b0485689" [ 1402.908057] env[63097]: _type = "HttpNfcLease" [ 1402.908057] env[63097]: } is initializing. {{(pid=63097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1402.908304] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-eed4f208-b8d0-4093-bead-c5dd40a19936 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Created Snapshot of the VM instance {{(pid=63097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1402.909053] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ace135-d9d7-4b80-beae-a2d9eb2e4426 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.039495] env[63097]: INFO nova.compute.manager [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Took 45.69 seconds to build instance. [ 1403.054095] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Acquiring lock "refresh_cache-66274a74-ccfb-4a8b-ac23-f0b913919d19" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1403.259395] env[63097]: DEBUG nova.network.neutron [req-bd031404-e84c-46c0-aa05-be7432732781 req-e8269548-7106-4375-ad70-584007b0200a service nova] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1403.322937] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6abcfcb-9e44-4e3b-b9f1-d0f8f8f88e9c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.333824] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0a6168-f875-4267-bca3-0385b052cb56 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.379037] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b996590-6593-4403-ba08-b903cea77fa6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.389542] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa1ca47-016a-4269-8f5a-c79d5d2201f2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.402999] env[63097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1403.402999] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527d492a-fb66-e7e0-ba29-9af6b0485689" [ 1403.402999] env[63097]: _type = "HttpNfcLease" [ 1403.402999] env[63097]: } is ready. {{(pid=63097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1403.411203] env[63097]: DEBUG oslo_vmware.rw_handles [None req-e4cb0be9-cbaa-4b2f-a33b-b346aaf1bc23 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1403.411203] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527d492a-fb66-e7e0-ba29-9af6b0485689" [ 1403.411203] env[63097]: _type = "HttpNfcLease" [ 1403.411203] env[63097]: }. {{(pid=63097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1403.411737] env[63097]: DEBUG nova.compute.provider_tree [None req-a0e79e45-1fdc-46f0-81c3-37e99144867e tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1403.414578] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8b3f71-89d1-47b4-940e-c3509978b1fa {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.432260] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-eed4f208-b8d0-4093-bead-c5dd40a19936 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Creating linked-clone VM from snapshot {{(pid=63097) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1403.436135] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dee9c5e0-403d-4c64-be51-350080861689 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.444832] env[63097]: DEBUG oslo_vmware.rw_handles [None req-e4cb0be9-cbaa-4b2f-a33b-b346aaf1bc23 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52454d92-545f-5632-a056-da26f4340781/disk-0.vmdk from lease info. {{(pid=63097) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1403.444832] env[63097]: DEBUG oslo_vmware.rw_handles [None req-e4cb0be9-cbaa-4b2f-a33b-b346aaf1bc23 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52454d92-545f-5632-a056-da26f4340781/disk-0.vmdk for reading. {{(pid=63097) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1403.533129] env[63097]: DEBUG nova.network.neutron [req-bd031404-e84c-46c0-aa05-be7432732781 req-e8269548-7106-4375-ad70-584007b0200a service nova] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.535171] env[63097]: DEBUG oslo_vmware.api [None req-eed4f208-b8d0-4093-bead-c5dd40a19936 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Waiting for the task: (returnval){ [ 1403.535171] env[63097]: value = "task-1687025" [ 1403.535171] env[63097]: _type = "Task" [ 1403.535171] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.547256] env[63097]: DEBUG oslo_concurrency.lockutils [None req-41582c35-b565-49bc-93c9-f3fefec2af60 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Lock "c2ae5550-369a-44af-91d8-b982da0f296d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.749s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1403.547544] env[63097]: DEBUG oslo_vmware.api [None req-eed4f208-b8d0-4093-bead-c5dd40a19936 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687025, 'name': CloneVM_Task} progress is 23%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.561752] env[63097]: DEBUG nova.compute.manager [req-26eb3650-ca09-430b-8349-0cc0fc8c080b req-b309f4f7-8228-4bcd-b27b-34b2eecc2774 service nova] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Received event network-changed-f46915fd-8ef4-41b5-a1c9-a46ec6502c84 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1403.561931] env[63097]: DEBUG nova.compute.manager [req-26eb3650-ca09-430b-8349-0cc0fc8c080b req-b309f4f7-8228-4bcd-b27b-34b2eecc2774 service nova] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Refreshing instance network info cache due to event network-changed-f46915fd-8ef4-41b5-a1c9-a46ec6502c84. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1403.562351] env[63097]: DEBUG oslo_concurrency.lockutils [req-26eb3650-ca09-430b-8349-0cc0fc8c080b req-b309f4f7-8228-4bcd-b27b-34b2eecc2774 service nova] Acquiring lock "refresh_cache-cc431fa5-30f4-410a-bcb0-1e0587b4ea32" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1403.562432] env[63097]: DEBUG oslo_concurrency.lockutils [req-26eb3650-ca09-430b-8349-0cc0fc8c080b req-b309f4f7-8228-4bcd-b27b-34b2eecc2774 service nova] Acquired lock "refresh_cache-cc431fa5-30f4-410a-bcb0-1e0587b4ea32" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.562658] env[63097]: DEBUG nova.network.neutron [req-26eb3650-ca09-430b-8349-0cc0fc8c080b req-b309f4f7-8228-4bcd-b27b-34b2eecc2774 service nova] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Refreshing network info cache for port f46915fd-8ef4-41b5-a1c9-a46ec6502c84 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1403.595512] env[63097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-36670197-897f-40d1-a439-ebcb429eaac8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.922066] env[63097]: DEBUG nova.scheduler.client.report [None req-a0e79e45-1fdc-46f0-81c3-37e99144867e tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1404.036541] env[63097]: DEBUG oslo_concurrency.lockutils [req-bd031404-e84c-46c0-aa05-be7432732781 req-e8269548-7106-4375-ad70-584007b0200a service nova] Releasing lock "refresh_cache-66274a74-ccfb-4a8b-ac23-f0b913919d19" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1404.037157] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Acquired lock "refresh_cache-66274a74-ccfb-4a8b-ac23-f0b913919d19" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.037537] env[63097]: DEBUG nova.network.neutron [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1404.051576] env[63097]: DEBUG oslo_vmware.api [None req-eed4f208-b8d0-4093-bead-c5dd40a19936 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687025, 'name': CloneVM_Task} progress is 94%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.410146] env[63097]: DEBUG nova.network.neutron [req-26eb3650-ca09-430b-8349-0cc0fc8c080b req-b309f4f7-8228-4bcd-b27b-34b2eecc2774 service nova] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Updated VIF entry in instance network info cache for port f46915fd-8ef4-41b5-a1c9-a46ec6502c84. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1404.410576] env[63097]: DEBUG nova.network.neutron [req-26eb3650-ca09-430b-8349-0cc0fc8c080b req-b309f4f7-8228-4bcd-b27b-34b2eecc2774 service nova] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Updating instance_info_cache with network_info: [{"id": "f46915fd-8ef4-41b5-a1c9-a46ec6502c84", "address": "fa:16:3e:89:4c:c9", "network": {"id": "30a3ca56-e7b1-4feb-ae87-e3441279feb9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-570308918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0a3dd50ae4420c9fdd9ea91ca9fc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf46915fd-8e", "ovs_interfaceid": "f46915fd-8ef4-41b5-a1c9-a46ec6502c84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.418948] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-a17b0215-eb95-45d7-964d-fcf1aeb6f046 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Volume attach. Driver type: vmdk {{(pid=63097) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1404.419452] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-a17b0215-eb95-45d7-964d-fcf1aeb6f046 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351661', 'volume_id': 'f94cb525-7b58-413e-bf1f-696fbdab5e2b', 'name': 'volume-f94cb525-7b58-413e-bf1f-696fbdab5e2b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9f9d16ac-5b92-43dd-b5db-360121101198', 'attached_at': '', 'detached_at': '', 'volume_id': 'f94cb525-7b58-413e-bf1f-696fbdab5e2b', 'serial': 'f94cb525-7b58-413e-bf1f-696fbdab5e2b'} {{(pid=63097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1404.420904] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1850d35f-602d-4c1c-809f-d3ac9d21b7a0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.430926] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a0e79e45-1fdc-46f0-81c3-37e99144867e tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.139s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.445505] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6adaf94f-b29c-4590-8ec8-acd50eb66c01 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.499s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.445961] env[63097]: DEBUG nova.objects.instance [None req-6adaf94f-b29c-4590-8ec8-acd50eb66c01 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Lazy-loading 'resources' on Instance uuid 3f01124c-7311-48fb-9e5c-c30cf58613fd {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1404.450962] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bf5afa-34ff-4e28-882c-bc1f5263df06 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.460643] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d6037c50-c401-41d6-9d2d-ad05c4b1c3e3 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "interface-7f1e806e-4689-4cd0-bef9-3f6af6ac7956-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.460643] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d6037c50-c401-41d6-9d2d-ad05c4b1c3e3 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "interface-7f1e806e-4689-4cd0-bef9-3f6af6ac7956-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.460770] env[63097]: DEBUG nova.objects.instance [None req-d6037c50-c401-41d6-9d2d-ad05c4b1c3e3 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lazy-loading 'flavor' on Instance uuid 7f1e806e-4689-4cd0-bef9-3f6af6ac7956 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1404.493066] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-a17b0215-eb95-45d7-964d-fcf1aeb6f046 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] volume-f94cb525-7b58-413e-bf1f-696fbdab5e2b/volume-f94cb525-7b58-413e-bf1f-696fbdab5e2b.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1404.494339] env[63097]: INFO nova.scheduler.client.report [None req-a0e79e45-1fdc-46f0-81c3-37e99144867e tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Deleted allocations for instance 850b9308-9498-4834-bd24-616ea264d624 [ 1404.495674] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99ff6559-9f7e-4caa-a735-50fdb22eeeae {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.518264] env[63097]: DEBUG oslo_vmware.api [None req-a17b0215-eb95-45d7-964d-fcf1aeb6f046 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Waiting for the task: (returnval){ [ 1404.518264] env[63097]: value = "task-1687026" [ 1404.518264] env[63097]: _type = "Task" [ 1404.518264] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.531713] env[63097]: DEBUG oslo_vmware.api [None req-a17b0215-eb95-45d7-964d-fcf1aeb6f046 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': task-1687026, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.552858] env[63097]: DEBUG oslo_vmware.api [None req-eed4f208-b8d0-4093-bead-c5dd40a19936 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687025, 'name': CloneVM_Task} progress is 95%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.591790] env[63097]: DEBUG nova.network.neutron [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1404.787143] env[63097]: DEBUG nova.network.neutron [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Updating instance_info_cache with network_info: [{"id": "a9cd91cb-25c6-4fee-aa1c-72fbd0777887", "address": "fa:16:3e:64:82:92", "network": {"id": "a164f660-8be3-4274-aa78-7985d5e4a2e9", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1095347199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a18b90ffbd934c73b5c6edc5be2f846e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9cd91cb-25", "ovs_interfaceid": "a9cd91cb-25c6-4fee-aa1c-72fbd0777887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.799186] env[63097]: INFO nova.compute.manager [None req-510f245b-5bb9-407d-867f-f60970e36948 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Rescuing [ 1404.799557] env[63097]: DEBUG oslo_concurrency.lockutils [None req-510f245b-5bb9-407d-867f-f60970e36948 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquiring lock "refresh_cache-c2ae5550-369a-44af-91d8-b982da0f296d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1404.799796] env[63097]: DEBUG oslo_concurrency.lockutils [None req-510f245b-5bb9-407d-867f-f60970e36948 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquired lock "refresh_cache-c2ae5550-369a-44af-91d8-b982da0f296d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.800011] env[63097]: DEBUG nova.network.neutron [None req-510f245b-5bb9-407d-867f-f60970e36948 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1404.917022] env[63097]: DEBUG oslo_concurrency.lockutils [req-26eb3650-ca09-430b-8349-0cc0fc8c080b req-b309f4f7-8228-4bcd-b27b-34b2eecc2774 service nova] Releasing lock "refresh_cache-cc431fa5-30f4-410a-bcb0-1e0587b4ea32" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1404.969309] env[63097]: DEBUG nova.objects.instance [None req-d6037c50-c401-41d6-9d2d-ad05c4b1c3e3 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lazy-loading 'pci_requests' on Instance uuid 7f1e806e-4689-4cd0-bef9-3f6af6ac7956 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1405.015270] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a0e79e45-1fdc-46f0-81c3-37e99144867e tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Lock "850b9308-9498-4834-bd24-616ea264d624" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.541s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.032201] env[63097]: DEBUG oslo_vmware.api [None req-a17b0215-eb95-45d7-964d-fcf1aeb6f046 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': task-1687026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.047680] env[63097]: DEBUG oslo_vmware.api [None req-eed4f208-b8d0-4093-bead-c5dd40a19936 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687025, 'name': CloneVM_Task, 'duration_secs': 1.453321} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.050354] env[63097]: INFO nova.virt.vmwareapi.vmops [None req-eed4f208-b8d0-4093-bead-c5dd40a19936 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Created linked-clone VM from snapshot [ 1405.051334] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471c8c48-fdb0-473a-a5c9-9b22b50039c0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.059679] env[63097]: DEBUG nova.virt.vmwareapi.images [None req-eed4f208-b8d0-4093-bead-c5dd40a19936 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Uploading image 652b7cfb-000d-41d0-856c-a9d6f041b5cb {{(pid=63097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1405.290351] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Releasing lock "refresh_cache-66274a74-ccfb-4a8b-ac23-f0b913919d19" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.290680] env[63097]: DEBUG nova.compute.manager [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Instance network_info: |[{"id": "a9cd91cb-25c6-4fee-aa1c-72fbd0777887", "address": "fa:16:3e:64:82:92", "network": {"id": "a164f660-8be3-4274-aa78-7985d5e4a2e9", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1095347199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a18b90ffbd934c73b5c6edc5be2f846e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9cd91cb-25", "ovs_interfaceid": "a9cd91cb-25c6-4fee-aa1c-72fbd0777887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1405.291139] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:82:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1712475b-e1be-49e0-9a18-febd305c90ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9cd91cb-25c6-4fee-aa1c-72fbd0777887', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1405.298562] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Creating folder: Project (a18b90ffbd934c73b5c6edc5be2f846e). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1405.301483] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2b05a43-0ce9-448d-99ca-ecf0b7f66195 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.316343] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Created folder: Project (a18b90ffbd934c73b5c6edc5be2f846e) in parent group-v351483. [ 1405.316569] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Creating folder: Instances. Parent ref: group-v351664. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1405.316900] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4bd829e8-eba3-4b2c-bf58-92921ad4b1be {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.328962] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948ef912-a0a9-4352-83fc-e40ebd4363d3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.333554] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Created folder: Instances in parent group-v351664. [ 1405.333917] env[63097]: DEBUG oslo.service.loopingcall [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1405.334426] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1405.334674] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-289eeb5f-7676-459c-bae2-97abbfdaac71 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.355025] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274525a5-aaf9-412a-b787-e708f1a3d5f3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.360060] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1405.360060] env[63097]: value = "task-1687029" [ 1405.360060] env[63097]: _type = "Task" [ 1405.360060] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.389369] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00dacaf2-9b7f-41bd-b9bc-252fe3890767 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.395259] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687029, 'name': CreateVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.400720] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9542bd77-839f-410e-a647-ab1ccba46ca3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.415790] env[63097]: DEBUG nova.compute.provider_tree [None req-6adaf94f-b29c-4590-8ec8-acd50eb66c01 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1405.470462] env[63097]: DEBUG nova.objects.base [None req-d6037c50-c401-41d6-9d2d-ad05c4b1c3e3 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Object Instance<7f1e806e-4689-4cd0-bef9-3f6af6ac7956> lazy-loaded attributes: flavor,pci_requests {{(pid=63097) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1405.470709] env[63097]: DEBUG nova.network.neutron [None req-d6037c50-c401-41d6-9d2d-ad05c4b1c3e3 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1405.536735] env[63097]: DEBUG oslo_vmware.api [None req-a17b0215-eb95-45d7-964d-fcf1aeb6f046 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': task-1687026, 'name': ReconfigVM_Task, 'duration_secs': 0.6356} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.537117] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-a17b0215-eb95-45d7-964d-fcf1aeb6f046 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Reconfigured VM instance instance-0000002b to attach disk [datastore1] volume-f94cb525-7b58-413e-bf1f-696fbdab5e2b/volume-f94cb525-7b58-413e-bf1f-696fbdab5e2b.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1405.547232] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dfc511a-58d0-44ed-9f64-023e0b613c5b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.567161] env[63097]: DEBUG oslo_vmware.api [None req-a17b0215-eb95-45d7-964d-fcf1aeb6f046 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Waiting for the task: (returnval){ [ 1405.567161] env[63097]: value = "task-1687030" [ 1405.567161] env[63097]: _type = "Task" [ 1405.567161] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.578269] env[63097]: DEBUG oslo_vmware.api [None req-a17b0215-eb95-45d7-964d-fcf1aeb6f046 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': task-1687030, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.627578] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d6037c50-c401-41d6-9d2d-ad05c4b1c3e3 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "interface-7f1e806e-4689-4cd0-bef9-3f6af6ac7956-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.167s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.631189] env[63097]: DEBUG nova.network.neutron [None req-510f245b-5bb9-407d-867f-f60970e36948 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Updating instance_info_cache with network_info: [{"id": "9bacc85b-1517-4aeb-8f62-f1872c2a6676", "address": "fa:16:3e:e2:08:e8", "network": {"id": "50215c70-2086-4e75-a852-57a251fe1397", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1988148367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfaa0618e4044c5db920f1465bf6dc07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bacc85b-15", "ovs_interfaceid": "9bacc85b-1517-4aeb-8f62-f1872c2a6676", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.870316] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687029, 'name': CreateVM_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.918949] env[63097]: DEBUG nova.scheduler.client.report [None req-6adaf94f-b29c-4590-8ec8-acd50eb66c01 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1406.078603] env[63097]: DEBUG oslo_vmware.api [None req-a17b0215-eb95-45d7-964d-fcf1aeb6f046 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': task-1687030, 'name': ReconfigVM_Task, 'duration_secs': 0.18081} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.078929] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-a17b0215-eb95-45d7-964d-fcf1aeb6f046 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351661', 'volume_id': 'f94cb525-7b58-413e-bf1f-696fbdab5e2b', 'name': 'volume-f94cb525-7b58-413e-bf1f-696fbdab5e2b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9f9d16ac-5b92-43dd-b5db-360121101198', 'attached_at': '', 'detached_at': '', 'volume_id': 'f94cb525-7b58-413e-bf1f-696fbdab5e2b', 'serial': 'f94cb525-7b58-413e-bf1f-696fbdab5e2b'} {{(pid=63097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1406.136140] env[63097]: DEBUG oslo_concurrency.lockutils [None req-510f245b-5bb9-407d-867f-f60970e36948 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Releasing lock "refresh_cache-c2ae5550-369a-44af-91d8-b982da0f296d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.373224] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687029, 'name': CreateVM_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.426946] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6adaf94f-b29c-4590-8ec8-acd50eb66c01 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.979s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.428121] env[63097]: DEBUG oslo_concurrency.lockutils [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 38.050s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.452431] env[63097]: INFO nova.scheduler.client.report [None req-6adaf94f-b29c-4590-8ec8-acd50eb66c01 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Deleted allocations for instance 3f01124c-7311-48fb-9e5c-c30cf58613fd [ 1406.848380] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed4f208-b8d0-4093-bead-c5dd40a19936 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Destroying the VM {{(pid=63097) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1406.848380] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-33bcd85f-6f46-4d9e-97d2-56872495c704 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.857856] env[63097]: DEBUG oslo_vmware.api [None req-eed4f208-b8d0-4093-bead-c5dd40a19936 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Waiting for the task: (returnval){ [ 1406.857856] env[63097]: value = "task-1687031" [ 1406.857856] env[63097]: _type = "Task" [ 1406.857856] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.877297] env[63097]: DEBUG oslo_vmware.api [None req-eed4f208-b8d0-4093-bead-c5dd40a19936 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687031, 'name': Destroy_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.886826] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687029, 'name': CreateVM_Task, 'duration_secs': 1.162165} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.890759] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1406.891411] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1406.891493] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.891899] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1406.892318] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bd9a442-06a6-4c4d-816e-fac13d87e9a5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.898170] env[63097]: DEBUG oslo_vmware.rw_handles [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52753b26-4599-a9dc-5ac4-2ab871e671e2/disk-0.vmdk. {{(pid=63097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1406.899465] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032f4d2e-2746-4f7a-ab31-dbfa76bd6ee0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.907149] env[63097]: DEBUG oslo_vmware.api [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Waiting for the task: (returnval){ [ 1406.907149] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52e66845-a294-9c4a-e3d8-cbf27b69ea5b" [ 1406.907149] env[63097]: _type = "Task" [ 1406.907149] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.909704] env[63097]: DEBUG oslo_vmware.rw_handles [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52753b26-4599-a9dc-5ac4-2ab871e671e2/disk-0.vmdk is in state: ready. {{(pid=63097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1406.909973] env[63097]: ERROR oslo_vmware.rw_handles [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52753b26-4599-a9dc-5ac4-2ab871e671e2/disk-0.vmdk due to incomplete transfer. [ 1406.914493] env[63097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c1c146c7-a15f-4be2-9c15-8f30aaf2f589 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.924298] env[63097]: DEBUG oslo_vmware.api [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52e66845-a294-9c4a-e3d8-cbf27b69ea5b, 'name': SearchDatastore_Task, 'duration_secs': 0.014338} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.926125] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.926487] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1406.926986] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1406.927260] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.927545] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1406.928068] env[63097]: DEBUG oslo_vmware.rw_handles [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52753b26-4599-a9dc-5ac4-2ab871e671e2/disk-0.vmdk. {{(pid=63097) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1406.928346] env[63097]: DEBUG nova.virt.vmwareapi.images [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Uploaded image 929b677f-8ada-4366-a4b4-aa096c7abc43 to the Glance image server {{(pid=63097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1406.931469] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Destroying the VM {{(pid=63097) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1406.932091] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d84778c2-db94-433b-aee5-4bf51c32899f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.934792] env[63097]: DEBUG nova.objects.instance [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Lazy-loading 'migration_context' on Instance uuid 3fd114c2-a544-4fc5-be3b-82c084f022e8 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1406.936086] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3c79b640-313d-4dfa-be48-7402207ea219 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.947748] env[63097]: DEBUG oslo_vmware.api [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1406.947748] env[63097]: value = "task-1687032" [ 1406.947748] env[63097]: _type = "Task" [ 1406.947748] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.949024] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1406.951052] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1406.954936] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c81cc4a3-8bfd-45ed-91a2-b16b6739b332 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.963967] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6adaf94f-b29c-4590-8ec8-acd50eb66c01 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Lock "3f01124c-7311-48fb-9e5c-c30cf58613fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.789s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.970730] env[63097]: DEBUG oslo_vmware.api [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687032, 'name': Destroy_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.972413] env[63097]: DEBUG oslo_vmware.api [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Waiting for the task: (returnval){ [ 1406.972413] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b673f1-edf7-5778-2258-25eeef1ca765" [ 1406.972413] env[63097]: _type = "Task" [ 1406.972413] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.985168] env[63097]: DEBUG oslo_vmware.api [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b673f1-edf7-5778-2258-25eeef1ca765, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.129807] env[63097]: DEBUG nova.objects.instance [None req-a17b0215-eb95-45d7-964d-fcf1aeb6f046 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Lazy-loading 'flavor' on Instance uuid 9f9d16ac-5b92-43dd-b5db-360121101198 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1407.373071] env[63097]: DEBUG oslo_vmware.api [None req-eed4f208-b8d0-4093-bead-c5dd40a19936 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687031, 'name': Destroy_Task, 'duration_secs': 0.389325} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.373775] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-eed4f208-b8d0-4093-bead-c5dd40a19936 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Destroyed the VM [ 1407.374425] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-eed4f208-b8d0-4093-bead-c5dd40a19936 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Deleting Snapshot of the VM instance {{(pid=63097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1407.374831] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-67441ab5-7ece-4600-909a-76886949ffef {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.387461] env[63097]: DEBUG oslo_vmware.api [None req-eed4f208-b8d0-4093-bead-c5dd40a19936 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Waiting for the task: (returnval){ [ 1407.387461] env[63097]: value = "task-1687033" [ 1407.387461] env[63097]: _type = "Task" [ 1407.387461] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.401024] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-510f245b-5bb9-407d-867f-f60970e36948 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1407.401024] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed750d71-e847-4218-a3f8-9673f3c9cf91 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.404531] env[63097]: DEBUG oslo_vmware.api [None req-eed4f208-b8d0-4093-bead-c5dd40a19936 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687033, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.410891] env[63097]: DEBUG oslo_vmware.api [None req-510f245b-5bb9-407d-867f-f60970e36948 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1407.410891] env[63097]: value = "task-1687034" [ 1407.410891] env[63097]: _type = "Task" [ 1407.410891] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.422077] env[63097]: DEBUG oslo_vmware.api [None req-510f245b-5bb9-407d-867f-f60970e36948 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.464861] env[63097]: DEBUG oslo_vmware.api [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687032, 'name': Destroy_Task} progress is 33%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.487886] env[63097]: DEBUG oslo_vmware.api [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b673f1-edf7-5778-2258-25eeef1ca765, 'name': SearchDatastore_Task, 'duration_secs': 0.014799} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.493249] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-004bbd7f-610a-4527-9fe7-d9de379909e9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.501838] env[63097]: DEBUG oslo_vmware.api [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Waiting for the task: (returnval){ [ 1407.501838] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52e27382-3444-1561-2d3e-f7574c65b245" [ 1407.501838] env[63097]: _type = "Task" [ 1407.501838] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.515410] env[63097]: DEBUG oslo_vmware.api [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52e27382-3444-1561-2d3e-f7574c65b245, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.634330] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a17b0215-eb95-45d7-964d-fcf1aeb6f046 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Lock "9f9d16ac-5b92-43dd-b5db-360121101198" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.894s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.904605] env[63097]: DEBUG oslo_vmware.api [None req-eed4f208-b8d0-4093-bead-c5dd40a19936 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687033, 'name': RemoveSnapshot_Task} progress is 76%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.921904] env[63097]: DEBUG oslo_vmware.api [None req-510f245b-5bb9-407d-867f-f60970e36948 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687034, 'name': PowerOffVM_Task, 'duration_secs': 0.240695} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.923786] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-510f245b-5bb9-407d-867f-f60970e36948 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1407.924644] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0ccf1f-643d-4d4d-8471-f5f1e6836e3a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.928806] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dee5b87-821e-4bea-b545-2518d9b34136 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.950903] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e6af46-c97e-4e2f-aef9-4a85be867304 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.955604] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474019f6-bdf1-4a1a-88cb-654c7f09d424 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.971790] env[63097]: DEBUG oslo_vmware.api [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687032, 'name': Destroy_Task, 'duration_secs': 0.565035} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.003521] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Destroyed the VM [ 1408.003858] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Deleting Snapshot of the VM instance {{(pid=63097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1408.007253] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e1b44912-9b0f-41ef-b359-2f5d31073963 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.013222] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41271eef-ae0b-4143-ac38-f38ec9598329 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.026432] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb37b5f-789f-4b07-92cc-592216f201a6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.031315] env[63097]: DEBUG oslo_vmware.api [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52e27382-3444-1561-2d3e-f7574c65b245, 'name': SearchDatastore_Task, 'duration_secs': 0.026068} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.034964] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.036957] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 66274a74-ccfb-4a8b-ac23-f0b913919d19/66274a74-ccfb-4a8b-ac23-f0b913919d19.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1408.036957] env[63097]: DEBUG oslo_vmware.api [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1408.036957] env[63097]: value = "task-1687035" [ 1408.036957] env[63097]: _type = "Task" [ 1408.036957] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.036957] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-881585d7-df74-445b-910f-04f1a36115cf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.046157] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-510f245b-5bb9-407d-867f-f60970e36948 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1408.060179] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8c903fb-bab4-49c1-be13-0d106aab6b63 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.062411] env[63097]: DEBUG nova.compute.provider_tree [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1408.066072] env[63097]: DEBUG oslo_vmware.api [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Waiting for the task: (returnval){ [ 1408.066072] env[63097]: value = "task-1687036" [ 1408.066072] env[63097]: _type = "Task" [ 1408.066072] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.073221] env[63097]: DEBUG oslo_vmware.api [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687035, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.075171] env[63097]: DEBUG oslo_vmware.api [None req-510f245b-5bb9-407d-867f-f60970e36948 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1408.075171] env[63097]: value = "task-1687037" [ 1408.075171] env[63097]: _type = "Task" [ 1408.075171] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.092491] env[63097]: DEBUG oslo_vmware.api [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Task: {'id': task-1687036, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.096776] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-510f245b-5bb9-407d-867f-f60970e36948 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] VM already powered off {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1408.096776] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-510f245b-5bb9-407d-867f-f60970e36948 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1408.096776] env[63097]: DEBUG oslo_concurrency.lockutils [None req-510f245b-5bb9-407d-867f-f60970e36948 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.096776] env[63097]: DEBUG oslo_concurrency.lockutils [None req-510f245b-5bb9-407d-867f-f60970e36948 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.097202] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-510f245b-5bb9-407d-867f-f60970e36948 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1408.097602] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19f3e717-7028-4497-adfc-5a65935b6a85 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.117794] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-510f245b-5bb9-407d-867f-f60970e36948 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1408.118640] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-510f245b-5bb9-407d-867f-f60970e36948 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1408.118872] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c159591-06e3-43cf-aaba-01fd517903e0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.126396] env[63097]: DEBUG oslo_vmware.api [None req-510f245b-5bb9-407d-867f-f60970e36948 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1408.126396] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d2eed6-9374-3b32-ce67-3ed529639977" [ 1408.126396] env[63097]: _type = "Task" [ 1408.126396] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.137971] env[63097]: DEBUG oslo_vmware.api [None req-510f245b-5bb9-407d-867f-f60970e36948 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d2eed6-9374-3b32-ce67-3ed529639977, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.218568] env[63097]: DEBUG oslo_concurrency.lockutils [None req-08c68cb9-0585-4bb4-84f0-8d2f6499bbca tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "interface-7f1e806e-4689-4cd0-bef9-3f6af6ac7956-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.218701] env[63097]: DEBUG oslo_concurrency.lockutils [None req-08c68cb9-0585-4bb4-84f0-8d2f6499bbca tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "interface-7f1e806e-4689-4cd0-bef9-3f6af6ac7956-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.220288] env[63097]: DEBUG nova.objects.instance [None req-08c68cb9-0585-4bb4-84f0-8d2f6499bbca tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lazy-loading 'flavor' on Instance uuid 7f1e806e-4689-4cd0-bef9-3f6af6ac7956 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1408.401535] env[63097]: DEBUG oslo_vmware.api [None req-eed4f208-b8d0-4093-bead-c5dd40a19936 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687033, 'name': RemoveSnapshot_Task, 'duration_secs': 0.665409} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.401786] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-eed4f208-b8d0-4093-bead-c5dd40a19936 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Deleted Snapshot of the VM instance {{(pid=63097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1408.554252] env[63097]: DEBUG oslo_vmware.api [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687035, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.569023] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d84dbbfc-359c-41be-8414-0795a54f8068 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Acquiring lock "ff1bf9fe-3695-43fd-8da5-99d6eb6441c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.569023] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d84dbbfc-359c-41be-8414-0795a54f8068 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Lock "ff1bf9fe-3695-43fd-8da5-99d6eb6441c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.569023] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d84dbbfc-359c-41be-8414-0795a54f8068 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Acquiring lock "ff1bf9fe-3695-43fd-8da5-99d6eb6441c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.569023] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d84dbbfc-359c-41be-8414-0795a54f8068 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Lock "ff1bf9fe-3695-43fd-8da5-99d6eb6441c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.569023] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d84dbbfc-359c-41be-8414-0795a54f8068 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Lock "ff1bf9fe-3695-43fd-8da5-99d6eb6441c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1408.570076] env[63097]: DEBUG nova.scheduler.client.report [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1408.575281] env[63097]: INFO nova.compute.manager [None req-d84dbbfc-359c-41be-8414-0795a54f8068 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Terminating instance [ 1408.584041] env[63097]: DEBUG nova.compute.manager [None req-d84dbbfc-359c-41be-8414-0795a54f8068 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1408.584041] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d84dbbfc-359c-41be-8414-0795a54f8068 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1408.584041] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56a40f2-4005-4680-9108-1c68042e7485 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.595250] env[63097]: DEBUG oslo_vmware.api [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Task: {'id': task-1687036, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.599939] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d84dbbfc-359c-41be-8414-0795a54f8068 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1408.600857] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc128a83-442b-42f9-8a2d-173e4c0705f2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.611419] env[63097]: DEBUG oslo_vmware.api [None req-d84dbbfc-359c-41be-8414-0795a54f8068 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Waiting for the task: (returnval){ [ 1408.611419] env[63097]: value = "task-1687038" [ 1408.611419] env[63097]: _type = "Task" [ 1408.611419] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.626142] env[63097]: DEBUG oslo_vmware.api [None req-d84dbbfc-359c-41be-8414-0795a54f8068 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1687038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.641380] env[63097]: DEBUG oslo_vmware.api [None req-510f245b-5bb9-407d-867f-f60970e36948 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d2eed6-9374-3b32-ce67-3ed529639977, 'name': SearchDatastore_Task, 'duration_secs': 0.012485} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.642543] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2c8268f-f8db-4c24-ae29-7008d8587b6b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.655787] env[63097]: DEBUG oslo_vmware.api [None req-510f245b-5bb9-407d-867f-f60970e36948 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1408.655787] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52e046a7-f05e-733d-69af-37f3f057cf45" [ 1408.655787] env[63097]: _type = "Task" [ 1408.655787] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.665407] env[63097]: DEBUG oslo_vmware.api [None req-510f245b-5bb9-407d-867f-f60970e36948 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52e046a7-f05e-733d-69af-37f3f057cf45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.906252] env[63097]: DEBUG nova.objects.instance [None req-08c68cb9-0585-4bb4-84f0-8d2f6499bbca tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lazy-loading 'pci_requests' on Instance uuid 7f1e806e-4689-4cd0-bef9-3f6af6ac7956 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1408.911327] env[63097]: WARNING nova.compute.manager [None req-eed4f208-b8d0-4093-bead-c5dd40a19936 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Image not found during snapshot: nova.exception.ImageNotFound: Image 652b7cfb-000d-41d0-856c-a9d6f041b5cb could not be found. [ 1408.956611] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9c704855-6191-4d08-aee3-905f30b6fccd tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Acquiring lock "9f9d16ac-5b92-43dd-b5db-360121101198" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.956909] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9c704855-6191-4d08-aee3-905f30b6fccd tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Lock "9f9d16ac-5b92-43dd-b5db-360121101198" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1409.050938] env[63097]: DEBUG oslo_vmware.api [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687035, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.089228] env[63097]: DEBUG oslo_vmware.api [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Task: {'id': task-1687036, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.756237} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.089533] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 66274a74-ccfb-4a8b-ac23-f0b913919d19/66274a74-ccfb-4a8b-ac23-f0b913919d19.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1409.089776] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1409.090123] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfce13a6-05d8-4ccf-a9b6-ee8ef82f409c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.099608] env[63097]: DEBUG oslo_vmware.api [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Waiting for the task: (returnval){ [ 1409.099608] env[63097]: value = "task-1687039" [ 1409.099608] env[63097]: _type = "Task" [ 1409.099608] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.116658] env[63097]: DEBUG oslo_vmware.api [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Task: {'id': task-1687039, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.128645] env[63097]: DEBUG oslo_vmware.api [None req-d84dbbfc-359c-41be-8414-0795a54f8068 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1687038, 'name': PowerOffVM_Task, 'duration_secs': 0.322611} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.129644] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d84dbbfc-359c-41be-8414-0795a54f8068 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1409.129823] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d84dbbfc-359c-41be-8414-0795a54f8068 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1409.130187] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cda2a643-3f5f-473a-a289-a380cac8400c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.168490] env[63097]: DEBUG oslo_vmware.api [None req-510f245b-5bb9-407d-867f-f60970e36948 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52e046a7-f05e-733d-69af-37f3f057cf45, 'name': SearchDatastore_Task, 'duration_secs': 0.037666} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.170727] env[63097]: DEBUG oslo_concurrency.lockutils [None req-510f245b-5bb9-407d-867f-f60970e36948 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.170727] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-510f245b-5bb9-407d-867f-f60970e36948 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] c2ae5550-369a-44af-91d8-b982da0f296d/62867302-ebc1-4c14-ab1f-3120d7e2b6ed-rescue.vmdk. {{(pid=63097) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1409.170727] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57c776f7-40a9-40ab-8230-a304f5bef108 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.178416] env[63097]: DEBUG oslo_vmware.api [None req-510f245b-5bb9-407d-867f-f60970e36948 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1409.178416] env[63097]: value = "task-1687041" [ 1409.178416] env[63097]: _type = "Task" [ 1409.178416] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.189081] env[63097]: DEBUG oslo_vmware.api [None req-510f245b-5bb9-407d-867f-f60970e36948 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.209228] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d84dbbfc-359c-41be-8414-0795a54f8068 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1409.209481] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d84dbbfc-359c-41be-8414-0795a54f8068 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1409.209675] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-d84dbbfc-359c-41be-8414-0795a54f8068 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Deleting the datastore file [datastore1] ff1bf9fe-3695-43fd-8da5-99d6eb6441c6 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1409.209984] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ffa0a91-54ec-4870-a9c0-3d374cb5018b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.218540] env[63097]: DEBUG oslo_vmware.api [None req-d84dbbfc-359c-41be-8414-0795a54f8068 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Waiting for the task: (returnval){ [ 1409.218540] env[63097]: value = "task-1687042" [ 1409.218540] env[63097]: _type = "Task" [ 1409.218540] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.231855] env[63097]: DEBUG oslo_vmware.api [None req-d84dbbfc-359c-41be-8414-0795a54f8068 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1687042, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.414282] env[63097]: DEBUG nova.objects.base [None req-08c68cb9-0585-4bb4-84f0-8d2f6499bbca tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Object Instance<7f1e806e-4689-4cd0-bef9-3f6af6ac7956> lazy-loaded attributes: flavor,pci_requests {{(pid=63097) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1409.414282] env[63097]: DEBUG nova.network.neutron [None req-08c68cb9-0585-4bb4-84f0-8d2f6499bbca tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1409.462790] env[63097]: INFO nova.compute.manager [None req-9c704855-6191-4d08-aee3-905f30b6fccd tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Detaching volume f94cb525-7b58-413e-bf1f-696fbdab5e2b [ 1409.515816] env[63097]: INFO nova.virt.block_device [None req-9c704855-6191-4d08-aee3-905f30b6fccd tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Attempting to driver detach volume f94cb525-7b58-413e-bf1f-696fbdab5e2b from mountpoint /dev/sdb [ 1409.516100] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c704855-6191-4d08-aee3-905f30b6fccd tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Volume detach. Driver type: vmdk {{(pid=63097) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1409.516336] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c704855-6191-4d08-aee3-905f30b6fccd tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351661', 'volume_id': 'f94cb525-7b58-413e-bf1f-696fbdab5e2b', 'name': 'volume-f94cb525-7b58-413e-bf1f-696fbdab5e2b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9f9d16ac-5b92-43dd-b5db-360121101198', 'attached_at': '', 'detached_at': '', 'volume_id': 'f94cb525-7b58-413e-bf1f-696fbdab5e2b', 'serial': 'f94cb525-7b58-413e-bf1f-696fbdab5e2b'} {{(pid=63097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1409.517600] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64985832-34ce-4f33-bd05-96412446d95f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.551130] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b85fcd4-d2e8-4192-868d-8057b9dc2f84 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.562868] env[63097]: DEBUG oslo_vmware.api [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687035, 'name': RemoveSnapshot_Task, 'duration_secs': 1.109425} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.565272] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Deleted Snapshot of the VM instance {{(pid=63097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1409.565718] env[63097]: DEBUG nova.compute.manager [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1409.566876] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de09dcb8-af15-4f8f-89f0-9f30c22f964c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.571478] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9e7b7f-c2bd-4a60-b9b4-52e69fe92315 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.606578] env[63097]: DEBUG oslo_concurrency.lockutils [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.178s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1409.619029] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 39.938s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1409.619029] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1409.619029] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1409.619239] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0ec221e3-5eb1-49e7-9c43-9d40f22119cb tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.340s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1409.619474] env[63097]: DEBUG nova.objects.instance [None req-0ec221e3-5eb1-49e7-9c43-9d40f22119cb tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Lazy-loading 'resources' on Instance uuid bcc107bc-64cc-489c-adcf-e6513011bbea {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1409.627807] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00fb214-cb1b-43a0-b8a3-4d81d4715143 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.642260] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12080a90-5204-4eb3-a628-20d33e659d03 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.668338] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c704855-6191-4d08-aee3-905f30b6fccd tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] The volume has not been displaced from its original location: [datastore1] volume-f94cb525-7b58-413e-bf1f-696fbdab5e2b/volume-f94cb525-7b58-413e-bf1f-696fbdab5e2b.vmdk. No consolidation needed. {{(pid=63097) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1409.672715] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c704855-6191-4d08-aee3-905f30b6fccd tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Reconfiguring VM instance instance-0000002b to detach disk 2001 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1409.682445] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58773948-fbe9-440e-a3d5-9f81a0aaa6ef {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.697886] env[63097]: DEBUG oslo_vmware.api [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Task: {'id': task-1687039, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119943} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.703022] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e020662-8a47-4fff-a430-8791a2293310 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.709546] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1409.711336] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb9b392-30a7-4f8a-a6c2-05a3854eba02 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.720500] env[63097]: DEBUG oslo_vmware.api [None req-9c704855-6191-4d08-aee3-905f30b6fccd tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Waiting for the task: (returnval){ [ 1409.720500] env[63097]: value = "task-1687043" [ 1409.720500] env[63097]: _type = "Task" [ 1409.720500] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.728018] env[63097]: DEBUG oslo_vmware.api [None req-510f245b-5bb9-407d-867f-f60970e36948 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687041, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.756328] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 66274a74-ccfb-4a8b-ac23-f0b913919d19/66274a74-ccfb-4a8b-ac23-f0b913919d19.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1409.770792] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cf03ecd-6b1c-40c2-8cce-31ca0c1554d6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.793457] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623d4c82-3c5e-47f8-98cc-ed4d83924002 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.796698] env[63097]: DEBUG oslo_vmware.api [None req-d84dbbfc-359c-41be-8414-0795a54f8068 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Task: {'id': task-1687042, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.51849} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.801951] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-d84dbbfc-359c-41be-8414-0795a54f8068 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1409.802234] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d84dbbfc-359c-41be-8414-0795a54f8068 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1409.802534] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d84dbbfc-359c-41be-8414-0795a54f8068 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1409.802709] env[63097]: INFO nova.compute.manager [None req-d84dbbfc-359c-41be-8414-0795a54f8068 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1409.803027] env[63097]: DEBUG oslo.service.loopingcall [None req-d84dbbfc-359c-41be-8414-0795a54f8068 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1409.803303] env[63097]: DEBUG oslo_vmware.api [None req-9c704855-6191-4d08-aee3-905f30b6fccd tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': task-1687043, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.805181] env[63097]: DEBUG nova.policy [None req-08c68cb9-0585-4bb4-84f0-8d2f6499bbca tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bae4322300614e59864289c069303c55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a00e94d35e44678b6698f8af082c448', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1409.807814] env[63097]: DEBUG nova.compute.manager [-] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1409.807814] env[63097]: DEBUG nova.network.neutron [-] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1409.814930] env[63097]: DEBUG oslo_vmware.api [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Waiting for the task: (returnval){ [ 1409.814930] env[63097]: value = "task-1687044" [ 1409.814930] env[63097]: _type = "Task" [ 1409.814930] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.823778] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98754782-da8b-481a-a912-a2e0a838aeea {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.835334] env[63097]: DEBUG oslo_vmware.api [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Task: {'id': task-1687044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.866215] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179017MB free_disk=147GB free_vcpus=48 pci_devices=None {{(pid=63097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1409.866416] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1410.121630] env[63097]: INFO nova.compute.manager [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Shelve offloading [ 1410.123889] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1410.124210] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fce92e01-5ee8-4323-a5fb-05b8c011a1aa {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.135023] env[63097]: DEBUG oslo_vmware.api [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1410.135023] env[63097]: value = "task-1687045" [ 1410.135023] env[63097]: _type = "Task" [ 1410.135023] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.146684] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] VM already powered off {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1410.146956] env[63097]: DEBUG nova.compute.manager [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1410.147722] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd2be95-16db-4a99-95f2-360f1418bb89 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.167336] env[63097]: DEBUG oslo_concurrency.lockutils [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquiring lock "refresh_cache-185ab458-44b4-4bc2-816a-269d7a4e2719" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1410.167336] env[63097]: DEBUG oslo_concurrency.lockutils [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquired lock "refresh_cache-185ab458-44b4-4bc2-816a-269d7a4e2719" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.167336] env[63097]: DEBUG nova.network.neutron [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1410.216063] env[63097]: DEBUG oslo_vmware.api [None req-510f245b-5bb9-407d-867f-f60970e36948 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687041, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678683} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.216063] env[63097]: INFO nova.virt.vmwareapi.ds_util [None req-510f245b-5bb9-407d-867f-f60970e36948 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] c2ae5550-369a-44af-91d8-b982da0f296d/62867302-ebc1-4c14-ab1f-3120d7e2b6ed-rescue.vmdk. [ 1410.216063] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc9e697-4f4d-4e17-9a8e-73808d3e4d7c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.246618] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-510f245b-5bb9-407d-867f-f60970e36948 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] c2ae5550-369a-44af-91d8-b982da0f296d/62867302-ebc1-4c14-ab1f-3120d7e2b6ed-rescue.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1410.254447] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c5cb30f-379a-43e1-a98a-c538a775346b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.285394] env[63097]: DEBUG oslo_vmware.api [None req-9c704855-6191-4d08-aee3-905f30b6fccd tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': task-1687043, 'name': ReconfigVM_Task, 'duration_secs': 0.413119} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.287490] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c704855-6191-4d08-aee3-905f30b6fccd tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Reconfigured VM instance instance-0000002b to detach disk 2001 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1410.296722] env[63097]: DEBUG oslo_vmware.api [None req-510f245b-5bb9-407d-867f-f60970e36948 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1410.296722] env[63097]: value = "task-1687046" [ 1410.296722] env[63097]: _type = "Task" [ 1410.296722] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.298516] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd10ab07-6bbb-48d3-ba5d-84aec917ce2b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.311168] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7270b7-1a54-4d81-ab0e-e22e40c36bfe {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.329448] env[63097]: DEBUG oslo_vmware.api [None req-9c704855-6191-4d08-aee3-905f30b6fccd tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Waiting for the task: (returnval){ [ 1410.329448] env[63097]: value = "task-1687047" [ 1410.329448] env[63097]: _type = "Task" [ 1410.329448] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.334046] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bef96c5-33f0-47e4-975e-c3ad1e82b375 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.337722] env[63097]: DEBUG oslo_vmware.api [None req-510f245b-5bb9-407d-867f-f60970e36948 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687046, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.345333] env[63097]: DEBUG oslo_vmware.api [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Task: {'id': task-1687044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.353326] env[63097]: DEBUG oslo_vmware.api [None req-9c704855-6191-4d08-aee3-905f30b6fccd tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': task-1687047, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.380542] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f86e73-4cb2-4983-a186-9dafca25b6d3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.391935] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766c5ad1-22b3-4bc3-b870-571c8adccaf8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.406501] env[63097]: DEBUG nova.compute.provider_tree [None req-0ec221e3-5eb1-49e7-9c43-9d40f22119cb tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1410.702135] env[63097]: INFO nova.compute.manager [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Swapping old allocation on dict_keys(['6b378d8e-1145-4591-928b-605b58f0be9e']) held by migration 9a29d92f-3ca9-49af-85f8-e05520a2fb4c for instance [ 1410.736206] env[63097]: DEBUG nova.scheduler.client.report [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Overwriting current allocation {'allocations': {'6b378d8e-1145-4591-928b-605b58f0be9e': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 84}}, 'project_id': '329a690027b048aa8061901948707b4f', 'user_id': '37aeafe74a4a4e92855ef9177bc73d59', 'consumer_generation': 1} on consumer 3fd114c2-a544-4fc5-be3b-82c084f022e8 {{(pid=63097) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1410.827176] env[63097]: DEBUG oslo_vmware.api [None req-510f245b-5bb9-407d-867f-f60970e36948 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687046, 'name': ReconfigVM_Task, 'duration_secs': 0.502713} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.828226] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-510f245b-5bb9-407d-867f-f60970e36948 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Reconfigured VM instance instance-00000043 to attach disk [datastore2] c2ae5550-369a-44af-91d8-b982da0f296d/62867302-ebc1-4c14-ab1f-3120d7e2b6ed-rescue.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1410.832837] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e165a66-2399-4e01-814f-bf7479739631 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.840476] env[63097]: DEBUG oslo_vmware.api [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Task: {'id': task-1687044, 'name': ReconfigVM_Task, 'duration_secs': 0.724479} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.843930] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 66274a74-ccfb-4a8b-ac23-f0b913919d19/66274a74-ccfb-4a8b-ac23-f0b913919d19.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1410.844433] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6aff1c09-6e02-4490-9b54-3e07f66be1fe {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.879059] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd3345a8-e388-4904-a881-40edd3501ed4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.885848] env[63097]: DEBUG oslo_vmware.api [None req-9c704855-6191-4d08-aee3-905f30b6fccd tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': task-1687047, 'name': ReconfigVM_Task, 'duration_secs': 0.164684} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.886205] env[63097]: DEBUG oslo_vmware.api [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Waiting for the task: (returnval){ [ 1410.886205] env[63097]: value = "task-1687048" [ 1410.886205] env[63097]: _type = "Task" [ 1410.886205] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.892410] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c704855-6191-4d08-aee3-905f30b6fccd tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351661', 'volume_id': 'f94cb525-7b58-413e-bf1f-696fbdab5e2b', 'name': 'volume-f94cb525-7b58-413e-bf1f-696fbdab5e2b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9f9d16ac-5b92-43dd-b5db-360121101198', 'attached_at': '', 'detached_at': '', 'volume_id': 'f94cb525-7b58-413e-bf1f-696fbdab5e2b', 'serial': 'f94cb525-7b58-413e-bf1f-696fbdab5e2b'} {{(pid=63097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1410.898942] env[63097]: DEBUG oslo_vmware.api [None req-510f245b-5bb9-407d-867f-f60970e36948 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1410.898942] env[63097]: value = "task-1687049" [ 1410.898942] env[63097]: _type = "Task" [ 1410.898942] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.906777] env[63097]: DEBUG oslo_vmware.api [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Task: {'id': task-1687048, 'name': Rename_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.907812] env[63097]: DEBUG oslo_concurrency.lockutils [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Acquiring lock "refresh_cache-3fd114c2-a544-4fc5-be3b-82c084f022e8" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1410.907987] env[63097]: DEBUG oslo_concurrency.lockutils [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Acquired lock "refresh_cache-3fd114c2-a544-4fc5-be3b-82c084f022e8" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.909950] env[63097]: DEBUG nova.network.neutron [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1410.911909] env[63097]: DEBUG nova.scheduler.client.report [None req-0ec221e3-5eb1-49e7-9c43-9d40f22119cb tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1410.918820] env[63097]: DEBUG oslo_vmware.api [None req-510f245b-5bb9-407d-867f-f60970e36948 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687049, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.923406] env[63097]: DEBUG nova.network.neutron [None req-08c68cb9-0585-4bb4-84f0-8d2f6499bbca tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Successfully created port: a28c00d1-2afc-490a-97d4-e1b3a09e1104 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1411.122520] env[63097]: DEBUG nova.network.neutron [-] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.405022] env[63097]: DEBUG oslo_vmware.api [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Task: {'id': task-1687048, 'name': Rename_Task, 'duration_secs': 0.205532} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.406801] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1411.407991] env[63097]: DEBUG nova.network.neutron [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Updating instance_info_cache with network_info: [{"id": "e92b0eaf-ae0e-4c7f-aaef-addb43dd5874", "address": "fa:16:3e:66:5f:70", "network": {"id": "063cc40b-6c34-4808-ab42-2b91c7189ebe", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1266792904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a316bbd2166545e1bd3ecf6cc2443d24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape92b0eaf-ae", "ovs_interfaceid": "e92b0eaf-ae0e-4c7f-aaef-addb43dd5874", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.409319] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5feac01-7a0b-4748-9816-68fd3e5f0bc9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.420037] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0ec221e3-5eb1-49e7-9c43-9d40f22119cb tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.800s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.426235] env[63097]: DEBUG oslo_vmware.api [None req-510f245b-5bb9-407d-867f-f60970e36948 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687049, 'name': ReconfigVM_Task, 'duration_secs': 0.173049} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.428289] env[63097]: DEBUG oslo_concurrency.lockutils [None req-26d268a8-c04b-4ee9-93f5-48e96877dd73 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.478s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.430017] env[63097]: DEBUG nova.objects.instance [None req-26d268a8-c04b-4ee9-93f5-48e96877dd73 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Lazy-loading 'resources' on Instance uuid f932e405-08fd-472a-b531-2cc25340f49d {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1411.430017] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-510f245b-5bb9-407d-867f-f60970e36948 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1411.433533] env[63097]: DEBUG oslo_vmware.api [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Waiting for the task: (returnval){ [ 1411.433533] env[63097]: value = "task-1687050" [ 1411.433533] env[63097]: _type = "Task" [ 1411.433533] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.433533] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00092443-96a3-4c46-a007-c497cc5acd6e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.444780] env[63097]: DEBUG oslo_vmware.api [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Task: {'id': task-1687050, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.447705] env[63097]: DEBUG oslo_vmware.api [None req-510f245b-5bb9-407d-867f-f60970e36948 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1411.447705] env[63097]: value = "task-1687051" [ 1411.447705] env[63097]: _type = "Task" [ 1411.447705] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.461172] env[63097]: DEBUG oslo_vmware.api [None req-510f245b-5bb9-407d-867f-f60970e36948 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.462406] env[63097]: INFO nova.scheduler.client.report [None req-0ec221e3-5eb1-49e7-9c43-9d40f22119cb tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Deleted allocations for instance bcc107bc-64cc-489c-adcf-e6513011bbea [ 1411.477919] env[63097]: DEBUG nova.objects.instance [None req-9c704855-6191-4d08-aee3-905f30b6fccd tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Lazy-loading 'flavor' on Instance uuid 9f9d16ac-5b92-43dd-b5db-360121101198 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1411.628836] env[63097]: INFO nova.compute.manager [-] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Took 1.82 seconds to deallocate network for instance. [ 1411.913171] env[63097]: DEBUG oslo_concurrency.lockutils [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Releasing lock "refresh_cache-185ab458-44b4-4bc2-816a-269d7a4e2719" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1411.946274] env[63097]: DEBUG oslo_vmware.api [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Task: {'id': task-1687050, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.964557] env[63097]: DEBUG oslo_vmware.api [None req-510f245b-5bb9-407d-867f-f60970e36948 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687051, 'name': PowerOnVM_Task, 'duration_secs': 0.40766} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.964557] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-510f245b-5bb9-407d-867f-f60970e36948 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1411.971077] env[63097]: DEBUG nova.compute.manager [None req-510f245b-5bb9-407d-867f-f60970e36948 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1411.972324] env[63097]: DEBUG nova.network.neutron [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Updating instance_info_cache with network_info: [{"id": "aa52c27d-867d-410f-8dba-52aabf33efe5", "address": "fa:16:3e:3a:73:ac", "network": {"id": "6b81232d-2bfc-4ee5-aaa8-178b8f49236c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6d5186fbfb8046dfb1f369e636f8eafb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa52c27d-86", "ovs_interfaceid": "aa52c27d-867d-410f-8dba-52aabf33efe5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.974759] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f874ab9-58a6-4138-b3b4-1f0edd073990 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.979499] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0ec221e3-5eb1-49e7-9c43-9d40f22119cb tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Lock "bcc107bc-64cc-489c-adcf-e6513011bbea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.294s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1412.138203] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d84dbbfc-359c-41be-8414-0795a54f8068 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.364321] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc21f63-1740-4a05-bdb5-8cff14ccc35d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.373625] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b48be9-9659-4762-a253-634c81f7f72f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.410578] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8d9a5c-30b6-4c41-9295-ef52e3793740 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.421407] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee6dc86-76bb-4253-b882-776cd000017c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.438519] env[63097]: DEBUG nova.compute.provider_tree [None req-26d268a8-c04b-4ee9-93f5-48e96877dd73 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1412.452906] env[63097]: DEBUG oslo_vmware.api [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Task: {'id': task-1687050, 'name': PowerOnVM_Task, 'duration_secs': 0.83412} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.454025] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1412.455056] env[63097]: INFO nova.compute.manager [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Took 12.20 seconds to spawn the instance on the hypervisor. [ 1412.455056] env[63097]: DEBUG nova.compute.manager [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1412.455380] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09145d43-5b09-4c72-ab8a-030b911a5fe0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.478295] env[63097]: DEBUG oslo_concurrency.lockutils [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Releasing lock "refresh_cache-3fd114c2-a544-4fc5-be3b-82c084f022e8" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1412.478786] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1412.479077] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4f46afb-f2cf-4777-bc53-5ab452722532 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.489609] env[63097]: DEBUG oslo_vmware.api [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Waiting for the task: (returnval){ [ 1412.489609] env[63097]: value = "task-1687052" [ 1412.489609] env[63097]: _type = "Task" [ 1412.489609] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.494827] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9c704855-6191-4d08-aee3-905f30b6fccd tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Lock "9f9d16ac-5b92-43dd-b5db-360121101198" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.538s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1412.509196] env[63097]: DEBUG oslo_vmware.api [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1687052, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.558245] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1412.559195] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6734d9-3196-4d1d-94d4-7a6f81282754 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.569072] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1412.569379] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2262e95-e74f-4e77-b2de-a88e153985fe {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.613245] env[63097]: DEBUG nova.compute.manager [req-fde2c343-d67c-4156-9494-5c365fe77c60 req-aeaedc93-c093-41da-b9a7-c265597ea888 service nova] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Received event network-vif-deleted-db69b75d-56cc-43cf-94d2-778c97d00ebd {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1412.761297] env[63097]: DEBUG oslo_concurrency.lockutils [None req-983cb613-8c88-4c92-9813-fd1f17aec188 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Acquiring lock "8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.761598] env[63097]: DEBUG oslo_concurrency.lockutils [None req-983cb613-8c88-4c92-9813-fd1f17aec188 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Lock "8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1412.761817] env[63097]: DEBUG oslo_concurrency.lockutils [None req-983cb613-8c88-4c92-9813-fd1f17aec188 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Acquiring lock "8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.762011] env[63097]: DEBUG oslo_concurrency.lockutils [None req-983cb613-8c88-4c92-9813-fd1f17aec188 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Lock "8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1412.764098] env[63097]: DEBUG oslo_concurrency.lockutils [None req-983cb613-8c88-4c92-9813-fd1f17aec188 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Lock "8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1412.765929] env[63097]: INFO nova.compute.manager [None req-983cb613-8c88-4c92-9813-fd1f17aec188 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Terminating instance [ 1412.771688] env[63097]: DEBUG nova.compute.manager [None req-983cb613-8c88-4c92-9813-fd1f17aec188 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1412.771688] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-983cb613-8c88-4c92-9813-fd1f17aec188 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1412.772776] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbba98ef-7b02-4d30-b9db-ff3dc264fc34 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.783663] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-983cb613-8c88-4c92-9813-fd1f17aec188 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1412.783943] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33fbde35-9b95-48d9-b9f0-d233e7fdb289 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.793752] env[63097]: DEBUG oslo_vmware.api [None req-983cb613-8c88-4c92-9813-fd1f17aec188 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Waiting for the task: (returnval){ [ 1412.793752] env[63097]: value = "task-1687054" [ 1412.793752] env[63097]: _type = "Task" [ 1412.793752] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.803556] env[63097]: DEBUG oslo_vmware.api [None req-983cb613-8c88-4c92-9813-fd1f17aec188 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687054, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.945491] env[63097]: DEBUG nova.scheduler.client.report [None req-26d268a8-c04b-4ee9-93f5-48e96877dd73 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1412.980217] env[63097]: INFO nova.compute.manager [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Took 54.13 seconds to build instance. [ 1413.002881] env[63097]: DEBUG oslo_vmware.api [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1687052, 'name': PowerOffVM_Task, 'duration_secs': 0.244447} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.003202] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1413.003883] env[63097]: DEBUG nova.virt.hardware [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:34:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='791a1c84-bd44-401c-b887-8a004b2d5bfc',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1367239910',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1413.004357] env[63097]: DEBUG nova.virt.hardware [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1413.004607] env[63097]: DEBUG nova.virt.hardware [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1413.004803] env[63097]: DEBUG nova.virt.hardware [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1413.004962] env[63097]: DEBUG nova.virt.hardware [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1413.005135] env[63097]: DEBUG nova.virt.hardware [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1413.005525] env[63097]: DEBUG nova.virt.hardware [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1413.005733] env[63097]: DEBUG nova.virt.hardware [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1413.005918] env[63097]: DEBUG nova.virt.hardware [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1413.006104] env[63097]: DEBUG nova.virt.hardware [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1413.006496] env[63097]: DEBUG nova.virt.hardware [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1413.014571] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b64aed2-b60b-49c4-b193-c3db17632cb0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.031838] env[63097]: DEBUG oslo_vmware.api [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Waiting for the task: (returnval){ [ 1413.031838] env[63097]: value = "task-1687055" [ 1413.031838] env[63097]: _type = "Task" [ 1413.031838] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.040670] env[63097]: DEBUG oslo_vmware.api [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1687055, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.169548] env[63097]: DEBUG nova.network.neutron [None req-08c68cb9-0585-4bb4-84f0-8d2f6499bbca tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Successfully updated port: a28c00d1-2afc-490a-97d4-e1b3a09e1104 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1413.304276] env[63097]: DEBUG oslo_vmware.api [None req-983cb613-8c88-4c92-9813-fd1f17aec188 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687054, 'name': PowerOffVM_Task, 'duration_secs': 0.197924} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.304590] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-983cb613-8c88-4c92-9813-fd1f17aec188 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1413.304775] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-983cb613-8c88-4c92-9813-fd1f17aec188 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1413.305051] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ebe4f93-dc28-482a-b17c-c20408a1b143 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.435780] env[63097]: INFO nova.compute.manager [None req-b9e046ef-b78a-405e-90fa-1cb2d2b645a3 tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Rebuilding instance [ 1413.453084] env[63097]: DEBUG oslo_concurrency.lockutils [None req-26d268a8-c04b-4ee9-93f5-48e96877dd73 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.023s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1413.455379] env[63097]: DEBUG oslo_concurrency.lockutils [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.829s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1413.458357] env[63097]: INFO nova.compute.claims [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 6a4cee3c-c5e3-4cc3-8f28-7cee96efee35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1413.483029] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cc518468-bcc1-42a6-a407-334668f785de tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Lock "66274a74-ccfb-4a8b-ac23-f0b913919d19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.162s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1413.488493] env[63097]: INFO nova.scheduler.client.report [None req-26d268a8-c04b-4ee9-93f5-48e96877dd73 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Deleted allocations for instance f932e405-08fd-472a-b531-2cc25340f49d [ 1413.501234] env[63097]: DEBUG nova.compute.manager [None req-b9e046ef-b78a-405e-90fa-1cb2d2b645a3 tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1413.502115] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1942fddd-f82d-4423-b3c4-2029fc55dc87 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.518449] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1413.518788] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1413.519109] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Deleting the datastore file [datastore1] 185ab458-44b4-4bc2-816a-269d7a4e2719 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1413.521877] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7bb5363e-c90d-40d2-a51e-f011b7696dd7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.525146] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-983cb613-8c88-4c92-9813-fd1f17aec188 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1413.525546] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-983cb613-8c88-4c92-9813-fd1f17aec188 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1413.526271] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-983cb613-8c88-4c92-9813-fd1f17aec188 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Deleting the datastore file [datastore1] 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1413.526452] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9368755-43d8-44a9-82dd-7398e6e5b837 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.541528] env[63097]: DEBUG oslo_vmware.api [None req-983cb613-8c88-4c92-9813-fd1f17aec188 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Waiting for the task: (returnval){ [ 1413.541528] env[63097]: value = "task-1687057" [ 1413.541528] env[63097]: _type = "Task" [ 1413.541528] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.541528] env[63097]: DEBUG oslo_vmware.api [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1413.541528] env[63097]: value = "task-1687058" [ 1413.541528] env[63097]: _type = "Task" [ 1413.541528] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.556466] env[63097]: DEBUG oslo_vmware.api [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1687055, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.568273] env[63097]: DEBUG oslo_vmware.api [None req-983cb613-8c88-4c92-9813-fd1f17aec188 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687057, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.568658] env[63097]: DEBUG oslo_vmware.api [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687058, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.673801] env[63097]: DEBUG oslo_concurrency.lockutils [None req-08c68cb9-0585-4bb4-84f0-8d2f6499bbca tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "refresh_cache-7f1e806e-4689-4cd0-bef9-3f6af6ac7956" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1413.674104] env[63097]: DEBUG oslo_concurrency.lockutils [None req-08c68cb9-0585-4bb4-84f0-8d2f6499bbca tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquired lock "refresh_cache-7f1e806e-4689-4cd0-bef9-3f6af6ac7956" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.674337] env[63097]: DEBUG nova.network.neutron [None req-08c68cb9-0585-4bb4-84f0-8d2f6499bbca tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1414.001324] env[63097]: DEBUG oslo_concurrency.lockutils [None req-26d268a8-c04b-4ee9-93f5-48e96877dd73 tempest-ServerGroupTestJSON-226353738 tempest-ServerGroupTestJSON-226353738-project-member] Lock "f932e405-08fd-472a-b531-2cc25340f49d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.174s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.017712] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9e046ef-b78a-405e-90fa-1cb2d2b645a3 tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1414.018501] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ad3d491-b73b-46a0-b779-81d70606e52b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.028401] env[63097]: DEBUG oslo_vmware.api [None req-b9e046ef-b78a-405e-90fa-1cb2d2b645a3 tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Waiting for the task: (returnval){ [ 1414.028401] env[63097]: value = "task-1687059" [ 1414.028401] env[63097]: _type = "Task" [ 1414.028401] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.041239] env[63097]: DEBUG oslo_vmware.api [None req-b9e046ef-b78a-405e-90fa-1cb2d2b645a3 tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Task: {'id': task-1687059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.051981] env[63097]: DEBUG oslo_vmware.api [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1687055, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.058940] env[63097]: DEBUG oslo_vmware.api [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687058, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.424167} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.061913] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1414.062063] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1414.062286] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1414.064401] env[63097]: DEBUG oslo_vmware.api [None req-983cb613-8c88-4c92-9813-fd1f17aec188 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687057, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.4221} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.065167] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-983cb613-8c88-4c92-9813-fd1f17aec188 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1414.065167] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-983cb613-8c88-4c92-9813-fd1f17aec188 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1414.065320] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-983cb613-8c88-4c92-9813-fd1f17aec188 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1414.065402] env[63097]: INFO nova.compute.manager [None req-983cb613-8c88-4c92-9813-fd1f17aec188 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1414.065648] env[63097]: DEBUG oslo.service.loopingcall [None req-983cb613-8c88-4c92-9813-fd1f17aec188 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1414.065847] env[63097]: DEBUG nova.compute.manager [-] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1414.065968] env[63097]: DEBUG nova.network.neutron [-] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1414.080921] env[63097]: INFO nova.scheduler.client.report [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Deleted allocations for instance 185ab458-44b4-4bc2-816a-269d7a4e2719 [ 1414.247025] env[63097]: WARNING nova.network.neutron [None req-08c68cb9-0585-4bb4-84f0-8d2f6499bbca tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] 4023f1be-d600-441b-9ec5-b01eac0704f3 already exists in list: networks containing: ['4023f1be-d600-441b-9ec5-b01eac0704f3']. ignoring it [ 1414.547023] env[63097]: DEBUG oslo_vmware.api [None req-b9e046ef-b78a-405e-90fa-1cb2d2b645a3 tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Task: {'id': task-1687059, 'name': PowerOffVM_Task, 'duration_secs': 0.239528} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.550887] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9e046ef-b78a-405e-90fa-1cb2d2b645a3 tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1414.551762] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9e046ef-b78a-405e-90fa-1cb2d2b645a3 tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1414.552289] env[63097]: DEBUG oslo_vmware.api [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1687055, 'name': ReconfigVM_Task, 'duration_secs': 1.187353} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.553123] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-329ec676-c16d-4286-8622-115e871a52e9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.555296] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1f4e5c-7e6e-45eb-ae8a-3682b6103171 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.581877] env[63097]: DEBUG nova.virt.hardware [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:34:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='791a1c84-bd44-401c-b887-8a004b2d5bfc',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1367239910',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1414.582304] env[63097]: DEBUG nova.virt.hardware [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1414.582551] env[63097]: DEBUG nova.virt.hardware [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1414.582811] env[63097]: DEBUG nova.virt.hardware [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1414.583043] env[63097]: DEBUG nova.virt.hardware [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1414.583284] env[63097]: DEBUG nova.virt.hardware [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1414.583568] env[63097]: DEBUG nova.virt.hardware [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1414.583802] env[63097]: DEBUG nova.virt.hardware [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1414.584063] env[63097]: DEBUG nova.virt.hardware [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1414.584305] env[63097]: DEBUG nova.virt.hardware [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1414.584551] env[63097]: DEBUG nova.virt.hardware [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1414.589296] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-147f001e-407e-4c66-9eb8-623435285392 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.592509] env[63097]: DEBUG oslo_concurrency.lockutils [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.592908] env[63097]: DEBUG oslo_vmware.api [None req-b9e046ef-b78a-405e-90fa-1cb2d2b645a3 tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Waiting for the task: (returnval){ [ 1414.592908] env[63097]: value = "task-1687060" [ 1414.592908] env[63097]: _type = "Task" [ 1414.592908] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.602755] env[63097]: DEBUG oslo_vmware.api [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Waiting for the task: (returnval){ [ 1414.602755] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c17019-b29b-ed94-ba7e-339ecf26fcae" [ 1414.602755] env[63097]: _type = "Task" [ 1414.602755] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.613235] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9e046ef-b78a-405e-90fa-1cb2d2b645a3 tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] VM already powered off {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1414.613610] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9e046ef-b78a-405e-90fa-1cb2d2b645a3 tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Volume detach. Driver type: vmdk {{(pid=63097) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1414.613931] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9e046ef-b78a-405e-90fa-1cb2d2b645a3 tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351519', 'volume_id': 'ef12889a-b692-4a2c-8efc-562757803f95', 'name': 'volume-ef12889a-b692-4a2c-8efc-562757803f95', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0f8f123b-8896-477a-a2fe-6c339238e5cd', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef12889a-b692-4a2c-8efc-562757803f95', 'serial': 'ef12889a-b692-4a2c-8efc-562757803f95'} {{(pid=63097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1414.615762] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbccd81-aa53-42cf-a8ca-9dcde4964ed4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.622898] env[63097]: DEBUG oslo_vmware.api [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c17019-b29b-ed94-ba7e-339ecf26fcae, 'name': SearchDatastore_Task, 'duration_secs': 0.010879} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.629993] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1414.648473] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7d8b0ef-d9ae-491e-9228-837a4231d8bd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.666103] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031415a2-0b47-4090-ae92-d5fc7e45fe49 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.676920] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb754386-524e-4efc-b732-9800558fbaaa {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.679856] env[63097]: DEBUG oslo_vmware.api [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Waiting for the task: (returnval){ [ 1414.679856] env[63097]: value = "task-1687061" [ 1414.679856] env[63097]: _type = "Task" [ 1414.679856] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.707013] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9c33ee-2bec-43b4-9316-d5c0c0c1e2df {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.715593] env[63097]: DEBUG oslo_vmware.api [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1687061, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.727947] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9e046ef-b78a-405e-90fa-1cb2d2b645a3 tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] The volume has not been displaced from its original location: [datastore2] volume-ef12889a-b692-4a2c-8efc-562757803f95/volume-ef12889a-b692-4a2c-8efc-562757803f95.vmdk. No consolidation needed. {{(pid=63097) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1414.733299] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9e046ef-b78a-405e-90fa-1cb2d2b645a3 tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Reconfiguring VM instance instance-0000001e to detach disk 2000 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1414.736201] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a51c86e5-9f2a-40e3-9560-67895e9d951d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.758533] env[63097]: DEBUG oslo_vmware.api [None req-b9e046ef-b78a-405e-90fa-1cb2d2b645a3 tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Waiting for the task: (returnval){ [ 1414.758533] env[63097]: value = "task-1687062" [ 1414.758533] env[63097]: _type = "Task" [ 1414.758533] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.774021] env[63097]: DEBUG oslo_vmware.api [None req-b9e046ef-b78a-405e-90fa-1cb2d2b645a3 tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Task: {'id': task-1687062, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.949667] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb7df62-1b6e-4593-b438-32aed65a9039 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.961142] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c191fb-8c91-4809-a8e8-02b9f1d51de3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.005870] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1db68f4-7a68-40fe-9e58-4745329846d9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.016027] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132fbe91-ca19-4c74-86e7-b2a60702db43 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.040530] env[63097]: DEBUG nova.compute.provider_tree [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1415.054464] env[63097]: DEBUG nova.network.neutron [None req-08c68cb9-0585-4bb4-84f0-8d2f6499bbca tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Updating instance_info_cache with network_info: [{"id": "3bfd327a-1d0a-486c-a715-022fef6c4ea1", "address": "fa:16:3e:f6:c9:60", "network": {"id": "4023f1be-d600-441b-9ec5-b01eac0704f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1618053137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a00e94d35e44678b6698f8af082c448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bfd327a-1d", "ovs_interfaceid": "3bfd327a-1d0a-486c-a715-022fef6c4ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a28c00d1-2afc-490a-97d4-e1b3a09e1104", "address": "fa:16:3e:5e:20:85", "network": {"id": "4023f1be-d600-441b-9ec5-b01eac0704f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1618053137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a00e94d35e44678b6698f8af082c448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa28c00d1-2a", "ovs_interfaceid": "a28c00d1-2afc-490a-97d4-e1b3a09e1104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.071416] env[63097]: DEBUG oslo_vmware.rw_handles [None req-e4cb0be9-cbaa-4b2f-a33b-b346aaf1bc23 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52454d92-545f-5632-a056-da26f4340781/disk-0.vmdk. {{(pid=63097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1415.072085] env[63097]: DEBUG oslo_concurrency.lockutils [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Acquiring lock "37a43e1b-9fd9-4981-b5f2-2872a093812f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.072563] env[63097]: DEBUG oslo_concurrency.lockutils [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Lock "37a43e1b-9fd9-4981-b5f2-2872a093812f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1415.075270] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d393a1-af53-40b3-9874-be48018305dc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.094891] env[63097]: DEBUG oslo_vmware.rw_handles [None req-e4cb0be9-cbaa-4b2f-a33b-b346aaf1bc23 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52454d92-545f-5632-a056-da26f4340781/disk-0.vmdk is in state: ready. {{(pid=63097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1415.095358] env[63097]: ERROR oslo_vmware.rw_handles [None req-e4cb0be9-cbaa-4b2f-a33b-b346aaf1bc23 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52454d92-545f-5632-a056-da26f4340781/disk-0.vmdk due to incomplete transfer. [ 1415.095538] env[63097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ac61398f-bcdc-4671-8d16-6b2b4b8b7fa9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.105093] env[63097]: DEBUG oslo_vmware.rw_handles [None req-e4cb0be9-cbaa-4b2f-a33b-b346aaf1bc23 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52454d92-545f-5632-a056-da26f4340781/disk-0.vmdk. {{(pid=63097) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1415.105377] env[63097]: DEBUG nova.virt.vmwareapi.images [None req-e4cb0be9-cbaa-4b2f-a33b-b346aaf1bc23 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Uploaded image 7acfe9ad-b917-4a13-9bc2-ac9b8341f875 to the Glance image server {{(pid=63097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1415.107646] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4cb0be9-cbaa-4b2f-a33b-b346aaf1bc23 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Destroying the VM {{(pid=63097) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1415.108090] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1b812af9-371a-44f2-abf7-a44465b5f988 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.115298] env[63097]: DEBUG oslo_vmware.api [None req-e4cb0be9-cbaa-4b2f-a33b-b346aaf1bc23 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1415.115298] env[63097]: value = "task-1687063" [ 1415.115298] env[63097]: _type = "Task" [ 1415.115298] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.125244] env[63097]: DEBUG oslo_vmware.api [None req-e4cb0be9-cbaa-4b2f-a33b-b346aaf1bc23 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687063, 'name': Destroy_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.196999] env[63097]: DEBUG oslo_vmware.api [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1687061, 'name': ReconfigVM_Task, 'duration_secs': 0.247508} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.197327] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1415.198189] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d51cc26-c7d5-4d97-be0a-ece7093bb3fe {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.227965] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 3fd114c2-a544-4fc5-be3b-82c084f022e8/3fd114c2-a544-4fc5-be3b-82c084f022e8.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1415.228395] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c52b7f47-18b9-4dbc-89d4-fde0dc9fa4ea {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.248176] env[63097]: DEBUG oslo_vmware.api [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Waiting for the task: (returnval){ [ 1415.248176] env[63097]: value = "task-1687064" [ 1415.248176] env[63097]: _type = "Task" [ 1415.248176] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.252584] env[63097]: DEBUG nova.network.neutron [-] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.257701] env[63097]: DEBUG oslo_vmware.api [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1687064, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.271910] env[63097]: DEBUG oslo_vmware.api [None req-b9e046ef-b78a-405e-90fa-1cb2d2b645a3 tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Task: {'id': task-1687062, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.545150] env[63097]: DEBUG nova.scheduler.client.report [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1415.556807] env[63097]: DEBUG oslo_concurrency.lockutils [None req-08c68cb9-0585-4bb4-84f0-8d2f6499bbca tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Releasing lock "refresh_cache-7f1e806e-4689-4cd0-bef9-3f6af6ac7956" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.557516] env[63097]: DEBUG oslo_concurrency.lockutils [None req-08c68cb9-0585-4bb4-84f0-8d2f6499bbca tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "7f1e806e-4689-4cd0-bef9-3f6af6ac7956" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1415.557685] env[63097]: DEBUG oslo_concurrency.lockutils [None req-08c68cb9-0585-4bb4-84f0-8d2f6499bbca tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquired lock "7f1e806e-4689-4cd0-bef9-3f6af6ac7956" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.558691] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd68cbc6-6e2f-4e5b-aa01-850477e025f1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.578734] env[63097]: DEBUG nova.virt.hardware [None req-08c68cb9-0585-4bb4-84f0-8d2f6499bbca tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1415.579320] env[63097]: DEBUG nova.virt.hardware [None req-08c68cb9-0585-4bb4-84f0-8d2f6499bbca tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1415.579442] env[63097]: DEBUG nova.virt.hardware [None req-08c68cb9-0585-4bb4-84f0-8d2f6499bbca tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1415.579603] env[63097]: DEBUG nova.virt.hardware [None req-08c68cb9-0585-4bb4-84f0-8d2f6499bbca tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1415.579959] env[63097]: DEBUG nova.virt.hardware [None req-08c68cb9-0585-4bb4-84f0-8d2f6499bbca tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1415.580145] env[63097]: DEBUG nova.virt.hardware [None req-08c68cb9-0585-4bb4-84f0-8d2f6499bbca tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1415.580365] env[63097]: DEBUG nova.virt.hardware [None req-08c68cb9-0585-4bb4-84f0-8d2f6499bbca tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1415.580535] env[63097]: DEBUG nova.virt.hardware [None req-08c68cb9-0585-4bb4-84f0-8d2f6499bbca tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1415.580709] env[63097]: DEBUG nova.virt.hardware [None req-08c68cb9-0585-4bb4-84f0-8d2f6499bbca tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1415.580878] env[63097]: DEBUG nova.virt.hardware [None req-08c68cb9-0585-4bb4-84f0-8d2f6499bbca tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1415.581072] env[63097]: DEBUG nova.virt.hardware [None req-08c68cb9-0585-4bb4-84f0-8d2f6499bbca tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1415.588288] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-08c68cb9-0585-4bb4-84f0-8d2f6499bbca tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Reconfiguring VM to attach interface {{(pid=63097) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1929}} [ 1415.590368] env[63097]: DEBUG nova.compute.manager [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1415.592950] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32c1934b-5aaf-4a74-9f24-72896cfff37f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.615741] env[63097]: DEBUG oslo_vmware.api [None req-08c68cb9-0585-4bb4-84f0-8d2f6499bbca tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for the task: (returnval){ [ 1415.615741] env[63097]: value = "task-1687065" [ 1415.615741] env[63097]: _type = "Task" [ 1415.615741] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.629516] env[63097]: DEBUG oslo_vmware.api [None req-e4cb0be9-cbaa-4b2f-a33b-b346aaf1bc23 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687063, 'name': Destroy_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.633142] env[63097]: DEBUG oslo_vmware.api [None req-08c68cb9-0585-4bb4-84f0-8d2f6499bbca tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687065, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.703153] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Acquiring lock "2e8d1f13-2aba-4691-86fd-bca4c8309c1c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.703447] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Lock "2e8d1f13-2aba-4691-86fd-bca4c8309c1c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1415.760415] env[63097]: INFO nova.compute.manager [-] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Took 1.69 seconds to deallocate network for instance. [ 1415.760909] env[63097]: DEBUG oslo_vmware.api [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1687064, 'name': ReconfigVM_Task, 'duration_secs': 0.299799} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.765952] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 3fd114c2-a544-4fc5-be3b-82c084f022e8/3fd114c2-a544-4fc5-be3b-82c084f022e8.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1415.770057] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3b3ed3-bf24-4e1f-bc4b-a21c5ba9603f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.796717] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f33655-f24a-42aa-bf83-021fffe2e071 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.799309] env[63097]: DEBUG oslo_vmware.api [None req-b9e046ef-b78a-405e-90fa-1cb2d2b645a3 tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Task: {'id': task-1687062, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.819131] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d09a9d3-3df5-4d89-94ae-4583ebce2f7b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.841583] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb27d26-ed2d-4951-b14d-74e7e1e6b284 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.850163] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1415.850504] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfb3e47a-ad7e-4c47-ad33-88669e4f2807 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.858246] env[63097]: DEBUG oslo_vmware.api [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Waiting for the task: (returnval){ [ 1415.858246] env[63097]: value = "task-1687066" [ 1415.858246] env[63097]: _type = "Task" [ 1415.858246] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.867530] env[63097]: DEBUG oslo_vmware.api [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1687066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.053240] env[63097]: DEBUG oslo_concurrency.lockutils [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.053240] env[63097]: DEBUG nova.compute.manager [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 6a4cee3c-c5e3-4cc3-8f28-7cee96efee35] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1416.057071] env[63097]: DEBUG oslo_concurrency.lockutils [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.226s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.058542] env[63097]: INFO nova.compute.claims [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1416.117385] env[63097]: DEBUG oslo_concurrency.lockutils [None req-92212e05-7fc4-4197-90c1-6dce5489e354 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquiring lock "3aad7770-542e-410c-bcea-1d2be6ad6e13" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.117385] env[63097]: DEBUG oslo_concurrency.lockutils [None req-92212e05-7fc4-4197-90c1-6dce5489e354 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Lock "3aad7770-542e-410c-bcea-1d2be6ad6e13" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.117385] env[63097]: DEBUG oslo_concurrency.lockutils [None req-92212e05-7fc4-4197-90c1-6dce5489e354 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquiring lock "3aad7770-542e-410c-bcea-1d2be6ad6e13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.117385] env[63097]: DEBUG oslo_concurrency.lockutils [None req-92212e05-7fc4-4197-90c1-6dce5489e354 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Lock "3aad7770-542e-410c-bcea-1d2be6ad6e13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.117385] env[63097]: DEBUG oslo_concurrency.lockutils [None req-92212e05-7fc4-4197-90c1-6dce5489e354 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Lock "3aad7770-542e-410c-bcea-1d2be6ad6e13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.128648] env[63097]: INFO nova.compute.manager [None req-92212e05-7fc4-4197-90c1-6dce5489e354 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] Terminating instance [ 1416.134192] env[63097]: DEBUG nova.compute.manager [None req-92212e05-7fc4-4197-90c1-6dce5489e354 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1416.134251] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-92212e05-7fc4-4197-90c1-6dce5489e354 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1416.135877] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7e1ec5-770b-458f-aed0-92bb00e6d823 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.146542] env[63097]: DEBUG oslo_vmware.api [None req-08c68cb9-0585-4bb4-84f0-8d2f6499bbca tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687065, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.146897] env[63097]: DEBUG oslo_vmware.api [None req-e4cb0be9-cbaa-4b2f-a33b-b346aaf1bc23 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687063, 'name': Destroy_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.153208] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-92212e05-7fc4-4197-90c1-6dce5489e354 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1416.153532] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18068176-c045-49b2-9644-f123cc157c60 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.159547] env[63097]: DEBUG nova.compute.manager [req-e8a0a5bc-2860-4b61-9f9f-db4510615deb req-dcea8a57-1eaf-43af-8947-4a02f041f39a service nova] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Received event network-vif-unplugged-e92b0eaf-ae0e-4c7f-aaef-addb43dd5874 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1416.159785] env[63097]: DEBUG oslo_concurrency.lockutils [req-e8a0a5bc-2860-4b61-9f9f-db4510615deb req-dcea8a57-1eaf-43af-8947-4a02f041f39a service nova] Acquiring lock "185ab458-44b4-4bc2-816a-269d7a4e2719-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.160014] env[63097]: DEBUG oslo_concurrency.lockutils [req-e8a0a5bc-2860-4b61-9f9f-db4510615deb req-dcea8a57-1eaf-43af-8947-4a02f041f39a service nova] Lock "185ab458-44b4-4bc2-816a-269d7a4e2719-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.160225] env[63097]: DEBUG oslo_concurrency.lockutils [req-e8a0a5bc-2860-4b61-9f9f-db4510615deb req-dcea8a57-1eaf-43af-8947-4a02f041f39a service nova] Lock "185ab458-44b4-4bc2-816a-269d7a4e2719-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.160373] env[63097]: DEBUG nova.compute.manager [req-e8a0a5bc-2860-4b61-9f9f-db4510615deb req-dcea8a57-1eaf-43af-8947-4a02f041f39a service nova] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] No waiting events found dispatching network-vif-unplugged-e92b0eaf-ae0e-4c7f-aaef-addb43dd5874 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1416.160552] env[63097]: WARNING nova.compute.manager [req-e8a0a5bc-2860-4b61-9f9f-db4510615deb req-dcea8a57-1eaf-43af-8947-4a02f041f39a service nova] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Received unexpected event network-vif-unplugged-e92b0eaf-ae0e-4c7f-aaef-addb43dd5874 for instance with vm_state shelved_offloaded and task_state None. [ 1416.160750] env[63097]: DEBUG nova.compute.manager [req-e8a0a5bc-2860-4b61-9f9f-db4510615deb req-dcea8a57-1eaf-43af-8947-4a02f041f39a service nova] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Received event network-changed-e92b0eaf-ae0e-4c7f-aaef-addb43dd5874 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1416.160914] env[63097]: DEBUG nova.compute.manager [req-e8a0a5bc-2860-4b61-9f9f-db4510615deb req-dcea8a57-1eaf-43af-8947-4a02f041f39a service nova] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Refreshing instance network info cache due to event network-changed-e92b0eaf-ae0e-4c7f-aaef-addb43dd5874. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1416.161121] env[63097]: DEBUG oslo_concurrency.lockutils [req-e8a0a5bc-2860-4b61-9f9f-db4510615deb req-dcea8a57-1eaf-43af-8947-4a02f041f39a service nova] Acquiring lock "refresh_cache-185ab458-44b4-4bc2-816a-269d7a4e2719" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1416.161264] env[63097]: DEBUG oslo_concurrency.lockutils [req-e8a0a5bc-2860-4b61-9f9f-db4510615deb req-dcea8a57-1eaf-43af-8947-4a02f041f39a service nova] Acquired lock "refresh_cache-185ab458-44b4-4bc2-816a-269d7a4e2719" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.161429] env[63097]: DEBUG nova.network.neutron [req-e8a0a5bc-2860-4b61-9f9f-db4510615deb req-dcea8a57-1eaf-43af-8947-4a02f041f39a service nova] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Refreshing network info cache for port e92b0eaf-ae0e-4c7f-aaef-addb43dd5874 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1416.164703] env[63097]: DEBUG oslo_vmware.api [None req-92212e05-7fc4-4197-90c1-6dce5489e354 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1416.164703] env[63097]: value = "task-1687067" [ 1416.164703] env[63097]: _type = "Task" [ 1416.164703] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.178087] env[63097]: DEBUG oslo_vmware.api [None req-92212e05-7fc4-4197-90c1-6dce5489e354 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1687067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.191706] env[63097]: DEBUG oslo_concurrency.lockutils [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.206400] env[63097]: DEBUG nova.compute.manager [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1416.277323] env[63097]: DEBUG oslo_concurrency.lockutils [None req-983cb613-8c88-4c92-9813-fd1f17aec188 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.277702] env[63097]: DEBUG oslo_vmware.api [None req-b9e046ef-b78a-405e-90fa-1cb2d2b645a3 tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Task: {'id': task-1687062, 'name': ReconfigVM_Task, 'duration_secs': 1.267301} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.277921] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9e046ef-b78a-405e-90fa-1cb2d2b645a3 tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Reconfigured VM instance instance-0000001e to detach disk 2000 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1416.283960] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-629ed854-aadb-49f6-a6dd-8e782729392c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.300747] env[63097]: DEBUG oslo_vmware.api [None req-b9e046ef-b78a-405e-90fa-1cb2d2b645a3 tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Waiting for the task: (returnval){ [ 1416.300747] env[63097]: value = "task-1687068" [ 1416.300747] env[63097]: _type = "Task" [ 1416.300747] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.314749] env[63097]: DEBUG oslo_vmware.api [None req-b9e046ef-b78a-405e-90fa-1cb2d2b645a3 tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Task: {'id': task-1687068, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.370853] env[63097]: DEBUG oslo_vmware.api [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1687066, 'name': PowerOnVM_Task, 'duration_secs': 0.436776} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.371193] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1416.564391] env[63097]: DEBUG nova.compute.utils [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1416.568720] env[63097]: DEBUG nova.compute.manager [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 6a4cee3c-c5e3-4cc3-8f28-7cee96efee35] Not allocating networking since 'none' was specified. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1416.634272] env[63097]: DEBUG oslo_vmware.api [None req-e4cb0be9-cbaa-4b2f-a33b-b346aaf1bc23 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687063, 'name': Destroy_Task, 'duration_secs': 1.344324} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.638864] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-e4cb0be9-cbaa-4b2f-a33b-b346aaf1bc23 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Destroyed the VM [ 1416.639419] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e4cb0be9-cbaa-4b2f-a33b-b346aaf1bc23 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Deleting Snapshot of the VM instance {{(pid=63097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1416.639777] env[63097]: DEBUG oslo_vmware.api [None req-08c68cb9-0585-4bb4-84f0-8d2f6499bbca tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687065, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.640067] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-23a7213c-d428-4c48-a973-f7d1c7f3d7e4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.648886] env[63097]: DEBUG oslo_vmware.api [None req-e4cb0be9-cbaa-4b2f-a33b-b346aaf1bc23 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1416.648886] env[63097]: value = "task-1687069" [ 1416.648886] env[63097]: _type = "Task" [ 1416.648886] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.659524] env[63097]: DEBUG oslo_vmware.api [None req-e4cb0be9-cbaa-4b2f-a33b-b346aaf1bc23 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687069, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.679082] env[63097]: DEBUG oslo_vmware.api [None req-92212e05-7fc4-4197-90c1-6dce5489e354 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1687067, 'name': PowerOffVM_Task, 'duration_secs': 0.451085} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.679493] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-92212e05-7fc4-4197-90c1-6dce5489e354 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1416.679749] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-92212e05-7fc4-4197-90c1-6dce5489e354 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1416.680561] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22abd219-053c-4c3b-962f-19b777373db3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.729656] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.764203] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-92212e05-7fc4-4197-90c1-6dce5489e354 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1416.764203] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-92212e05-7fc4-4197-90c1-6dce5489e354 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1416.764203] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-92212e05-7fc4-4197-90c1-6dce5489e354 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Deleting the datastore file [datastore1] 3aad7770-542e-410c-bcea-1d2be6ad6e13 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1416.764203] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3baf9574-b0d7-4721-8039-0c70b5efb9a6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.770416] env[63097]: DEBUG oslo_vmware.api [None req-92212e05-7fc4-4197-90c1-6dce5489e354 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1416.770416] env[63097]: value = "task-1687071" [ 1416.770416] env[63097]: _type = "Task" [ 1416.770416] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.780241] env[63097]: DEBUG oslo_vmware.api [None req-92212e05-7fc4-4197-90c1-6dce5489e354 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1687071, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.811639] env[63097]: DEBUG oslo_vmware.api [None req-b9e046ef-b78a-405e-90fa-1cb2d2b645a3 tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Task: {'id': task-1687068, 'name': ReconfigVM_Task, 'duration_secs': 0.163346} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.812246] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9e046ef-b78a-405e-90fa-1cb2d2b645a3 tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351519', 'volume_id': 'ef12889a-b692-4a2c-8efc-562757803f95', 'name': 'volume-ef12889a-b692-4a2c-8efc-562757803f95', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0f8f123b-8896-477a-a2fe-6c339238e5cd', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef12889a-b692-4a2c-8efc-562757803f95', 'serial': 'ef12889a-b692-4a2c-8efc-562757803f95'} {{(pid=63097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1416.812835] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e046ef-b78a-405e-90fa-1cb2d2b645a3 tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1416.815174] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179736a2-6ca1-4636-8580-b95cdd6b36f1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.823352] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e046ef-b78a-405e-90fa-1cb2d2b645a3 tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1416.823352] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ffbb554-8239-44a3-a466-b9adecacd890 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.925432] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e046ef-b78a-405e-90fa-1cb2d2b645a3 tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1416.925795] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e046ef-b78a-405e-90fa-1cb2d2b645a3 tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1416.925883] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9e046ef-b78a-405e-90fa-1cb2d2b645a3 tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Deleting the datastore file [datastore2] 0f8f123b-8896-477a-a2fe-6c339238e5cd {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1416.929038] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f7c25a7-29d2-4ba9-8439-8bb2f5f4de92 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.934423] env[63097]: DEBUG oslo_vmware.api [None req-b9e046ef-b78a-405e-90fa-1cb2d2b645a3 tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Waiting for the task: (returnval){ [ 1416.934423] env[63097]: value = "task-1687073" [ 1416.934423] env[63097]: _type = "Task" [ 1416.934423] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.945404] env[63097]: DEBUG oslo_vmware.api [None req-b9e046ef-b78a-405e-90fa-1cb2d2b645a3 tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Task: {'id': task-1687073, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.049810] env[63097]: DEBUG nova.network.neutron [req-e8a0a5bc-2860-4b61-9f9f-db4510615deb req-dcea8a57-1eaf-43af-8947-4a02f041f39a service nova] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Updated VIF entry in instance network info cache for port e92b0eaf-ae0e-4c7f-aaef-addb43dd5874. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1417.050501] env[63097]: DEBUG nova.network.neutron [req-e8a0a5bc-2860-4b61-9f9f-db4510615deb req-dcea8a57-1eaf-43af-8947-4a02f041f39a service nova] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Updating instance_info_cache with network_info: [{"id": "e92b0eaf-ae0e-4c7f-aaef-addb43dd5874", "address": "fa:16:3e:66:5f:70", "network": {"id": "063cc40b-6c34-4808-ab42-2b91c7189ebe", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1266792904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a316bbd2166545e1bd3ecf6cc2443d24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape92b0eaf-ae", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.069730] env[63097]: DEBUG nova.compute.manager [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 6a4cee3c-c5e3-4cc3-8f28-7cee96efee35] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1417.137026] env[63097]: DEBUG oslo_vmware.api [None req-08c68cb9-0585-4bb4-84f0-8d2f6499bbca tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687065, 'name': ReconfigVM_Task, 'duration_secs': 1.0193} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.137713] env[63097]: DEBUG oslo_concurrency.lockutils [None req-08c68cb9-0585-4bb4-84f0-8d2f6499bbca tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Releasing lock "7f1e806e-4689-4cd0-bef9-3f6af6ac7956" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1417.137967] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-08c68cb9-0585-4bb4-84f0-8d2f6499bbca tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Reconfigured VM to attach interface {{(pid=63097) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1943}} [ 1417.163012] env[63097]: DEBUG oslo_vmware.api [None req-e4cb0be9-cbaa-4b2f-a33b-b346aaf1bc23 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687069, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.284317] env[63097]: DEBUG oslo_vmware.api [None req-92212e05-7fc4-4197-90c1-6dce5489e354 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1687071, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254883} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.289019] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-92212e05-7fc4-4197-90c1-6dce5489e354 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1417.289019] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-92212e05-7fc4-4197-90c1-6dce5489e354 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1417.289019] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-92212e05-7fc4-4197-90c1-6dce5489e354 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1417.289019] env[63097]: INFO nova.compute.manager [None req-92212e05-7fc4-4197-90c1-6dce5489e354 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1417.289019] env[63097]: DEBUG oslo.service.loopingcall [None req-92212e05-7fc4-4197-90c1-6dce5489e354 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1417.289671] env[63097]: DEBUG nova.compute.manager [-] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1417.289810] env[63097]: DEBUG nova.network.neutron [-] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1417.383843] env[63097]: INFO nova.compute.manager [None req-30553b7f-f9d2-4b60-9542-9f74651adb0f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Updating instance to original state: 'active' [ 1417.450417] env[63097]: DEBUG oslo_vmware.api [None req-b9e046ef-b78a-405e-90fa-1cb2d2b645a3 tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Task: {'id': task-1687073, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.117104} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.451519] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9e046ef-b78a-405e-90fa-1cb2d2b645a3 tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1417.451730] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e046ef-b78a-405e-90fa-1cb2d2b645a3 tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1417.451910] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e046ef-b78a-405e-90fa-1cb2d2b645a3 tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1417.483965] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8713bb7-fb53-4c60-994a-cc9a74240dbc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.492283] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52bddb8-7484-40d6-9f82-eb83d832e6df {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.529511] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6851c86-68b0-4442-b384-1f5f4dcfee53 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.535767] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9e046ef-b78a-405e-90fa-1cb2d2b645a3 tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Volume detach. Driver type: vmdk {{(pid=63097) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1417.536431] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5e6242df-aefa-41b0-9d22-a77ee05c2c72 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.541585] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3dd6c9e-59c3-42cc-b2b9-14a5c580f1f6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.551611] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3c6fb9-8e29-46fa-8208-26f03b4d5d23 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.572536] env[63097]: DEBUG nova.network.neutron [-] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.574012] env[63097]: DEBUG oslo_concurrency.lockutils [req-e8a0a5bc-2860-4b61-9f9f-db4510615deb req-dcea8a57-1eaf-43af-8947-4a02f041f39a service nova] Releasing lock "refresh_cache-185ab458-44b4-4bc2-816a-269d7a4e2719" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1417.574303] env[63097]: DEBUG nova.compute.manager [req-e8a0a5bc-2860-4b61-9f9f-db4510615deb req-dcea8a57-1eaf-43af-8947-4a02f041f39a service nova] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Received event network-vif-plugged-a28c00d1-2afc-490a-97d4-e1b3a09e1104 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1417.574458] env[63097]: DEBUG oslo_concurrency.lockutils [req-e8a0a5bc-2860-4b61-9f9f-db4510615deb req-dcea8a57-1eaf-43af-8947-4a02f041f39a service nova] Acquiring lock "7f1e806e-4689-4cd0-bef9-3f6af6ac7956-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1417.574668] env[63097]: DEBUG oslo_concurrency.lockutils [req-e8a0a5bc-2860-4b61-9f9f-db4510615deb req-dcea8a57-1eaf-43af-8947-4a02f041f39a service nova] Lock "7f1e806e-4689-4cd0-bef9-3f6af6ac7956-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1417.574830] env[63097]: DEBUG oslo_concurrency.lockutils [req-e8a0a5bc-2860-4b61-9f9f-db4510615deb req-dcea8a57-1eaf-43af-8947-4a02f041f39a service nova] Lock "7f1e806e-4689-4cd0-bef9-3f6af6ac7956-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1417.574998] env[63097]: DEBUG nova.compute.manager [req-e8a0a5bc-2860-4b61-9f9f-db4510615deb req-dcea8a57-1eaf-43af-8947-4a02f041f39a service nova] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] No waiting events found dispatching network-vif-plugged-a28c00d1-2afc-490a-97d4-e1b3a09e1104 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1417.575186] env[63097]: WARNING nova.compute.manager [req-e8a0a5bc-2860-4b61-9f9f-db4510615deb req-dcea8a57-1eaf-43af-8947-4a02f041f39a service nova] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Received unexpected event network-vif-plugged-a28c00d1-2afc-490a-97d4-e1b3a09e1104 for instance with vm_state active and task_state None. [ 1417.575353] env[63097]: DEBUG nova.compute.manager [req-e8a0a5bc-2860-4b61-9f9f-db4510615deb req-dcea8a57-1eaf-43af-8947-4a02f041f39a service nova] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Received event network-changed-a28c00d1-2afc-490a-97d4-e1b3a09e1104 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1417.575513] env[63097]: DEBUG nova.compute.manager [req-e8a0a5bc-2860-4b61-9f9f-db4510615deb req-dcea8a57-1eaf-43af-8947-4a02f041f39a service nova] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Refreshing instance network info cache due to event network-changed-a28c00d1-2afc-490a-97d4-e1b3a09e1104. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1417.575705] env[63097]: DEBUG oslo_concurrency.lockutils [req-e8a0a5bc-2860-4b61-9f9f-db4510615deb req-dcea8a57-1eaf-43af-8947-4a02f041f39a service nova] Acquiring lock "refresh_cache-7f1e806e-4689-4cd0-bef9-3f6af6ac7956" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1417.575846] env[63097]: DEBUG oslo_concurrency.lockutils [req-e8a0a5bc-2860-4b61-9f9f-db4510615deb req-dcea8a57-1eaf-43af-8947-4a02f041f39a service nova] Acquired lock "refresh_cache-7f1e806e-4689-4cd0-bef9-3f6af6ac7956" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.576012] env[63097]: DEBUG nova.network.neutron [req-e8a0a5bc-2860-4b61-9f9f-db4510615deb req-dcea8a57-1eaf-43af-8947-4a02f041f39a service nova] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Refreshing network info cache for port a28c00d1-2afc-490a-97d4-e1b3a09e1104 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1417.577834] env[63097]: DEBUG nova.compute.provider_tree [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1417.608404] env[63097]: ERROR nova.compute.manager [None req-b9e046ef-b78a-405e-90fa-1cb2d2b645a3 tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Failed to detach volume ef12889a-b692-4a2c-8efc-562757803f95 from /dev/sda: nova.exception.InstanceNotFound: Instance 0f8f123b-8896-477a-a2fe-6c339238e5cd could not be found. [ 1417.608404] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Traceback (most recent call last): [ 1417.608404] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] File "/opt/stack/nova/nova/compute/manager.py", line 4143, in _do_rebuild_instance [ 1417.608404] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] self.driver.rebuild(**kwargs) [ 1417.608404] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] File "/opt/stack/nova/nova/virt/driver.py", line 493, in rebuild [ 1417.608404] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] raise NotImplementedError() [ 1417.608404] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] NotImplementedError [ 1417.608404] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] [ 1417.608404] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] During handling of the above exception, another exception occurred: [ 1417.608404] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] [ 1417.608404] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Traceback (most recent call last): [ 1417.608404] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] File "/opt/stack/nova/nova/compute/manager.py", line 3566, in _detach_root_volume [ 1417.608404] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] self.driver.detach_volume(context, old_connection_info, [ 1417.608404] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 553, in detach_volume [ 1417.608404] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] return self._volumeops.detach_volume(connection_info, instance) [ 1417.608404] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1417.608404] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] self._detach_volume_vmdk(connection_info, instance) [ 1417.608404] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1417.608404] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1417.608404] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1135, in get_vm_ref [ 1417.608404] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] stable_ref.fetch_moref(session) [ 1417.608404] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1126, in fetch_moref [ 1417.608404] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1417.608404] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] nova.exception.InstanceNotFound: Instance 0f8f123b-8896-477a-a2fe-6c339238e5cd could not be found. [ 1417.608404] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] [ 1417.642718] env[63097]: DEBUG oslo_concurrency.lockutils [None req-08c68cb9-0585-4bb4-84f0-8d2f6499bbca tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "interface-7f1e806e-4689-4cd0-bef9-3f6af6ac7956-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 9.424s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1417.647232] env[63097]: DEBUG nova.compute.manager [req-432d14d3-f272-405f-b617-269309d050f8 req-29203f6b-d5ea-4a30-a071-7586f01af45f service nova] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Received event network-changed-a9cd91cb-25c6-4fee-aa1c-72fbd0777887 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1417.647443] env[63097]: DEBUG nova.compute.manager [req-432d14d3-f272-405f-b617-269309d050f8 req-29203f6b-d5ea-4a30-a071-7586f01af45f service nova] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Refreshing instance network info cache due to event network-changed-a9cd91cb-25c6-4fee-aa1c-72fbd0777887. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1417.647674] env[63097]: DEBUG oslo_concurrency.lockutils [req-432d14d3-f272-405f-b617-269309d050f8 req-29203f6b-d5ea-4a30-a071-7586f01af45f service nova] Acquiring lock "refresh_cache-66274a74-ccfb-4a8b-ac23-f0b913919d19" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1417.647826] env[63097]: DEBUG oslo_concurrency.lockutils [req-432d14d3-f272-405f-b617-269309d050f8 req-29203f6b-d5ea-4a30-a071-7586f01af45f service nova] Acquired lock "refresh_cache-66274a74-ccfb-4a8b-ac23-f0b913919d19" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.647999] env[63097]: DEBUG nova.network.neutron [req-432d14d3-f272-405f-b617-269309d050f8 req-29203f6b-d5ea-4a30-a071-7586f01af45f service nova] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Refreshing network info cache for port a9cd91cb-25c6-4fee-aa1c-72fbd0777887 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1417.661341] env[63097]: DEBUG oslo_vmware.api [None req-e4cb0be9-cbaa-4b2f-a33b-b346aaf1bc23 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687069, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.737311] env[63097]: DEBUG nova.compute.utils [None req-b9e046ef-b78a-405e-90fa-1cb2d2b645a3 tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Build of instance 0f8f123b-8896-477a-a2fe-6c339238e5cd aborted: Failed to rebuild volume backed instance. {{(pid=63097) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1417.740784] env[63097]: ERROR nova.compute.manager [None req-b9e046ef-b78a-405e-90fa-1cb2d2b645a3 tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 0f8f123b-8896-477a-a2fe-6c339238e5cd aborted: Failed to rebuild volume backed instance. [ 1417.740784] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Traceback (most recent call last): [ 1417.740784] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] File "/opt/stack/nova/nova/compute/manager.py", line 4143, in _do_rebuild_instance [ 1417.740784] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] self.driver.rebuild(**kwargs) [ 1417.740784] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] File "/opt/stack/nova/nova/virt/driver.py", line 493, in rebuild [ 1417.740784] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] raise NotImplementedError() [ 1417.740784] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] NotImplementedError [ 1417.740784] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] [ 1417.740784] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] During handling of the above exception, another exception occurred: [ 1417.740784] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] [ 1417.740784] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Traceback (most recent call last): [ 1417.740784] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] File "/opt/stack/nova/nova/compute/manager.py", line 3601, in _rebuild_volume_backed_instance [ 1417.740784] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] self._detach_root_volume(context, instance, root_bdm) [ 1417.740784] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] File "/opt/stack/nova/nova/compute/manager.py", line 3580, in _detach_root_volume [ 1417.740784] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] with excutils.save_and_reraise_exception(): [ 1417.740784] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1417.740784] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] self.force_reraise() [ 1417.740784] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1417.740784] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] raise self.value [ 1417.740784] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] File "/opt/stack/nova/nova/compute/manager.py", line 3566, in _detach_root_volume [ 1417.740784] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] self.driver.detach_volume(context, old_connection_info, [ 1417.740784] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 553, in detach_volume [ 1417.740784] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] return self._volumeops.detach_volume(connection_info, instance) [ 1417.740784] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1417.740784] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] self._detach_volume_vmdk(connection_info, instance) [ 1417.740784] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1417.740784] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1417.740784] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1135, in get_vm_ref [ 1417.740784] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] stable_ref.fetch_moref(session) [ 1417.740784] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1126, in fetch_moref [ 1417.740784] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1417.740784] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] nova.exception.InstanceNotFound: Instance 0f8f123b-8896-477a-a2fe-6c339238e5cd could not be found. [ 1417.740784] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] [ 1417.740784] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] During handling of the above exception, another exception occurred: [ 1417.740784] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] [ 1417.740784] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Traceback (most recent call last): [ 1417.740784] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] File "/opt/stack/nova/nova/compute/manager.py", line 10866, in _error_out_instance_on_exception [ 1417.740784] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] yield [ 1417.740784] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] File "/opt/stack/nova/nova/compute/manager.py", line 3869, in rebuild_instance [ 1417.740784] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] self._do_rebuild_instance_with_claim( [ 1417.742021] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] File "/opt/stack/nova/nova/compute/manager.py", line 3955, in _do_rebuild_instance_with_claim [ 1417.742021] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] self._do_rebuild_instance( [ 1417.742021] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] File "/opt/stack/nova/nova/compute/manager.py", line 4147, in _do_rebuild_instance [ 1417.742021] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] self._rebuild_default_impl(**kwargs) [ 1417.742021] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] File "/opt/stack/nova/nova/compute/manager.py", line 3724, in _rebuild_default_impl [ 1417.742021] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] self._rebuild_volume_backed_instance( [ 1417.742021] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] File "/opt/stack/nova/nova/compute/manager.py", line 3616, in _rebuild_volume_backed_instance [ 1417.742021] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] raise exception.BuildAbortException( [ 1417.742021] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] nova.exception.BuildAbortException: Build of instance 0f8f123b-8896-477a-a2fe-6c339238e5cd aborted: Failed to rebuild volume backed instance. [ 1417.742021] env[63097]: ERROR nova.compute.manager [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] [ 1417.900934] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquiring lock "626a994b-6d9c-494e-ab6d-1c3a885faf36" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1417.901122] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "626a994b-6d9c-494e-ab6d-1c3a885faf36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1418.081797] env[63097]: INFO nova.compute.manager [-] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] Took 0.79 seconds to deallocate network for instance. [ 1418.084330] env[63097]: DEBUG nova.scheduler.client.report [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1418.088496] env[63097]: DEBUG nova.compute.manager [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 6a4cee3c-c5e3-4cc3-8f28-7cee96efee35] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1418.115358] env[63097]: DEBUG nova.virt.hardware [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1418.116401] env[63097]: DEBUG nova.virt.hardware [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1418.116401] env[63097]: DEBUG nova.virt.hardware [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1418.116401] env[63097]: DEBUG nova.virt.hardware [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1418.116401] env[63097]: DEBUG nova.virt.hardware [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1418.116401] env[63097]: DEBUG nova.virt.hardware [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1418.116704] env[63097]: DEBUG nova.virt.hardware [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1418.116704] env[63097]: DEBUG nova.virt.hardware [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1418.116857] env[63097]: DEBUG nova.virt.hardware [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1418.116930] env[63097]: DEBUG nova.virt.hardware [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1418.117126] env[63097]: DEBUG nova.virt.hardware [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1418.118327] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f00fdf-966b-4ae1-9f72-a36d655b5eb2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.130412] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cdf96ff-1b19-44ad-8cf0-d4e63724e315 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.147588] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 6a4cee3c-c5e3-4cc3-8f28-7cee96efee35] Instance VIF info [] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1418.153470] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Creating folder: Project (12cc041a34cc47059b61a6559d24e6ef). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1418.158731] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9be73d84-2b0b-40a4-b0e1-a89cc10d2dcc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.172631] env[63097]: DEBUG oslo_vmware.api [None req-e4cb0be9-cbaa-4b2f-a33b-b346aaf1bc23 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687069, 'name': RemoveSnapshot_Task, 'duration_secs': 1.120067} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.172923] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e4cb0be9-cbaa-4b2f-a33b-b346aaf1bc23 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Deleted Snapshot of the VM instance {{(pid=63097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1418.173233] env[63097]: INFO nova.compute.manager [None req-e4cb0be9-cbaa-4b2f-a33b-b346aaf1bc23 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Took 21.79 seconds to snapshot the instance on the hypervisor. [ 1418.177204] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Created folder: Project (12cc041a34cc47059b61a6559d24e6ef) in parent group-v351483. [ 1418.177403] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Creating folder: Instances. Parent ref: group-v351667. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1418.177660] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99e6d928-e1d7-45c9-8848-2daccec8393a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.190646] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Created folder: Instances in parent group-v351667. [ 1418.190935] env[63097]: DEBUG oslo.service.loopingcall [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1418.191170] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a4cee3c-c5e3-4cc3-8f28-7cee96efee35] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1418.191439] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f40ffb0f-50e2-4ab4-8a00-444caccde2fb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.211441] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1418.211441] env[63097]: value = "task-1687076" [ 1418.211441] env[63097]: _type = "Task" [ 1418.211441] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.222278] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687076, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.403422] env[63097]: DEBUG nova.compute.manager [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1418.592385] env[63097]: DEBUG oslo_concurrency.lockutils [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.535s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.592950] env[63097]: DEBUG nova.compute.manager [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1418.595944] env[63097]: DEBUG oslo_concurrency.lockutils [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.708s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1418.597528] env[63097]: INFO nova.compute.claims [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1418.601453] env[63097]: DEBUG oslo_concurrency.lockutils [None req-92212e05-7fc4-4197-90c1-6dce5489e354 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1418.649771] env[63097]: DEBUG nova.network.neutron [req-e8a0a5bc-2860-4b61-9f9f-db4510615deb req-dcea8a57-1eaf-43af-8947-4a02f041f39a service nova] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Updated VIF entry in instance network info cache for port a28c00d1-2afc-490a-97d4-e1b3a09e1104. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1418.650358] env[63097]: DEBUG nova.network.neutron [req-e8a0a5bc-2860-4b61-9f9f-db4510615deb req-dcea8a57-1eaf-43af-8947-4a02f041f39a service nova] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Updating instance_info_cache with network_info: [{"id": "3bfd327a-1d0a-486c-a715-022fef6c4ea1", "address": "fa:16:3e:f6:c9:60", "network": {"id": "4023f1be-d600-441b-9ec5-b01eac0704f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1618053137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a00e94d35e44678b6698f8af082c448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bfd327a-1d", "ovs_interfaceid": "3bfd327a-1d0a-486c-a715-022fef6c4ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a28c00d1-2afc-490a-97d4-e1b3a09e1104", "address": "fa:16:3e:5e:20:85", "network": {"id": "4023f1be-d600-441b-9ec5-b01eac0704f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1618053137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a00e94d35e44678b6698f8af082c448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa28c00d1-2a", "ovs_interfaceid": "a28c00d1-2afc-490a-97d4-e1b3a09e1104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.722760] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687076, 'name': CreateVM_Task, 'duration_secs': 0.382982} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.725133] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a4cee3c-c5e3-4cc3-8f28-7cee96efee35] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1418.725133] env[63097]: DEBUG oslo_concurrency.lockutils [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1418.725133] env[63097]: DEBUG oslo_concurrency.lockutils [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.725133] env[63097]: DEBUG oslo_concurrency.lockutils [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1418.725133] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05ce1831-8cee-4084-a3e0-2d9651853f98 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.731260] env[63097]: DEBUG oslo_vmware.api [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Waiting for the task: (returnval){ [ 1418.731260] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a5f17f-fff9-f83b-883e-6420f26e7c37" [ 1418.731260] env[63097]: _type = "Task" [ 1418.731260] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.741570] env[63097]: DEBUG oslo_vmware.api [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a5f17f-fff9-f83b-883e-6420f26e7c37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.746093] env[63097]: DEBUG oslo_concurrency.lockutils [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquiring lock "d0d4556c-dca1-43e4-a1a4-92662cacf4b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1418.746396] env[63097]: DEBUG oslo_concurrency.lockutils [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "d0d4556c-dca1-43e4-a1a4-92662cacf4b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1418.748241] env[63097]: DEBUG nova.network.neutron [req-432d14d3-f272-405f-b617-269309d050f8 req-29203f6b-d5ea-4a30-a071-7586f01af45f service nova] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Updated VIF entry in instance network info cache for port a9cd91cb-25c6-4fee-aa1c-72fbd0777887. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1418.748605] env[63097]: DEBUG nova.network.neutron [req-432d14d3-f272-405f-b617-269309d050f8 req-29203f6b-d5ea-4a30-a071-7586f01af45f service nova] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Updating instance_info_cache with network_info: [{"id": "a9cd91cb-25c6-4fee-aa1c-72fbd0777887", "address": "fa:16:3e:64:82:92", "network": {"id": "a164f660-8be3-4274-aa78-7985d5e4a2e9", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1095347199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a18b90ffbd934c73b5c6edc5be2f846e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9cd91cb-25", "ovs_interfaceid": "a9cd91cb-25c6-4fee-aa1c-72fbd0777887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.909681] env[63097]: DEBUG nova.compute.manager [req-ada59daf-117f-4460-819e-ac42f6f689b8 req-768a37f2-690e-4532-b06f-9e4d3b4032b5 service nova] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Received event network-vif-deleted-53805b66-1d83-4c4d-9770-213929012293 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1418.910284] env[63097]: DEBUG nova.compute.manager [req-ada59daf-117f-4460-819e-ac42f6f689b8 req-768a37f2-690e-4532-b06f-9e4d3b4032b5 service nova] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] Received event network-vif-deleted-17533ac2-2439-4d60-b7a1-c41cf6ef5e4f {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1418.932322] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.065437] env[63097]: INFO nova.compute.manager [None req-bc39fefe-4f1f-4bea-8814-40c67c8bf8f2 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Rescuing [ 1419.065437] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bc39fefe-4f1f-4bea-8814-40c67c8bf8f2 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquiring lock "refresh_cache-d22d9d1c-131d-4497-aec6-ab82f7fea0ea" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1419.065437] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bc39fefe-4f1f-4bea-8814-40c67c8bf8f2 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquired lock "refresh_cache-d22d9d1c-131d-4497-aec6-ab82f7fea0ea" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.065437] env[63097]: DEBUG nova.network.neutron [None req-bc39fefe-4f1f-4bea-8814-40c67c8bf8f2 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1419.111512] env[63097]: DEBUG nova.compute.utils [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1419.113397] env[63097]: DEBUG nova.compute.manager [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Not allocating networking since 'none' was specified. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1419.154660] env[63097]: DEBUG oslo_concurrency.lockutils [req-e8a0a5bc-2860-4b61-9f9f-db4510615deb req-dcea8a57-1eaf-43af-8947-4a02f041f39a service nova] Releasing lock "refresh_cache-7f1e806e-4689-4cd0-bef9-3f6af6ac7956" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1419.247925] env[63097]: DEBUG oslo_vmware.api [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a5f17f-fff9-f83b-883e-6420f26e7c37, 'name': SearchDatastore_Task, 'duration_secs': 0.020641} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.247925] env[63097]: DEBUG oslo_concurrency.lockutils [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1419.247925] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 6a4cee3c-c5e3-4cc3-8f28-7cee96efee35] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1419.247925] env[63097]: DEBUG oslo_concurrency.lockutils [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1419.247925] env[63097]: DEBUG oslo_concurrency.lockutils [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.248235] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1419.248854] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2cf9af55-28df-476b-a413-1c4eb179eed7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.254243] env[63097]: DEBUG oslo_concurrency.lockutils [req-432d14d3-f272-405f-b617-269309d050f8 req-29203f6b-d5ea-4a30-a071-7586f01af45f service nova] Releasing lock "refresh_cache-66274a74-ccfb-4a8b-ac23-f0b913919d19" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1419.256039] env[63097]: DEBUG nova.compute.manager [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1419.266691] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1419.266691] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1419.267978] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c06f6ac-b36f-46db-90cd-ed6a0b550744 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.275477] env[63097]: DEBUG oslo_vmware.api [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Waiting for the task: (returnval){ [ 1419.275477] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52fb0a92-878c-f42a-fa5a-5438e786ed90" [ 1419.275477] env[63097]: _type = "Task" [ 1419.275477] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.285707] env[63097]: DEBUG oslo_vmware.api [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52fb0a92-878c-f42a-fa5a-5438e786ed90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.615365] env[63097]: DEBUG nova.compute.manager [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1419.769021] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b9e046ef-b78a-405e-90fa-1cb2d2b645a3 tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.792795] env[63097]: DEBUG oslo_concurrency.lockutils [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.793393] env[63097]: DEBUG oslo_vmware.api [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52fb0a92-878c-f42a-fa5a-5438e786ed90, 'name': SearchDatastore_Task, 'duration_secs': 0.024266} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.794602] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4836737-a10c-4d32-a6e6-46bcfb88f387 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.809962] env[63097]: DEBUG oslo_vmware.api [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Waiting for the task: (returnval){ [ 1419.809962] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]529954ec-de27-fd3a-bcca-602c4bec0409" [ 1419.809962] env[63097]: _type = "Task" [ 1419.809962] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.821104] env[63097]: DEBUG oslo_vmware.api [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]529954ec-de27-fd3a-bcca-602c4bec0409, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.941395] env[63097]: DEBUG oslo_concurrency.lockutils [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquiring lock "185ab458-44b4-4bc2-816a-269d7a4e2719" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.950594] env[63097]: DEBUG nova.network.neutron [None req-bc39fefe-4f1f-4bea-8814-40c67c8bf8f2 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Updating instance_info_cache with network_info: [{"id": "ab5f25ed-453f-4447-8d9f-ee8f0f5b1baf", "address": "fa:16:3e:00:b5:d9", "network": {"id": "50215c70-2086-4e75-a852-57a251fe1397", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1988148367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfaa0618e4044c5db920f1465bf6dc07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab5f25ed-45", "ovs_interfaceid": "ab5f25ed-453f-4447-8d9f-ee8f0f5b1baf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.060264] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376f8f52-62b8-4c58-9568-6b210752f485 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.068942] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb55748-61a7-43d2-84aa-e074a8189254 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.119387] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f1f266-1f45-42a7-b61a-f6f313a49c45 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.132453] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b512c2f-ca6f-484c-a1c9-323785bb94a5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.147531] env[63097]: DEBUG nova.compute.provider_tree [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1420.309970] env[63097]: DEBUG oslo_concurrency.lockutils [None req-586608ed-d551-456f-8d31-18df2176c503 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "interface-7f1e806e-4689-4cd0-bef9-3f6af6ac7956-c22c17dd-1d73-495c-8c86-f036518743e8" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.310398] env[63097]: DEBUG oslo_concurrency.lockutils [None req-586608ed-d551-456f-8d31-18df2176c503 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "interface-7f1e806e-4689-4cd0-bef9-3f6af6ac7956-c22c17dd-1d73-495c-8c86-f036518743e8" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1420.310878] env[63097]: DEBUG nova.objects.instance [None req-586608ed-d551-456f-8d31-18df2176c503 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lazy-loading 'flavor' on Instance uuid 7f1e806e-4689-4cd0-bef9-3f6af6ac7956 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1420.323625] env[63097]: DEBUG oslo_vmware.api [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]529954ec-de27-fd3a-bcca-602c4bec0409, 'name': SearchDatastore_Task, 'duration_secs': 0.035844} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.324589] env[63097]: DEBUG oslo_concurrency.lockutils [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1420.324948] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 6a4cee3c-c5e3-4cc3-8f28-7cee96efee35/6a4cee3c-c5e3-4cc3-8f28-7cee96efee35.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1420.325266] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ae43eca-762d-49ac-a561-ca0a3d7155fa {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.334727] env[63097]: DEBUG oslo_vmware.api [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Waiting for the task: (returnval){ [ 1420.334727] env[63097]: value = "task-1687077" [ 1420.334727] env[63097]: _type = "Task" [ 1420.334727] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.344336] env[63097]: DEBUG oslo_vmware.api [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687077, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.355096] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7df1093c-6ffb-41f5-aeff-a48523ead057 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Acquiring lock "3fd114c2-a544-4fc5-be3b-82c084f022e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.355377] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7df1093c-6ffb-41f5-aeff-a48523ead057 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Lock "3fd114c2-a544-4fc5-be3b-82c084f022e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1420.355599] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7df1093c-6ffb-41f5-aeff-a48523ead057 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Acquiring lock "3fd114c2-a544-4fc5-be3b-82c084f022e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.355786] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7df1093c-6ffb-41f5-aeff-a48523ead057 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Lock "3fd114c2-a544-4fc5-be3b-82c084f022e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1420.356109] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7df1093c-6ffb-41f5-aeff-a48523ead057 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Lock "3fd114c2-a544-4fc5-be3b-82c084f022e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.358264] env[63097]: INFO nova.compute.manager [None req-7df1093c-6ffb-41f5-aeff-a48523ead057 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Terminating instance [ 1420.361758] env[63097]: DEBUG nova.compute.manager [None req-7df1093c-6ffb-41f5-aeff-a48523ead057 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1420.361891] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7df1093c-6ffb-41f5-aeff-a48523ead057 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1420.363520] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10e2697-16b5-4087-a882-2f3bd95bb717 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.372417] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7df1093c-6ffb-41f5-aeff-a48523ead057 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1420.372715] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bc83543-24ff-4634-89e8-7788c019f7ef {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.380202] env[63097]: DEBUG oslo_vmware.api [None req-7df1093c-6ffb-41f5-aeff-a48523ead057 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Waiting for the task: (returnval){ [ 1420.380202] env[63097]: value = "task-1687078" [ 1420.380202] env[63097]: _type = "Task" [ 1420.380202] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.389020] env[63097]: DEBUG oslo_vmware.api [None req-7df1093c-6ffb-41f5-aeff-a48523ead057 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1687078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.456663] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bc39fefe-4f1f-4bea-8814-40c67c8bf8f2 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Releasing lock "refresh_cache-d22d9d1c-131d-4497-aec6-ab82f7fea0ea" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1420.629858] env[63097]: DEBUG nova.compute.manager [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1420.650898] env[63097]: DEBUG nova.scheduler.client.report [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1420.659100] env[63097]: DEBUG nova.virt.hardware [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1420.659624] env[63097]: DEBUG nova.virt.hardware [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1420.659730] env[63097]: DEBUG nova.virt.hardware [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1420.660066] env[63097]: DEBUG nova.virt.hardware [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1420.660420] env[63097]: DEBUG nova.virt.hardware [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1420.660581] env[63097]: DEBUG nova.virt.hardware [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1420.661539] env[63097]: DEBUG nova.virt.hardware [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1420.661539] env[63097]: DEBUG nova.virt.hardware [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1420.661539] env[63097]: DEBUG nova.virt.hardware [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1420.661909] env[63097]: DEBUG nova.virt.hardware [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1420.662092] env[63097]: DEBUG nova.virt.hardware [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1420.663461] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cedba78-0c87-43eb-b7d6-84141a41fc13 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.677426] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c9e98e-e67b-449a-adbb-1a4b6ab30268 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.699864] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Instance VIF info [] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1420.705850] env[63097]: DEBUG oslo.service.loopingcall [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1420.706167] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1420.706405] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cebe36f9-2163-47be-a4e7-35c23d044d18 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.724667] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1420.724667] env[63097]: value = "task-1687079" [ 1420.724667] env[63097]: _type = "Task" [ 1420.724667] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.733287] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ac6c0e49-f41a-4b8f-85bd-bb9b7fdd08cb tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Acquiring lock "a6e7feca-e724-4018-8405-de21ae80b373" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.733551] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ac6c0e49-f41a-4b8f-85bd-bb9b7fdd08cb tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Lock "a6e7feca-e724-4018-8405-de21ae80b373" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1420.733766] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ac6c0e49-f41a-4b8f-85bd-bb9b7fdd08cb tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Acquiring lock "a6e7feca-e724-4018-8405-de21ae80b373-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.733953] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ac6c0e49-f41a-4b8f-85bd-bb9b7fdd08cb tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Lock "a6e7feca-e724-4018-8405-de21ae80b373-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1420.734146] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ac6c0e49-f41a-4b8f-85bd-bb9b7fdd08cb tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Lock "a6e7feca-e724-4018-8405-de21ae80b373-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.735947] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687079, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.736483] env[63097]: INFO nova.compute.manager [None req-ac6c0e49-f41a-4b8f-85bd-bb9b7fdd08cb tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Terminating instance [ 1420.738611] env[63097]: DEBUG nova.compute.manager [None req-ac6c0e49-f41a-4b8f-85bd-bb9b7fdd08cb tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1420.738956] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6c0e49-f41a-4b8f-85bd-bb9b7fdd08cb tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1420.739215] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e3be324-883f-498a-b868-cb14a7f4a3b5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.747012] env[63097]: DEBUG oslo_vmware.api [None req-ac6c0e49-f41a-4b8f-85bd-bb9b7fdd08cb tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Waiting for the task: (returnval){ [ 1420.747012] env[63097]: value = "task-1687080" [ 1420.747012] env[63097]: _type = "Task" [ 1420.747012] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.756973] env[63097]: DEBUG oslo_vmware.api [None req-ac6c0e49-f41a-4b8f-85bd-bb9b7fdd08cb tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Task: {'id': task-1687080, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.846874] env[63097]: DEBUG oslo_vmware.api [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687077, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.891547] env[63097]: DEBUG oslo_vmware.api [None req-7df1093c-6ffb-41f5-aeff-a48523ead057 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1687078, 'name': PowerOffVM_Task, 'duration_secs': 0.20489} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.891862] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7df1093c-6ffb-41f5-aeff-a48523ead057 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1420.892082] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7df1093c-6ffb-41f5-aeff-a48523ead057 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1420.892403] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b577fd68-4008-4014-a444-992702efb2e5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.957385] env[63097]: DEBUG nova.objects.instance [None req-586608ed-d551-456f-8d31-18df2176c503 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lazy-loading 'pci_requests' on Instance uuid 7f1e806e-4689-4cd0-bef9-3f6af6ac7956 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1420.977941] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7df1093c-6ffb-41f5-aeff-a48523ead057 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1420.978244] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7df1093c-6ffb-41f5-aeff-a48523ead057 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1420.978443] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-7df1093c-6ffb-41f5-aeff-a48523ead057 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Deleting the datastore file [datastore2] 3fd114c2-a544-4fc5-be3b-82c084f022e8 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1420.978739] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99d895ee-b434-4b57-8dc3-519c2050d72d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.987907] env[63097]: DEBUG oslo_vmware.api [None req-7df1093c-6ffb-41f5-aeff-a48523ead057 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Waiting for the task: (returnval){ [ 1420.987907] env[63097]: value = "task-1687082" [ 1420.987907] env[63097]: _type = "Task" [ 1420.987907] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.997211] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc39fefe-4f1f-4bea-8814-40c67c8bf8f2 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1420.997211] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0eb9b15-4c13-4924-8709-ad5699395b92 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.003242] env[63097]: DEBUG oslo_vmware.api [None req-7df1093c-6ffb-41f5-aeff-a48523ead057 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1687082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.007987] env[63097]: DEBUG oslo_vmware.api [None req-bc39fefe-4f1f-4bea-8814-40c67c8bf8f2 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1421.007987] env[63097]: value = "task-1687083" [ 1421.007987] env[63097]: _type = "Task" [ 1421.007987] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.024485] env[63097]: DEBUG oslo_vmware.api [None req-bc39fefe-4f1f-4bea-8814-40c67c8bf8f2 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687083, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.171152] env[63097]: DEBUG oslo_concurrency.lockutils [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.573s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.171152] env[63097]: DEBUG nova.compute.manager [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1421.175009] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5d0b7652-74bb-493e-8d40-660b85c3157f tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.877s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.175407] env[63097]: DEBUG nova.objects.instance [None req-5d0b7652-74bb-493e-8d40-660b85c3157f tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Lazy-loading 'resources' on Instance uuid 4defb923-1206-4f52-8349-646dfc87b849 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1421.235250] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687079, 'name': CreateVM_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.257995] env[63097]: DEBUG oslo_vmware.api [None req-ac6c0e49-f41a-4b8f-85bd-bb9b7fdd08cb tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Task: {'id': task-1687080, 'name': PowerOffVM_Task, 'duration_secs': 0.293711} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.258372] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6c0e49-f41a-4b8f-85bd-bb9b7fdd08cb tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1421.258644] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac6c0e49-f41a-4b8f-85bd-bb9b7fdd08cb tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Volume detach. Driver type: vmdk {{(pid=63097) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1421.258877] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac6c0e49-f41a-4b8f-85bd-bb9b7fdd08cb tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] [instance: a6e7feca-e724-4018-8405-de21ae80b373] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351523', 'volume_id': 'b8c2072d-936a-4f8b-a917-d3279a8f37fe', 'name': 'volume-b8c2072d-936a-4f8b-a917-d3279a8f37fe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a6e7feca-e724-4018-8405-de21ae80b373', 'attached_at': '', 'detached_at': '', 'volume_id': 'b8c2072d-936a-4f8b-a917-d3279a8f37fe', 'serial': 'b8c2072d-936a-4f8b-a917-d3279a8f37fe'} {{(pid=63097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1421.259726] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e2ebf6-61f9-4e92-a848-d79ab4c30369 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.281028] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6f44ee-2479-4471-b379-c9f7fe4a3f6f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.288703] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c6603a-89c1-4084-9a11-2af1f23d67fe {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.308889] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9cbb9eb-cae8-46e6-b7a2-3e4786e36b6f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.327913] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac6c0e49-f41a-4b8f-85bd-bb9b7fdd08cb tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] The volume has not been displaced from its original location: [datastore2] volume-b8c2072d-936a-4f8b-a917-d3279a8f37fe/volume-b8c2072d-936a-4f8b-a917-d3279a8f37fe.vmdk. No consolidation needed. {{(pid=63097) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1421.333597] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac6c0e49-f41a-4b8f-85bd-bb9b7fdd08cb tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Reconfiguring VM instance instance-00000020 to detach disk 2000 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1421.334467] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac191f1e-dbdd-4c24-8cb8-7c9fd94a6fba {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.360961] env[63097]: DEBUG oslo_vmware.api [None req-ac6c0e49-f41a-4b8f-85bd-bb9b7fdd08cb tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Waiting for the task: (returnval){ [ 1421.360961] env[63097]: value = "task-1687084" [ 1421.360961] env[63097]: _type = "Task" [ 1421.360961] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.365030] env[63097]: DEBUG oslo_vmware.api [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687077, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.885345} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.369166] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 6a4cee3c-c5e3-4cc3-8f28-7cee96efee35/6a4cee3c-c5e3-4cc3-8f28-7cee96efee35.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1421.369477] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 6a4cee3c-c5e3-4cc3-8f28-7cee96efee35] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1421.369764] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d140134f-cc23-4041-a286-a94003904bbc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.379480] env[63097]: DEBUG oslo_vmware.api [None req-ac6c0e49-f41a-4b8f-85bd-bb9b7fdd08cb tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Task: {'id': task-1687084, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.380949] env[63097]: DEBUG oslo_vmware.api [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Waiting for the task: (returnval){ [ 1421.380949] env[63097]: value = "task-1687085" [ 1421.380949] env[63097]: _type = "Task" [ 1421.380949] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.390124] env[63097]: DEBUG oslo_vmware.api [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687085, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.460846] env[63097]: DEBUG nova.objects.base [None req-586608ed-d551-456f-8d31-18df2176c503 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Object Instance<7f1e806e-4689-4cd0-bef9-3f6af6ac7956> lazy-loaded attributes: flavor,pci_requests {{(pid=63097) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1421.461013] env[63097]: DEBUG nova.network.neutron [None req-586608ed-d551-456f-8d31-18df2176c503 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1421.499697] env[63097]: DEBUG oslo_vmware.api [None req-7df1093c-6ffb-41f5-aeff-a48523ead057 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1687082, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.364735} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.500040] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-7df1093c-6ffb-41f5-aeff-a48523ead057 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1421.500339] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7df1093c-6ffb-41f5-aeff-a48523ead057 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1421.500589] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7df1093c-6ffb-41f5-aeff-a48523ead057 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1421.501225] env[63097]: INFO nova.compute.manager [None req-7df1093c-6ffb-41f5-aeff-a48523ead057 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1421.501225] env[63097]: DEBUG oslo.service.loopingcall [None req-7df1093c-6ffb-41f5-aeff-a48523ead057 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1421.501326] env[63097]: DEBUG nova.compute.manager [-] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1421.501365] env[63097]: DEBUG nova.network.neutron [-] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1421.518289] env[63097]: DEBUG oslo_vmware.api [None req-bc39fefe-4f1f-4bea-8814-40c67c8bf8f2 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687083, 'name': PowerOffVM_Task, 'duration_secs': 0.342919} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.518642] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc39fefe-4f1f-4bea-8814-40c67c8bf8f2 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1421.519569] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb31c6d5-a70b-4e79-90e2-d8ba856e57e0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.539695] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed27a5e6-4f80-48f4-b52a-6d55eb90617a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.568322] env[63097]: DEBUG nova.compute.manager [None req-e643563b-aad5-411d-bb7f-0b08113fefea tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1421.569418] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe0c68d-f842-45ab-b4fc-156a0be6a3b7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.583542] env[63097]: DEBUG nova.policy [None req-586608ed-d551-456f-8d31-18df2176c503 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bae4322300614e59864289c069303c55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a00e94d35e44678b6698f8af082c448', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1421.587602] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc39fefe-4f1f-4bea-8814-40c67c8bf8f2 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1421.588332] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee0bc8a4-0281-4bee-9dcf-e3453e98e3d2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.596736] env[63097]: DEBUG oslo_vmware.api [None req-bc39fefe-4f1f-4bea-8814-40c67c8bf8f2 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1421.596736] env[63097]: value = "task-1687086" [ 1421.596736] env[63097]: _type = "Task" [ 1421.596736] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.608924] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc39fefe-4f1f-4bea-8814-40c67c8bf8f2 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] VM already powered off {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1421.609209] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-bc39fefe-4f1f-4bea-8814-40c67c8bf8f2 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1421.609457] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bc39fefe-4f1f-4bea-8814-40c67c8bf8f2 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1421.609610] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bc39fefe-4f1f-4bea-8814-40c67c8bf8f2 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.609791] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc39fefe-4f1f-4bea-8814-40c67c8bf8f2 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1421.610305] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f3a3206-7ba7-4541-b76c-22d80e298bfb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.619180] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc39fefe-4f1f-4bea-8814-40c67c8bf8f2 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1421.619376] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-bc39fefe-4f1f-4bea-8814-40c67c8bf8f2 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1421.620133] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9864c297-3eee-4808-8aa9-25748acb0e77 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.627866] env[63097]: DEBUG oslo_vmware.api [None req-bc39fefe-4f1f-4bea-8814-40c67c8bf8f2 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1421.627866] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52289e32-7add-02c0-c1e8-7eaf83a14505" [ 1421.627866] env[63097]: _type = "Task" [ 1421.627866] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.634837] env[63097]: DEBUG oslo_vmware.api [None req-bc39fefe-4f1f-4bea-8814-40c67c8bf8f2 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52289e32-7add-02c0-c1e8-7eaf83a14505, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.678867] env[63097]: DEBUG nova.compute.utils [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1421.680383] env[63097]: DEBUG nova.compute.manager [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1421.680594] env[63097]: DEBUG nova.network.neutron [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1421.740442] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687079, 'name': CreateVM_Task, 'duration_secs': 0.710729} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.742971] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1421.743639] env[63097]: DEBUG oslo_concurrency.lockutils [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1421.743798] env[63097]: DEBUG oslo_concurrency.lockutils [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.744127] env[63097]: DEBUG oslo_concurrency.lockutils [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1421.744380] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7b54ce3-6f4d-4848-a80f-9bd222c398a9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.749701] env[63097]: DEBUG oslo_vmware.api [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Waiting for the task: (returnval){ [ 1421.749701] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52925450-927a-2cbe-d57f-b2e6796d1251" [ 1421.749701] env[63097]: _type = "Task" [ 1421.749701] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.761457] env[63097]: DEBUG oslo_vmware.api [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52925450-927a-2cbe-d57f-b2e6796d1251, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.809885] env[63097]: DEBUG nova.policy [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b71259406cb45c0b5b99556fbd11717', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bef179dd054a49daacd2151914b1000b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1421.875143] env[63097]: DEBUG oslo_vmware.api [None req-ac6c0e49-f41a-4b8f-85bd-bb9b7fdd08cb tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Task: {'id': task-1687084, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.892804] env[63097]: DEBUG oslo_vmware.api [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687085, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099023} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.893105] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 6a4cee3c-c5e3-4cc3-8f28-7cee96efee35] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1421.893925] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876fce72-1228-4616-be66-890a70e78322 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.917328] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 6a4cee3c-c5e3-4cc3-8f28-7cee96efee35] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 6a4cee3c-c5e3-4cc3-8f28-7cee96efee35/6a4cee3c-c5e3-4cc3-8f28-7cee96efee35.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1421.920227] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c64aaba-3f7e-4e39-b235-78176d462fb2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.941264] env[63097]: DEBUG oslo_vmware.api [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Waiting for the task: (returnval){ [ 1421.941264] env[63097]: value = "task-1687087" [ 1421.941264] env[63097]: _type = "Task" [ 1421.941264] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.952381] env[63097]: DEBUG oslo_vmware.api [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687087, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.069621] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0d53de4a-70b4-47db-9e2d-9e9d64cb3a5a tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Acquiring lock "0f8f123b-8896-477a-a2fe-6c339238e5cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.069911] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0d53de4a-70b4-47db-9e2d-9e9d64cb3a5a tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Lock "0f8f123b-8896-477a-a2fe-6c339238e5cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.070147] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0d53de4a-70b4-47db-9e2d-9e9d64cb3a5a tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Acquiring lock "0f8f123b-8896-477a-a2fe-6c339238e5cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.070382] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0d53de4a-70b4-47db-9e2d-9e9d64cb3a5a tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Lock "0f8f123b-8896-477a-a2fe-6c339238e5cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.070563] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0d53de4a-70b4-47db-9e2d-9e9d64cb3a5a tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Lock "0f8f123b-8896-477a-a2fe-6c339238e5cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.072923] env[63097]: INFO nova.compute.manager [None req-0d53de4a-70b4-47db-9e2d-9e9d64cb3a5a tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Terminating instance [ 1422.081019] env[63097]: DEBUG nova.compute.manager [None req-0d53de4a-70b4-47db-9e2d-9e9d64cb3a5a tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1422.081019] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7b55baa-5f82-45f1-b185-4d4aa0eb2ebc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.094401] env[63097]: INFO nova.compute.manager [None req-e643563b-aad5-411d-bb7f-0b08113fefea tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] instance snapshotting [ 1422.094401] env[63097]: DEBUG nova.objects.instance [None req-e643563b-aad5-411d-bb7f-0b08113fefea tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lazy-loading 'flavor' on Instance uuid 3ac3d689-7f96-4afb-9ea1-1e5b260d6246 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1422.102025] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05d54aa-0e79-41e5-aff2-09834559bdeb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.145010] env[63097]: WARNING nova.virt.vmwareapi.driver [None req-0d53de4a-70b4-47db-9e2d-9e9d64cb3a5a tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 0f8f123b-8896-477a-a2fe-6c339238e5cd could not be found. [ 1422.145367] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-0d53de4a-70b4-47db-9e2d-9e9d64cb3a5a tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1422.150146] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b14f38ec-9200-4845-a955-e9c1c088186f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.152751] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfb1230-ffa3-4f82-bfa5-4051e226731a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.157464] env[63097]: DEBUG oslo_vmware.api [None req-bc39fefe-4f1f-4bea-8814-40c67c8bf8f2 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52289e32-7add-02c0-c1e8-7eaf83a14505, 'name': SearchDatastore_Task, 'duration_secs': 0.010998} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.160609] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e80b5d1-478e-46ed-8b91-d76bdc397293 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.166290] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ece032-6856-44f5-9274-0deabefd4ef4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.173173] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d203a1-342d-4f23-b900-ee00507919c3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.184082] env[63097]: DEBUG oslo_vmware.api [None req-bc39fefe-4f1f-4bea-8814-40c67c8bf8f2 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1422.184082] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b238b2-925c-7cfd-93ba-4e9ce4b908aa" [ 1422.184082] env[63097]: _type = "Task" [ 1422.184082] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.185734] env[63097]: DEBUG nova.compute.manager [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1422.230908] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8222f2c3-ed39-495b-8045-d90348897c05 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.237370] env[63097]: WARNING nova.virt.vmwareapi.vmops [None req-0d53de4a-70b4-47db-9e2d-9e9d64cb3a5a tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 0f8f123b-8896-477a-a2fe-6c339238e5cd could not be found. [ 1422.237370] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-0d53de4a-70b4-47db-9e2d-9e9d64cb3a5a tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1422.237370] env[63097]: INFO nova.compute.manager [None req-0d53de4a-70b4-47db-9e2d-9e9d64cb3a5a tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Took 0.16 seconds to destroy the instance on the hypervisor. [ 1422.237370] env[63097]: DEBUG oslo.service.loopingcall [None req-0d53de4a-70b4-47db-9e2d-9e9d64cb3a5a tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1422.239128] env[63097]: DEBUG nova.compute.manager [-] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1422.239238] env[63097]: DEBUG nova.network.neutron [-] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1422.241374] env[63097]: DEBUG oslo_vmware.api [None req-bc39fefe-4f1f-4bea-8814-40c67c8bf8f2 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b238b2-925c-7cfd-93ba-4e9ce4b908aa, 'name': SearchDatastore_Task, 'duration_secs': 0.037942} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.242989] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bc39fefe-4f1f-4bea-8814-40c67c8bf8f2 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1422.242989] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc39fefe-4f1f-4bea-8814-40c67c8bf8f2 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] d22d9d1c-131d-4497-aec6-ab82f7fea0ea/62867302-ebc1-4c14-ab1f-3120d7e2b6ed-rescue.vmdk. {{(pid=63097) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1422.242989] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dff9e6ca-efd7-414c-a46c-aad66513ad38 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.248804] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3f444c-fc65-4b3c-85cc-cdaa569ba947 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.259554] env[63097]: DEBUG oslo_vmware.api [None req-bc39fefe-4f1f-4bea-8814-40c67c8bf8f2 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1422.259554] env[63097]: value = "task-1687088" [ 1422.259554] env[63097]: _type = "Task" [ 1422.259554] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.274774] env[63097]: DEBUG nova.compute.provider_tree [None req-5d0b7652-74bb-493e-8d40-660b85c3157f tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1422.275991] env[63097]: DEBUG oslo_vmware.api [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52925450-927a-2cbe-d57f-b2e6796d1251, 'name': SearchDatastore_Task, 'duration_secs': 0.078324} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.276477] env[63097]: DEBUG oslo_concurrency.lockutils [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1422.276705] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1422.276937] env[63097]: DEBUG oslo_concurrency.lockutils [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1422.277109] env[63097]: DEBUG oslo_concurrency.lockutils [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.277297] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1422.280295] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efad7853-d5b5-49bd-a89b-72aadd941187 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.282741] env[63097]: DEBUG oslo_vmware.api [None req-bc39fefe-4f1f-4bea-8814-40c67c8bf8f2 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687088, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.377297] env[63097]: DEBUG oslo_vmware.api [None req-ac6c0e49-f41a-4b8f-85bd-bb9b7fdd08cb tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Task: {'id': task-1687084, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.452031] env[63097]: DEBUG oslo_vmware.api [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.471967] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1422.472226] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1422.473030] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d524f2fd-7bcc-4082-a8b1-3477ceb49a89 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.480356] env[63097]: DEBUG oslo_vmware.api [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Waiting for the task: (returnval){ [ 1422.480356] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52f9bdf6-e6e5-ef5b-2c7c-54732ad45fb4" [ 1422.480356] env[63097]: _type = "Task" [ 1422.480356] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.488784] env[63097]: DEBUG oslo_vmware.api [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52f9bdf6-e6e5-ef5b-2c7c-54732ad45fb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.521379] env[63097]: DEBUG nova.network.neutron [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Successfully created port: ba4f60e0-060c-444a-a5d8-c3bfaa08015d {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1422.600405] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26fce04-3c76-4460-aff5-8bb0862677a1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.625112] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b912019-1adc-4e31-85f2-dbd26e00b407 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.663345] env[63097]: DEBUG nova.network.neutron [-] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.778928] env[63097]: DEBUG nova.scheduler.client.report [None req-5d0b7652-74bb-493e-8d40-660b85c3157f tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1422.782421] env[63097]: DEBUG oslo_vmware.api [None req-bc39fefe-4f1f-4bea-8814-40c67c8bf8f2 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687088, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.876882] env[63097]: DEBUG oslo_vmware.api [None req-ac6c0e49-f41a-4b8f-85bd-bb9b7fdd08cb tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Task: {'id': task-1687084, 'name': ReconfigVM_Task, 'duration_secs': 1.221302} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.877188] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac6c0e49-f41a-4b8f-85bd-bb9b7fdd08cb tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Reconfigured VM instance instance-00000020 to detach disk 2000 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1422.882052] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0729ede-8151-4b77-bd6e-3ae1973392e5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.899441] env[63097]: DEBUG oslo_vmware.api [None req-ac6c0e49-f41a-4b8f-85bd-bb9b7fdd08cb tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Waiting for the task: (returnval){ [ 1422.899441] env[63097]: value = "task-1687089" [ 1422.899441] env[63097]: _type = "Task" [ 1422.899441] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.909948] env[63097]: DEBUG oslo_vmware.api [None req-ac6c0e49-f41a-4b8f-85bd-bb9b7fdd08cb tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Task: {'id': task-1687089, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.951554] env[63097]: DEBUG oslo_vmware.api [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.991453] env[63097]: DEBUG oslo_vmware.api [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52f9bdf6-e6e5-ef5b-2c7c-54732ad45fb4, 'name': SearchDatastore_Task, 'duration_secs': 0.097044} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.992975] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20135464-a651-40b7-8ed6-a491fdf239a2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.000571] env[63097]: DEBUG oslo_vmware.api [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Waiting for the task: (returnval){ [ 1423.000571] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d17388-2cbd-1556-b349-e391fbb66ebb" [ 1423.000571] env[63097]: _type = "Task" [ 1423.000571] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.009413] env[63097]: DEBUG nova.compute.manager [req-11f01599-8c91-4880-923e-8177dd422083 req-7eb90229-354a-41ae-a35d-41aca7bb8688 service nova] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Received event network-vif-deleted-aa52c27d-867d-410f-8dba-52aabf33efe5 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1423.015195] env[63097]: DEBUG oslo_vmware.api [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d17388-2cbd-1556-b349-e391fbb66ebb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.140328] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e643563b-aad5-411d-bb7f-0b08113fefea tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Creating Snapshot of the VM instance {{(pid=63097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1423.140867] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-04ff022d-062f-4006-988a-4ef00fe84092 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.153923] env[63097]: DEBUG oslo_vmware.api [None req-e643563b-aad5-411d-bb7f-0b08113fefea tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1423.153923] env[63097]: value = "task-1687090" [ 1423.153923] env[63097]: _type = "Task" [ 1423.153923] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.163289] env[63097]: DEBUG oslo_vmware.api [None req-e643563b-aad5-411d-bb7f-0b08113fefea tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687090, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.167757] env[63097]: INFO nova.compute.manager [-] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Took 1.66 seconds to deallocate network for instance. [ 1423.198748] env[63097]: DEBUG nova.compute.manager [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1423.232982] env[63097]: DEBUG nova.virt.hardware [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1423.233315] env[63097]: DEBUG nova.virt.hardware [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1423.233486] env[63097]: DEBUG nova.virt.hardware [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1423.233741] env[63097]: DEBUG nova.virt.hardware [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1423.234233] env[63097]: DEBUG nova.virt.hardware [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1423.234233] env[63097]: DEBUG nova.virt.hardware [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1423.234552] env[63097]: DEBUG nova.virt.hardware [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1423.234721] env[63097]: DEBUG nova.virt.hardware [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1423.234908] env[63097]: DEBUG nova.virt.hardware [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1423.235158] env[63097]: DEBUG nova.virt.hardware [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1423.235359] env[63097]: DEBUG nova.virt.hardware [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1423.236523] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144acddc-3482-469c-a331-5a39ee77dd0d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.245060] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35efecaf-df24-4aca-ae33-9c3b9249be7f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.271751] env[63097]: DEBUG oslo_vmware.api [None req-bc39fefe-4f1f-4bea-8814-40c67c8bf8f2 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687088, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583315} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.272264] env[63097]: INFO nova.virt.vmwareapi.ds_util [None req-bc39fefe-4f1f-4bea-8814-40c67c8bf8f2 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] d22d9d1c-131d-4497-aec6-ab82f7fea0ea/62867302-ebc1-4c14-ab1f-3120d7e2b6ed-rescue.vmdk. [ 1423.273153] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16ebe96-eb38-4852-9c6b-b75eb0e60b57 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.296788] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5d0b7652-74bb-493e-8d40-660b85c3157f tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.121s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.307394] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc39fefe-4f1f-4bea-8814-40c67c8bf8f2 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] d22d9d1c-131d-4497-aec6-ab82f7fea0ea/62867302-ebc1-4c14-ab1f-3120d7e2b6ed-rescue.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1423.308244] env[63097]: DEBUG oslo_concurrency.lockutils [None req-027c7d36-f4a5-4937-9e1e-379409eb8402 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.974s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.308671] env[63097]: DEBUG nova.objects.instance [None req-027c7d36-f4a5-4937-9e1e-379409eb8402 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Lazy-loading 'resources' on Instance uuid e73c5fb1-ec75-4b70-8097-acad36f44a18 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1423.309821] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39618297-6bb8-437c-878b-fc7f808f93be {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.334591] env[63097]: DEBUG oslo_vmware.api [None req-bc39fefe-4f1f-4bea-8814-40c67c8bf8f2 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1423.334591] env[63097]: value = "task-1687091" [ 1423.334591] env[63097]: _type = "Task" [ 1423.334591] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.342038] env[63097]: INFO nova.scheduler.client.report [None req-5d0b7652-74bb-493e-8d40-660b85c3157f tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Deleted allocations for instance 4defb923-1206-4f52-8349-646dfc87b849 [ 1423.351679] env[63097]: DEBUG oslo_vmware.api [None req-bc39fefe-4f1f-4bea-8814-40c67c8bf8f2 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687091, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.411402] env[63097]: DEBUG oslo_vmware.api [None req-ac6c0e49-f41a-4b8f-85bd-bb9b7fdd08cb tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Task: {'id': task-1687089, 'name': ReconfigVM_Task, 'duration_secs': 0.176974} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.411759] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac6c0e49-f41a-4b8f-85bd-bb9b7fdd08cb tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351523', 'volume_id': 'b8c2072d-936a-4f8b-a917-d3279a8f37fe', 'name': 'volume-b8c2072d-936a-4f8b-a917-d3279a8f37fe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a6e7feca-e724-4018-8405-de21ae80b373', 'attached_at': '', 'detached_at': '', 'volume_id': 'b8c2072d-936a-4f8b-a917-d3279a8f37fe', 'serial': 'b8c2072d-936a-4f8b-a917-d3279a8f37fe'} {{(pid=63097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1423.412054] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6c0e49-f41a-4b8f-85bd-bb9b7fdd08cb tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1423.413520] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02a7a3c-de6b-4354-a87c-5d1ba3752884 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.422580] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6c0e49-f41a-4b8f-85bd-bb9b7fdd08cb tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1423.422889] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a831c0f-d27f-4247-9119-0e45b665392f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.455018] env[63097]: DEBUG oslo_vmware.api [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.516043] env[63097]: DEBUG oslo_vmware.api [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d17388-2cbd-1556-b349-e391fbb66ebb, 'name': SearchDatastore_Task, 'duration_secs': 0.304857} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.518019] env[63097]: DEBUG oslo_concurrency.lockutils [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.518317] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 0e74e037-c92b-4160-9c10-7f09a89b5b9c/0e74e037-c92b-4160-9c10-7f09a89b5b9c.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1423.518683] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6c0e49-f41a-4b8f-85bd-bb9b7fdd08cb tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1423.520781] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6c0e49-f41a-4b8f-85bd-bb9b7fdd08cb tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1423.520781] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac6c0e49-f41a-4b8f-85bd-bb9b7fdd08cb tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Deleting the datastore file [datastore2] a6e7feca-e724-4018-8405-de21ae80b373 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1423.520781] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-862e32c5-737f-467f-b309-bc2530315fc6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.523967] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f0d7397-0e65-42ec-b864-b19c04752b1f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.532272] env[63097]: DEBUG oslo_vmware.api [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Waiting for the task: (returnval){ [ 1423.532272] env[63097]: value = "task-1687093" [ 1423.532272] env[63097]: _type = "Task" [ 1423.532272] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.533960] env[63097]: DEBUG oslo_vmware.api [None req-ac6c0e49-f41a-4b8f-85bd-bb9b7fdd08cb tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Waiting for the task: (returnval){ [ 1423.533960] env[63097]: value = "task-1687094" [ 1423.533960] env[63097]: _type = "Task" [ 1423.533960] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.551233] env[63097]: DEBUG oslo_vmware.api [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.551894] env[63097]: DEBUG oslo_vmware.api [None req-ac6c0e49-f41a-4b8f-85bd-bb9b7fdd08cb tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Task: {'id': task-1687094, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.664895] env[63097]: DEBUG oslo_vmware.api [None req-e643563b-aad5-411d-bb7f-0b08113fefea tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687090, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.674209] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7df1093c-6ffb-41f5-aeff-a48523ead057 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.750760] env[63097]: DEBUG nova.network.neutron [None req-586608ed-d551-456f-8d31-18df2176c503 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Successfully updated port: c22c17dd-1d73-495c-8c86-f036518743e8 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1423.859671] env[63097]: DEBUG oslo_vmware.api [None req-bc39fefe-4f1f-4bea-8814-40c67c8bf8f2 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687091, 'name': ReconfigVM_Task, 'duration_secs': 0.423831} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.859979] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc39fefe-4f1f-4bea-8814-40c67c8bf8f2 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Reconfigured VM instance instance-00000042 to attach disk [datastore2] d22d9d1c-131d-4497-aec6-ab82f7fea0ea/62867302-ebc1-4c14-ab1f-3120d7e2b6ed-rescue.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1423.860929] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9ee3d2-7171-4321-b3b1-3161c88c0b3f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.864857] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5d0b7652-74bb-493e-8d40-660b85c3157f tempest-ServersTestMultiNic-232141457 tempest-ServersTestMultiNic-232141457-project-member] Lock "4defb923-1206-4f52-8349-646dfc87b849" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.955s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.898638] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6438d99-1d26-4198-bfad-c41ee3a8b450 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.912473] env[63097]: DEBUG nova.network.neutron [-] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.923427] env[63097]: DEBUG oslo_vmware.api [None req-bc39fefe-4f1f-4bea-8814-40c67c8bf8f2 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1423.923427] env[63097]: value = "task-1687095" [ 1423.923427] env[63097]: _type = "Task" [ 1423.923427] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.940183] env[63097]: DEBUG oslo_vmware.api [None req-bc39fefe-4f1f-4bea-8814-40c67c8bf8f2 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687095, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.951843] env[63097]: DEBUG oslo_vmware.api [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687087, 'name': ReconfigVM_Task, 'duration_secs': 1.661807} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.956410] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 6a4cee3c-c5e3-4cc3-8f28-7cee96efee35] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 6a4cee3c-c5e3-4cc3-8f28-7cee96efee35/6a4cee3c-c5e3-4cc3-8f28-7cee96efee35.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1423.957512] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b5687e9-19f7-454d-bfe4-28e87b3611bb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.966507] env[63097]: DEBUG oslo_vmware.api [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Waiting for the task: (returnval){ [ 1423.966507] env[63097]: value = "task-1687096" [ 1423.966507] env[63097]: _type = "Task" [ 1423.966507] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.976914] env[63097]: DEBUG oslo_vmware.api [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687096, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.057667] env[63097]: DEBUG oslo_vmware.api [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687093, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.061730] env[63097]: DEBUG oslo_vmware.api [None req-ac6c0e49-f41a-4b8f-85bd-bb9b7fdd08cb tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Task: {'id': task-1687094, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145759} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.064989] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac6c0e49-f41a-4b8f-85bd-bb9b7fdd08cb tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1424.065233] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6c0e49-f41a-4b8f-85bd-bb9b7fdd08cb tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1424.065427] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6c0e49-f41a-4b8f-85bd-bb9b7fdd08cb tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1424.065637] env[63097]: INFO nova.compute.manager [None req-ac6c0e49-f41a-4b8f-85bd-bb9b7fdd08cb tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Took 3.33 seconds to destroy the instance on the hypervisor. [ 1424.065905] env[63097]: DEBUG oslo.service.loopingcall [None req-ac6c0e49-f41a-4b8f-85bd-bb9b7fdd08cb tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1424.070021] env[63097]: DEBUG nova.compute.manager [-] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1424.070021] env[63097]: DEBUG nova.network.neutron [-] [instance: a6e7feca-e724-4018-8405-de21ae80b373] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1424.170904] env[63097]: DEBUG oslo_vmware.api [None req-e643563b-aad5-411d-bb7f-0b08113fefea tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687090, 'name': CreateSnapshot_Task, 'duration_secs': 0.894279} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.171371] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e643563b-aad5-411d-bb7f-0b08113fefea tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Created Snapshot of the VM instance {{(pid=63097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1424.172618] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec67fd2-5dc7-489b-8825-9e0c89565837 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.257096] env[63097]: DEBUG oslo_concurrency.lockutils [None req-586608ed-d551-456f-8d31-18df2176c503 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "refresh_cache-7f1e806e-4689-4cd0-bef9-3f6af6ac7956" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1424.257096] env[63097]: DEBUG oslo_concurrency.lockutils [None req-586608ed-d551-456f-8d31-18df2176c503 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquired lock "refresh_cache-7f1e806e-4689-4cd0-bef9-3f6af6ac7956" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.257096] env[63097]: DEBUG nova.network.neutron [None req-586608ed-d551-456f-8d31-18df2176c503 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1424.409759] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332a1d64-52f3-492f-90c3-d0541c512d07 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.414765] env[63097]: INFO nova.compute.manager [-] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Took 2.18 seconds to deallocate network for instance. [ 1424.424077] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c0bab7-8609-4ee8-af08-ebd651b4bbec {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.436532] env[63097]: DEBUG oslo_vmware.api [None req-bc39fefe-4f1f-4bea-8814-40c67c8bf8f2 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687095, 'name': ReconfigVM_Task, 'duration_secs': 0.342211} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.462489] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc39fefe-4f1f-4bea-8814-40c67c8bf8f2 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1424.463705] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a9f67fa-bcc6-4457-92c9-fba1eb0db385 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.466473] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c1fb85-318e-44de-8a36-12e5e9bf666a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.484721] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6769329d-64d0-447a-801d-2087a8d71557 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.488454] env[63097]: DEBUG oslo_vmware.api [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687096, 'name': Rename_Task, 'duration_secs': 0.449622} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.488782] env[63097]: DEBUG oslo_vmware.api [None req-bc39fefe-4f1f-4bea-8814-40c67c8bf8f2 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1424.488782] env[63097]: value = "task-1687097" [ 1424.488782] env[63097]: _type = "Task" [ 1424.488782] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.489112] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 6a4cee3c-c5e3-4cc3-8f28-7cee96efee35] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1424.489874] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33680ad2-6f7e-4ad4-a0dd-44282386ac7f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.508095] env[63097]: DEBUG nova.compute.provider_tree [None req-027c7d36-f4a5-4937-9e1e-379409eb8402 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1424.515653] env[63097]: DEBUG oslo_vmware.api [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Waiting for the task: (returnval){ [ 1424.515653] env[63097]: value = "task-1687098" [ 1424.515653] env[63097]: _type = "Task" [ 1424.515653] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.520398] env[63097]: DEBUG oslo_vmware.api [None req-bc39fefe-4f1f-4bea-8814-40c67c8bf8f2 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687097, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.532370] env[63097]: DEBUG oslo_vmware.api [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687098, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.550649] env[63097]: DEBUG oslo_vmware.api [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.828775} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.551025] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 0e74e037-c92b-4160-9c10-7f09a89b5b9c/0e74e037-c92b-4160-9c10-7f09a89b5b9c.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1424.551338] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1424.551649] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1df05d8-3a0b-42e5-8cd8-e0acb9d242f8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.560755] env[63097]: DEBUG oslo_vmware.api [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Waiting for the task: (returnval){ [ 1424.560755] env[63097]: value = "task-1687099" [ 1424.560755] env[63097]: _type = "Task" [ 1424.560755] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.572748] env[63097]: DEBUG oslo_vmware.api [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687099, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.702952] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e643563b-aad5-411d-bb7f-0b08113fefea tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Creating linked-clone VM from snapshot {{(pid=63097) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1424.703346] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a08c30c9-6936-4a95-baea-a883f503aa61 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.714678] env[63097]: DEBUG oslo_vmware.api [None req-e643563b-aad5-411d-bb7f-0b08113fefea tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1424.714678] env[63097]: value = "task-1687100" [ 1424.714678] env[63097]: _type = "Task" [ 1424.714678] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.724955] env[63097]: DEBUG oslo_vmware.api [None req-e643563b-aad5-411d-bb7f-0b08113fefea tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687100, 'name': CloneVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.856014] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a6e7c9b4-6367-4eaa-8e8c-82a47a0192c7 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Acquiring lock "592b8898-43e7-46b1-b16f-39ed5cfe8fc3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.856356] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a6e7c9b4-6367-4eaa-8e8c-82a47a0192c7 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Lock "592b8898-43e7-46b1-b16f-39ed5cfe8fc3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1424.856630] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a6e7c9b4-6367-4eaa-8e8c-82a47a0192c7 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Acquiring lock "592b8898-43e7-46b1-b16f-39ed5cfe8fc3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.856863] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a6e7c9b4-6367-4eaa-8e8c-82a47a0192c7 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Lock "592b8898-43e7-46b1-b16f-39ed5cfe8fc3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1424.857075] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a6e7c9b4-6367-4eaa-8e8c-82a47a0192c7 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Lock "592b8898-43e7-46b1-b16f-39ed5cfe8fc3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.860098] env[63097]: INFO nova.compute.manager [None req-a6e7c9b4-6367-4eaa-8e8c-82a47a0192c7 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Terminating instance [ 1424.863805] env[63097]: DEBUG nova.compute.manager [None req-a6e7c9b4-6367-4eaa-8e8c-82a47a0192c7 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1424.863805] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e7c9b4-6367-4eaa-8e8c-82a47a0192c7 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1424.864502] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dad66cc-4b44-4fdf-a9e6-8b33348db31a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.875755] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6e7c9b4-6367-4eaa-8e8c-82a47a0192c7 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1424.876127] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94165863-f55a-4f6d-87a1-01fe68ee1331 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.885386] env[63097]: DEBUG oslo_vmware.api [None req-a6e7c9b4-6367-4eaa-8e8c-82a47a0192c7 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Waiting for the task: (returnval){ [ 1424.885386] env[63097]: value = "task-1687101" [ 1424.885386] env[63097]: _type = "Task" [ 1424.885386] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.891078] env[63097]: WARNING nova.network.neutron [None req-586608ed-d551-456f-8d31-18df2176c503 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] 4023f1be-d600-441b-9ec5-b01eac0704f3 already exists in list: networks containing: ['4023f1be-d600-441b-9ec5-b01eac0704f3']. ignoring it [ 1424.891359] env[63097]: WARNING nova.network.neutron [None req-586608ed-d551-456f-8d31-18df2176c503 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] 4023f1be-d600-441b-9ec5-b01eac0704f3 already exists in list: networks containing: ['4023f1be-d600-441b-9ec5-b01eac0704f3']. ignoring it [ 1424.904216] env[63097]: DEBUG oslo_vmware.api [None req-a6e7c9b4-6367-4eaa-8e8c-82a47a0192c7 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': task-1687101, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.975128] env[63097]: INFO nova.compute.manager [None req-0d53de4a-70b4-47db-9e2d-9e9d64cb3a5a tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Took 0.56 seconds to detach 1 volumes for instance. [ 1424.977602] env[63097]: DEBUG nova.compute.manager [None req-0d53de4a-70b4-47db-9e2d-9e9d64cb3a5a tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Deleting volume: ef12889a-b692-4a2c-8efc-562757803f95 {{(pid=63097) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3248}} [ 1425.003949] env[63097]: DEBUG oslo_vmware.api [None req-bc39fefe-4f1f-4bea-8814-40c67c8bf8f2 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687097, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.015162] env[63097]: DEBUG nova.scheduler.client.report [None req-027c7d36-f4a5-4937-9e1e-379409eb8402 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1425.033145] env[63097]: DEBUG oslo_vmware.api [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687098, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.075113] env[63097]: DEBUG oslo_vmware.api [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687099, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170483} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.075454] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1425.076766] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1f6181-f019-45ba-bddd-feac9d9101dd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.118154] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 0e74e037-c92b-4160-9c10-7f09a89b5b9c/0e74e037-c92b-4160-9c10-7f09a89b5b9c.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1425.118315] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4debd7f7-ac1e-47bb-b956-8324d8e183ab {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.141935] env[63097]: DEBUG oslo_vmware.api [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Waiting for the task: (returnval){ [ 1425.141935] env[63097]: value = "task-1687103" [ 1425.141935] env[63097]: _type = "Task" [ 1425.141935] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.153702] env[63097]: DEBUG oslo_vmware.api [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687103, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.227648] env[63097]: DEBUG oslo_vmware.api [None req-e643563b-aad5-411d-bb7f-0b08113fefea tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687100, 'name': CloneVM_Task} progress is 94%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.292810] env[63097]: DEBUG nova.network.neutron [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Successfully updated port: ba4f60e0-060c-444a-a5d8-c3bfaa08015d {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1425.402869] env[63097]: DEBUG oslo_vmware.api [None req-a6e7c9b4-6367-4eaa-8e8c-82a47a0192c7 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': task-1687101, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.505234] env[63097]: DEBUG oslo_vmware.api [None req-bc39fefe-4f1f-4bea-8814-40c67c8bf8f2 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687097, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.522805] env[63097]: DEBUG oslo_concurrency.lockutils [None req-027c7d36-f4a5-4937-9e1e-379409eb8402 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.212s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.527457] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 15.661s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1425.539543] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0d53de4a-70b4-47db-9e2d-9e9d64cb3a5a tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1425.544041] env[63097]: DEBUG oslo_vmware.api [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687098, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.596592] env[63097]: INFO nova.scheduler.client.report [None req-027c7d36-f4a5-4937-9e1e-379409eb8402 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Deleted allocations for instance e73c5fb1-ec75-4b70-8097-acad36f44a18 [ 1425.659420] env[63097]: DEBUG oslo_vmware.api [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.732200] env[63097]: DEBUG oslo_vmware.api [None req-e643563b-aad5-411d-bb7f-0b08113fefea tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687100, 'name': CloneVM_Task} progress is 94%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.796461] env[63097]: DEBUG oslo_concurrency.lockutils [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "refresh_cache-5998295c-c2d7-4c52-b227-857e35ce4228" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1425.796559] env[63097]: DEBUG oslo_concurrency.lockutils [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquired lock "refresh_cache-5998295c-c2d7-4c52-b227-857e35ce4228" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.796722] env[63097]: DEBUG nova.network.neutron [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1425.839189] env[63097]: DEBUG nova.network.neutron [-] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.901431] env[63097]: DEBUG oslo_vmware.api [None req-a6e7c9b4-6367-4eaa-8e8c-82a47a0192c7 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': task-1687101, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.976377] env[63097]: DEBUG nova.network.neutron [None req-586608ed-d551-456f-8d31-18df2176c503 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Updating instance_info_cache with network_info: [{"id": "3bfd327a-1d0a-486c-a715-022fef6c4ea1", "address": "fa:16:3e:f6:c9:60", "network": {"id": "4023f1be-d600-441b-9ec5-b01eac0704f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1618053137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a00e94d35e44678b6698f8af082c448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bfd327a-1d", "ovs_interfaceid": "3bfd327a-1d0a-486c-a715-022fef6c4ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a28c00d1-2afc-490a-97d4-e1b3a09e1104", "address": "fa:16:3e:5e:20:85", "network": {"id": "4023f1be-d600-441b-9ec5-b01eac0704f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1618053137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a00e94d35e44678b6698f8af082c448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa28c00d1-2a", "ovs_interfaceid": "a28c00d1-2afc-490a-97d4-e1b3a09e1104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c22c17dd-1d73-495c-8c86-f036518743e8", "address": "fa:16:3e:58:98:9d", "network": {"id": "4023f1be-d600-441b-9ec5-b01eac0704f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1618053137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a00e94d35e44678b6698f8af082c448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc22c17dd-1d", "ovs_interfaceid": "c22c17dd-1d73-495c-8c86-f036518743e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.007178] env[63097]: DEBUG oslo_vmware.api [None req-bc39fefe-4f1f-4bea-8814-40c67c8bf8f2 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687097, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.060486] env[63097]: DEBUG oslo_vmware.api [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687098, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.082796] env[63097]: DEBUG nova.compute.manager [req-371cc20f-b9d1-461e-871a-a27240b8681c req-2f702d81-633d-4d1f-a5ba-3bbfb8cbb9fc service nova] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Received event network-vif-deleted-b81e0d91-bb50-49d5-825a-c19acc747471 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1426.083097] env[63097]: DEBUG nova.compute.manager [req-371cc20f-b9d1-461e-871a-a27240b8681c req-2f702d81-633d-4d1f-a5ba-3bbfb8cbb9fc service nova] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Received event network-vif-plugged-c22c17dd-1d73-495c-8c86-f036518743e8 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1426.083306] env[63097]: DEBUG oslo_concurrency.lockutils [req-371cc20f-b9d1-461e-871a-a27240b8681c req-2f702d81-633d-4d1f-a5ba-3bbfb8cbb9fc service nova] Acquiring lock "7f1e806e-4689-4cd0-bef9-3f6af6ac7956-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.083524] env[63097]: DEBUG oslo_concurrency.lockutils [req-371cc20f-b9d1-461e-871a-a27240b8681c req-2f702d81-633d-4d1f-a5ba-3bbfb8cbb9fc service nova] Lock "7f1e806e-4689-4cd0-bef9-3f6af6ac7956-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.084600] env[63097]: DEBUG oslo_concurrency.lockutils [req-371cc20f-b9d1-461e-871a-a27240b8681c req-2f702d81-633d-4d1f-a5ba-3bbfb8cbb9fc service nova] Lock "7f1e806e-4689-4cd0-bef9-3f6af6ac7956-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1426.086223] env[63097]: DEBUG nova.compute.manager [req-371cc20f-b9d1-461e-871a-a27240b8681c req-2f702d81-633d-4d1f-a5ba-3bbfb8cbb9fc service nova] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] No waiting events found dispatching network-vif-plugged-c22c17dd-1d73-495c-8c86-f036518743e8 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1426.086223] env[63097]: WARNING nova.compute.manager [req-371cc20f-b9d1-461e-871a-a27240b8681c req-2f702d81-633d-4d1f-a5ba-3bbfb8cbb9fc service nova] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Received unexpected event network-vif-plugged-c22c17dd-1d73-495c-8c86-f036518743e8 for instance with vm_state active and task_state None. [ 1426.086223] env[63097]: DEBUG nova.compute.manager [req-371cc20f-b9d1-461e-871a-a27240b8681c req-2f702d81-633d-4d1f-a5ba-3bbfb8cbb9fc service nova] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Received event network-changed-c22c17dd-1d73-495c-8c86-f036518743e8 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1426.086223] env[63097]: DEBUG nova.compute.manager [req-371cc20f-b9d1-461e-871a-a27240b8681c req-2f702d81-633d-4d1f-a5ba-3bbfb8cbb9fc service nova] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Refreshing instance network info cache due to event network-changed-c22c17dd-1d73-495c-8c86-f036518743e8. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1426.086223] env[63097]: DEBUG oslo_concurrency.lockutils [req-371cc20f-b9d1-461e-871a-a27240b8681c req-2f702d81-633d-4d1f-a5ba-3bbfb8cbb9fc service nova] Acquiring lock "refresh_cache-7f1e806e-4689-4cd0-bef9-3f6af6ac7956" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1426.114518] env[63097]: DEBUG oslo_concurrency.lockutils [None req-027c7d36-f4a5-4937-9e1e-379409eb8402 tempest-ServersAdminNegativeTestJSON-1511689462 tempest-ServersAdminNegativeTestJSON-1511689462-project-member] Lock "e73c5fb1-ec75-4b70-8097-acad36f44a18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.974s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1426.154517] env[63097]: DEBUG oslo_vmware.api [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.231307] env[63097]: DEBUG oslo_vmware.api [None req-e643563b-aad5-411d-bb7f-0b08113fefea tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687100, 'name': CloneVM_Task} progress is 94%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.342612] env[63097]: INFO nova.compute.manager [-] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Took 2.28 seconds to deallocate network for instance. [ 1426.352009] env[63097]: DEBUG nova.network.neutron [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1426.401994] env[63097]: DEBUG oslo_vmware.api [None req-a6e7c9b4-6367-4eaa-8e8c-82a47a0192c7 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': task-1687101, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.479552] env[63097]: DEBUG oslo_concurrency.lockutils [None req-586608ed-d551-456f-8d31-18df2176c503 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Releasing lock "refresh_cache-7f1e806e-4689-4cd0-bef9-3f6af6ac7956" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.480313] env[63097]: DEBUG oslo_concurrency.lockutils [None req-586608ed-d551-456f-8d31-18df2176c503 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "7f1e806e-4689-4cd0-bef9-3f6af6ac7956" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1426.480313] env[63097]: DEBUG oslo_concurrency.lockutils [None req-586608ed-d551-456f-8d31-18df2176c503 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquired lock "7f1e806e-4689-4cd0-bef9-3f6af6ac7956" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.480681] env[63097]: DEBUG oslo_concurrency.lockutils [req-371cc20f-b9d1-461e-871a-a27240b8681c req-2f702d81-633d-4d1f-a5ba-3bbfb8cbb9fc service nova] Acquired lock "refresh_cache-7f1e806e-4689-4cd0-bef9-3f6af6ac7956" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.481995] env[63097]: DEBUG nova.network.neutron [req-371cc20f-b9d1-461e-871a-a27240b8681c req-2f702d81-633d-4d1f-a5ba-3bbfb8cbb9fc service nova] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Refreshing network info cache for port c22c17dd-1d73-495c-8c86-f036518743e8 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1426.483888] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b620483-7e7b-4180-80fd-bd22bd3a80cf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.502251] env[63097]: DEBUG nova.virt.hardware [None req-586608ed-d551-456f-8d31-18df2176c503 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1426.502588] env[63097]: DEBUG nova.virt.hardware [None req-586608ed-d551-456f-8d31-18df2176c503 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1426.502804] env[63097]: DEBUG nova.virt.hardware [None req-586608ed-d551-456f-8d31-18df2176c503 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1426.503117] env[63097]: DEBUG nova.virt.hardware [None req-586608ed-d551-456f-8d31-18df2176c503 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1426.503246] env[63097]: DEBUG nova.virt.hardware [None req-586608ed-d551-456f-8d31-18df2176c503 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1426.503458] env[63097]: DEBUG nova.virt.hardware [None req-586608ed-d551-456f-8d31-18df2176c503 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1426.503725] env[63097]: DEBUG nova.virt.hardware [None req-586608ed-d551-456f-8d31-18df2176c503 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1426.503931] env[63097]: DEBUG nova.virt.hardware [None req-586608ed-d551-456f-8d31-18df2176c503 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1426.504152] env[63097]: DEBUG nova.virt.hardware [None req-586608ed-d551-456f-8d31-18df2176c503 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1426.504365] env[63097]: DEBUG nova.virt.hardware [None req-586608ed-d551-456f-8d31-18df2176c503 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1426.504591] env[63097]: DEBUG nova.virt.hardware [None req-586608ed-d551-456f-8d31-18df2176c503 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1426.511315] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-586608ed-d551-456f-8d31-18df2176c503 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Reconfiguring VM to attach interface {{(pid=63097) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1929}} [ 1426.515165] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7567492b-bf7d-4877-9842-bd41e6a2eab0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.540135] env[63097]: DEBUG oslo_vmware.api [None req-bc39fefe-4f1f-4bea-8814-40c67c8bf8f2 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687097, 'name': PowerOnVM_Task, 'duration_secs': 1.864218} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.540526] env[63097]: DEBUG oslo_vmware.api [None req-586608ed-d551-456f-8d31-18df2176c503 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for the task: (returnval){ [ 1426.540526] env[63097]: value = "task-1687104" [ 1426.540526] env[63097]: _type = "Task" [ 1426.540526] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.542801] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc39fefe-4f1f-4bea-8814-40c67c8bf8f2 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1426.550474] env[63097]: DEBUG oslo_vmware.api [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687098, 'name': PowerOnVM_Task, 'duration_secs': 1.888954} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.551744] env[63097]: DEBUG nova.compute.manager [None req-bc39fefe-4f1f-4bea-8814-40c67c8bf8f2 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1426.552456] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 6a4cee3c-c5e3-4cc3-8f28-7cee96efee35] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1426.552456] env[63097]: INFO nova.compute.manager [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 6a4cee3c-c5e3-4cc3-8f28-7cee96efee35] Took 8.46 seconds to spawn the instance on the hypervisor. [ 1426.552652] env[63097]: DEBUG nova.compute.manager [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 6a4cee3c-c5e3-4cc3-8f28-7cee96efee35] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1426.553440] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3b91ae-da92-41a2-afed-399732c005d5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.561393] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c6a015-2044-4a9a-ae84-3247649df5f3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.572223] env[63097]: DEBUG oslo_vmware.api [None req-586608ed-d551-456f-8d31-18df2176c503 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687104, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.598611] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance ca593388-7163-4a80-8639-19e2553f37d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1426.598792] env[63097]: WARNING nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 3aad7770-542e-410c-bcea-1d2be6ad6e13 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1426.598913] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1426.599045] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance a6e7feca-e724-4018-8405-de21ae80b373 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1426.599160] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 3ac3d689-7f96-4afb-9ea1-1e5b260d6246 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1426.599269] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 592b8898-43e7-46b1-b16f-39ed5cfe8fc3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1426.599402] env[63097]: WARNING nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance ff1bf9fe-3695-43fd-8da5-99d6eb6441c6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1426.599522] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 9f9d16ac-5b92-43dd-b5db-360121101198 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1426.599699] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 7f1e806e-4689-4cd0-bef9-3f6af6ac7956 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1426.599846] env[63097]: WARNING nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 3fd114c2-a544-4fc5-be3b-82c084f022e8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. Skipping heal of allocation because we do not know what to do. [ 1426.599980] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 9e95b2bd-0b34-413a-8638-cca05cfa9547 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1426.600110] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 8f876762-7744-41d3-a3eb-530955cd1db0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1426.600833] env[63097]: WARNING nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1426.600833] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance cc431fa5-30f4-410a-bcb0-1e0587b4ea32 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1426.600833] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance d22d9d1c-131d-4497-aec6-ab82f7fea0ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1426.600833] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance c2ae5550-369a-44af-91d8-b982da0f296d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1426.600833] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 66274a74-ccfb-4a8b-ac23-f0b913919d19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1426.601058] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 6a4cee3c-c5e3-4cc3-8f28-7cee96efee35 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1426.601238] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 0e74e037-c92b-4160-9c10-7f09a89b5b9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1426.601347] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 5998295c-c2d7-4c52-b227-857e35ce4228 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1426.603953] env[63097]: DEBUG nova.network.neutron [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Updating instance_info_cache with network_info: [{"id": "ba4f60e0-060c-444a-a5d8-c3bfaa08015d", "address": "fa:16:3e:99:98:ca", "network": {"id": "94712200-def6-47d2-8aea-9450d0e57f82", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-478454733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bef179dd054a49daacd2151914b1000b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba4f60e0-06", "ovs_interfaceid": "ba4f60e0-060c-444a-a5d8-c3bfaa08015d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.653818] env[63097]: DEBUG oslo_vmware.api [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687103, 'name': ReconfigVM_Task, 'duration_secs': 1.436999} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.654017] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 0e74e037-c92b-4160-9c10-7f09a89b5b9c/0e74e037-c92b-4160-9c10-7f09a89b5b9c.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1426.655196] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2fd5637c-d710-4ef9-8569-7cfd0f135972 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.662643] env[63097]: DEBUG oslo_vmware.api [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Waiting for the task: (returnval){ [ 1426.662643] env[63097]: value = "task-1687105" [ 1426.662643] env[63097]: _type = "Task" [ 1426.662643] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.670679] env[63097]: DEBUG oslo_vmware.api [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687105, 'name': Rename_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.732356] env[63097]: DEBUG oslo_vmware.api [None req-e643563b-aad5-411d-bb7f-0b08113fefea tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687100, 'name': CloneVM_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.904824] env[63097]: DEBUG oslo_vmware.api [None req-a6e7c9b4-6367-4eaa-8e8c-82a47a0192c7 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': task-1687101, 'name': PowerOffVM_Task, 'duration_secs': 1.542686} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.905107] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6e7c9b4-6367-4eaa-8e8c-82a47a0192c7 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1426.905293] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e7c9b4-6367-4eaa-8e8c-82a47a0192c7 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1426.905564] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c5b78a9-1ff8-4e36-bd0a-6018c4a9a612 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.907844] env[63097]: INFO nova.compute.manager [None req-ac6c0e49-f41a-4b8f-85bd-bb9b7fdd08cb tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Took 0.56 seconds to detach 1 volumes for instance. [ 1426.910220] env[63097]: DEBUG nova.compute.manager [None req-ac6c0e49-f41a-4b8f-85bd-bb9b7fdd08cb tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Deleting volume: b8c2072d-936a-4f8b-a917-d3279a8f37fe {{(pid=63097) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3248}} [ 1427.058861] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e7c9b4-6367-4eaa-8e8c-82a47a0192c7 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1427.059143] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e7c9b4-6367-4eaa-8e8c-82a47a0192c7 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1427.059362] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6e7c9b4-6367-4eaa-8e8c-82a47a0192c7 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Deleting the datastore file [datastore1] 592b8898-43e7-46b1-b16f-39ed5cfe8fc3 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1427.069073] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9eb9d4f-f55f-4ba3-a93a-1ab3a8cf51ba {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.069402] env[63097]: DEBUG oslo_vmware.api [None req-586608ed-d551-456f-8d31-18df2176c503 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687104, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.074320] env[63097]: DEBUG oslo_vmware.api [None req-a6e7c9b4-6367-4eaa-8e8c-82a47a0192c7 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Waiting for the task: (returnval){ [ 1427.074320] env[63097]: value = "task-1687108" [ 1427.074320] env[63097]: _type = "Task" [ 1427.074320] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.096831] env[63097]: DEBUG oslo_vmware.api [None req-a6e7c9b4-6367-4eaa-8e8c-82a47a0192c7 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': task-1687108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.099950] env[63097]: INFO nova.compute.manager [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 6a4cee3c-c5e3-4cc3-8f28-7cee96efee35] Took 46.49 seconds to build instance. [ 1427.104083] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 37a43e1b-9fd9-4981-b5f2-2872a093812f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1427.106109] env[63097]: DEBUG oslo_concurrency.lockutils [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Releasing lock "refresh_cache-5998295c-c2d7-4c52-b227-857e35ce4228" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.106171] env[63097]: DEBUG nova.compute.manager [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Instance network_info: |[{"id": "ba4f60e0-060c-444a-a5d8-c3bfaa08015d", "address": "fa:16:3e:99:98:ca", "network": {"id": "94712200-def6-47d2-8aea-9450d0e57f82", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-478454733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bef179dd054a49daacd2151914b1000b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba4f60e0-06", "ovs_interfaceid": "ba4f60e0-060c-444a-a5d8-c3bfaa08015d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1427.106584] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:98:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c20f5114-0866-45b3-9a7c-62f113ff83fa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba4f60e0-060c-444a-a5d8-c3bfaa08015d', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1427.119496] env[63097]: DEBUG oslo.service.loopingcall [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1427.120033] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1427.120255] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-281a4ace-71e1-43e7-ad41-23cf37ad6d66 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.150283] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1427.150283] env[63097]: value = "task-1687109" [ 1427.150283] env[63097]: _type = "Task" [ 1427.150283] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.162810] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687109, 'name': CreateVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.173033] env[63097]: DEBUG oslo_vmware.api [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687105, 'name': Rename_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.235217] env[63097]: DEBUG oslo_vmware.api [None req-e643563b-aad5-411d-bb7f-0b08113fefea tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687100, 'name': CloneVM_Task, 'duration_secs': 2.254529} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.235588] env[63097]: INFO nova.virt.vmwareapi.vmops [None req-e643563b-aad5-411d-bb7f-0b08113fefea tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Created linked-clone VM from snapshot [ 1427.236481] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d9d859-32a6-4ffc-9b79-2cef02e43334 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.248783] env[63097]: DEBUG nova.virt.vmwareapi.images [None req-e643563b-aad5-411d-bb7f-0b08113fefea tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Uploading image 546ed4d8-1233-4a33-ad96-d64811028bdb {{(pid=63097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1427.294976] env[63097]: DEBUG oslo_vmware.rw_handles [None req-e643563b-aad5-411d-bb7f-0b08113fefea tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1427.294976] env[63097]: value = "vm-351672" [ 1427.294976] env[63097]: _type = "VirtualMachine" [ 1427.294976] env[63097]: }. {{(pid=63097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1427.295324] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1fe4a82c-921c-4773-92be-64c23771c4ec {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.309065] env[63097]: DEBUG oslo_vmware.rw_handles [None req-e643563b-aad5-411d-bb7f-0b08113fefea tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lease: (returnval){ [ 1427.309065] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a8279f-f424-4f7e-6c53-7bf0f2cb9cad" [ 1427.309065] env[63097]: _type = "HttpNfcLease" [ 1427.309065] env[63097]: } obtained for exporting VM: (result){ [ 1427.309065] env[63097]: value = "vm-351672" [ 1427.309065] env[63097]: _type = "VirtualMachine" [ 1427.309065] env[63097]: }. {{(pid=63097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1427.309065] env[63097]: DEBUG oslo_vmware.api [None req-e643563b-aad5-411d-bb7f-0b08113fefea tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the lease: (returnval){ [ 1427.309065] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a8279f-f424-4f7e-6c53-7bf0f2cb9cad" [ 1427.309065] env[63097]: _type = "HttpNfcLease" [ 1427.309065] env[63097]: } to be ready. {{(pid=63097) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1427.316606] env[63097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1427.316606] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a8279f-f424-4f7e-6c53-7bf0f2cb9cad" [ 1427.316606] env[63097]: _type = "HttpNfcLease" [ 1427.316606] env[63097]: } is initializing. {{(pid=63097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1427.457115] env[63097]: DEBUG nova.network.neutron [req-371cc20f-b9d1-461e-871a-a27240b8681c req-2f702d81-633d-4d1f-a5ba-3bbfb8cbb9fc service nova] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Updated VIF entry in instance network info cache for port c22c17dd-1d73-495c-8c86-f036518743e8. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1427.457115] env[63097]: DEBUG nova.network.neutron [req-371cc20f-b9d1-461e-871a-a27240b8681c req-2f702d81-633d-4d1f-a5ba-3bbfb8cbb9fc service nova] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Updating instance_info_cache with network_info: [{"id": "3bfd327a-1d0a-486c-a715-022fef6c4ea1", "address": "fa:16:3e:f6:c9:60", "network": {"id": "4023f1be-d600-441b-9ec5-b01eac0704f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1618053137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a00e94d35e44678b6698f8af082c448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bfd327a-1d", "ovs_interfaceid": "3bfd327a-1d0a-486c-a715-022fef6c4ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a28c00d1-2afc-490a-97d4-e1b3a09e1104", "address": "fa:16:3e:5e:20:85", "network": {"id": "4023f1be-d600-441b-9ec5-b01eac0704f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1618053137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a00e94d35e44678b6698f8af082c448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa28c00d1-2a", "ovs_interfaceid": "a28c00d1-2afc-490a-97d4-e1b3a09e1104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c22c17dd-1d73-495c-8c86-f036518743e8", "address": "fa:16:3e:58:98:9d", "network": {"id": "4023f1be-d600-441b-9ec5-b01eac0704f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1618053137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a00e94d35e44678b6698f8af082c448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc22c17dd-1d", "ovs_interfaceid": "c22c17dd-1d73-495c-8c86-f036518743e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.480757] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ac6c0e49-f41a-4b8f-85bd-bb9b7fdd08cb tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.558546] env[63097]: DEBUG oslo_vmware.api [None req-586608ed-d551-456f-8d31-18df2176c503 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687104, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.585795] env[63097]: DEBUG oslo_vmware.api [None req-a6e7c9b4-6367-4eaa-8e8c-82a47a0192c7 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Task: {'id': task-1687108, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241487} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.585795] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6e7c9b4-6367-4eaa-8e8c-82a47a0192c7 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1427.586042] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e7c9b4-6367-4eaa-8e8c-82a47a0192c7 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1427.589018] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e7c9b4-6367-4eaa-8e8c-82a47a0192c7 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1427.589018] env[63097]: INFO nova.compute.manager [None req-a6e7c9b4-6367-4eaa-8e8c-82a47a0192c7 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Took 2.72 seconds to destroy the instance on the hypervisor. [ 1427.589018] env[63097]: DEBUG oslo.service.loopingcall [None req-a6e7c9b4-6367-4eaa-8e8c-82a47a0192c7 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1427.589018] env[63097]: DEBUG nova.compute.manager [-] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1427.589018] env[63097]: DEBUG nova.network.neutron [-] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1427.599295] env[63097]: DEBUG oslo_concurrency.lockutils [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Acquiring lock "89302b4a-74b0-4c80-850c-bafca341132c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.599495] env[63097]: DEBUG oslo_concurrency.lockutils [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Lock "89302b4a-74b0-4c80-850c-bafca341132c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.603660] env[63097]: DEBUG oslo_concurrency.lockutils [None req-69edb5e2-4196-432c-9903-cb0700791835 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Lock "6a4cee3c-c5e3-4cc3-8f28-7cee96efee35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.004s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.606901] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 2e8d1f13-2aba-4691-86fd-bca4c8309c1c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1427.660674] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687109, 'name': CreateVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.672799] env[63097]: DEBUG oslo_vmware.api [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687105, 'name': Rename_Task, 'duration_secs': 0.581765} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.673146] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1427.673514] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7cbeb621-df4b-4f07-a8df-58ebb3566e9b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.680072] env[63097]: DEBUG oslo_vmware.api [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Waiting for the task: (returnval){ [ 1427.680072] env[63097]: value = "task-1687111" [ 1427.680072] env[63097]: _type = "Task" [ 1427.680072] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.688908] env[63097]: DEBUG oslo_vmware.api [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687111, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.816731] env[63097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1427.816731] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a8279f-f424-4f7e-6c53-7bf0f2cb9cad" [ 1427.816731] env[63097]: _type = "HttpNfcLease" [ 1427.816731] env[63097]: } is ready. {{(pid=63097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1427.817297] env[63097]: DEBUG oslo_vmware.rw_handles [None req-e643563b-aad5-411d-bb7f-0b08113fefea tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1427.817297] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a8279f-f424-4f7e-6c53-7bf0f2cb9cad" [ 1427.817297] env[63097]: _type = "HttpNfcLease" [ 1427.817297] env[63097]: }. {{(pid=63097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1427.817879] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6934001-f1ca-4c4f-a84b-e6e6c0752cc1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.825811] env[63097]: DEBUG oslo_vmware.rw_handles [None req-e643563b-aad5-411d-bb7f-0b08113fefea tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e3bc40-64e9-d94c-c5a8-32c1c9d63b61/disk-0.vmdk from lease info. {{(pid=63097) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1427.826029] env[63097]: DEBUG oslo_vmware.rw_handles [None req-e643563b-aad5-411d-bb7f-0b08113fefea tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e3bc40-64e9-d94c-c5a8-32c1c9d63b61/disk-0.vmdk for reading. {{(pid=63097) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1427.933683] env[63097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4051a83e-c419-4f92-ab94-cb5698bc04dc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.960820] env[63097]: DEBUG oslo_concurrency.lockutils [req-371cc20f-b9d1-461e-871a-a27240b8681c req-2f702d81-633d-4d1f-a5ba-3bbfb8cbb9fc service nova] Releasing lock "refresh_cache-7f1e806e-4689-4cd0-bef9-3f6af6ac7956" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.961085] env[63097]: DEBUG nova.compute.manager [req-371cc20f-b9d1-461e-871a-a27240b8681c req-2f702d81-633d-4d1f-a5ba-3bbfb8cbb9fc service nova] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Received event network-vif-plugged-ba4f60e0-060c-444a-a5d8-c3bfaa08015d {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1427.961295] env[63097]: DEBUG oslo_concurrency.lockutils [req-371cc20f-b9d1-461e-871a-a27240b8681c req-2f702d81-633d-4d1f-a5ba-3bbfb8cbb9fc service nova] Acquiring lock "5998295c-c2d7-4c52-b227-857e35ce4228-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.961512] env[63097]: DEBUG oslo_concurrency.lockutils [req-371cc20f-b9d1-461e-871a-a27240b8681c req-2f702d81-633d-4d1f-a5ba-3bbfb8cbb9fc service nova] Lock "5998295c-c2d7-4c52-b227-857e35ce4228-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.961682] env[63097]: DEBUG oslo_concurrency.lockutils [req-371cc20f-b9d1-461e-871a-a27240b8681c req-2f702d81-633d-4d1f-a5ba-3bbfb8cbb9fc service nova] Lock "5998295c-c2d7-4c52-b227-857e35ce4228-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.961856] env[63097]: DEBUG nova.compute.manager [req-371cc20f-b9d1-461e-871a-a27240b8681c req-2f702d81-633d-4d1f-a5ba-3bbfb8cbb9fc service nova] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] No waiting events found dispatching network-vif-plugged-ba4f60e0-060c-444a-a5d8-c3bfaa08015d {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1427.962046] env[63097]: WARNING nova.compute.manager [req-371cc20f-b9d1-461e-871a-a27240b8681c req-2f702d81-633d-4d1f-a5ba-3bbfb8cbb9fc service nova] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Received unexpected event network-vif-plugged-ba4f60e0-060c-444a-a5d8-c3bfaa08015d for instance with vm_state building and task_state spawning. [ 1428.058566] env[63097]: DEBUG oslo_vmware.api [None req-586608ed-d551-456f-8d31-18df2176c503 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687104, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.103582] env[63097]: DEBUG nova.compute.manager [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1428.109731] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 626a994b-6d9c-494e-ab6d-1c3a885faf36 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1428.161794] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687109, 'name': CreateVM_Task, 'duration_secs': 0.677267} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.162069] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1428.162899] env[63097]: DEBUG oslo_concurrency.lockutils [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.163107] env[63097]: DEBUG oslo_concurrency.lockutils [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.163490] env[63097]: DEBUG oslo_concurrency.lockutils [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1428.164144] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1988044-18d3-417f-94e6-8a41b2c2867e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.169962] env[63097]: DEBUG oslo_vmware.api [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1428.169962] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52aa54e8-29f2-b72e-bda2-d66b873f06d1" [ 1428.169962] env[63097]: _type = "Task" [ 1428.169962] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.179755] env[63097]: DEBUG oslo_vmware.api [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52aa54e8-29f2-b72e-bda2-d66b873f06d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.190604] env[63097]: DEBUG oslo_vmware.api [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687111, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.486162] env[63097]: DEBUG nova.network.neutron [-] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.560464] env[63097]: DEBUG oslo_vmware.api [None req-586608ed-d551-456f-8d31-18df2176c503 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687104, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.612166] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance d0d4556c-dca1-43e4-a1a4-92662cacf4b8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1428.612548] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (6b378d8e-1145-4591-928b-605b58f0be9e): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 1428.612942] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=63097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1428.613242] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=63097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1428.634863] env[63097]: DEBUG oslo_concurrency.lockutils [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.684545] env[63097]: DEBUG oslo_vmware.api [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52aa54e8-29f2-b72e-bda2-d66b873f06d1, 'name': SearchDatastore_Task, 'duration_secs': 0.01267} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.691889] env[63097]: DEBUG oslo_concurrency.lockutils [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.691889] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1428.691889] env[63097]: DEBUG oslo_concurrency.lockutils [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.691889] env[63097]: DEBUG oslo_concurrency.lockutils [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.691889] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1428.692655] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52c288f2-8c41-443c-b29b-2a3b3d645da4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.700792] env[63097]: DEBUG oslo_vmware.api [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687111, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.702457] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1428.702847] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1428.703672] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6489a6c5-8494-46ca-92b2-ab1599e4ec1c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.711551] env[63097]: DEBUG oslo_vmware.api [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1428.711551] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5273c765-723d-f024-6e0a-22e2432d138b" [ 1428.711551] env[63097]: _type = "Task" [ 1428.711551] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.722524] env[63097]: DEBUG oslo_vmware.api [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5273c765-723d-f024-6e0a-22e2432d138b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.774716] env[63097]: DEBUG nova.compute.manager [req-f20672ba-6824-422f-9a68-18d031dee19c req-576cc012-26bb-4bd7-ad60-8702c8befb06 service nova] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Received event network-changed-ba4f60e0-060c-444a-a5d8-c3bfaa08015d {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1428.774878] env[63097]: DEBUG nova.compute.manager [req-f20672ba-6824-422f-9a68-18d031dee19c req-576cc012-26bb-4bd7-ad60-8702c8befb06 service nova] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Refreshing instance network info cache due to event network-changed-ba4f60e0-060c-444a-a5d8-c3bfaa08015d. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1428.775589] env[63097]: DEBUG oslo_concurrency.lockutils [req-f20672ba-6824-422f-9a68-18d031dee19c req-576cc012-26bb-4bd7-ad60-8702c8befb06 service nova] Acquiring lock "refresh_cache-5998295c-c2d7-4c52-b227-857e35ce4228" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.775827] env[63097]: DEBUG oslo_concurrency.lockutils [req-f20672ba-6824-422f-9a68-18d031dee19c req-576cc012-26bb-4bd7-ad60-8702c8befb06 service nova] Acquired lock "refresh_cache-5998295c-c2d7-4c52-b227-857e35ce4228" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.776612] env[63097]: DEBUG nova.network.neutron [req-f20672ba-6824-422f-9a68-18d031dee19c req-576cc012-26bb-4bd7-ad60-8702c8befb06 service nova] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Refreshing network info cache for port ba4f60e0-060c-444a-a5d8-c3bfaa08015d {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1428.906115] env[63097]: DEBUG oslo_concurrency.lockutils [None req-130ecd47-0255-4e1e-8030-63f9f8028b17 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Acquiring lock "9e95b2bd-0b34-413a-8638-cca05cfa9547" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.906115] env[63097]: DEBUG oslo_concurrency.lockutils [None req-130ecd47-0255-4e1e-8030-63f9f8028b17 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lock "9e95b2bd-0b34-413a-8638-cca05cfa9547" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.990806] env[63097]: INFO nova.compute.manager [-] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Took 1.40 seconds to deallocate network for instance. [ 1429.058698] env[63097]: DEBUG oslo_vmware.api [None req-586608ed-d551-456f-8d31-18df2176c503 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687104, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.074621] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826976ce-b71a-4bfb-87b9-ec1aa97313a3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.088789] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba77272-62a0-4cf4-a141-c12c6a43ebfc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.125029] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49590af2-701a-4846-bcc9-a826636445ed {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.132230] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1d70ad-9038-4117-92b7-1a180ce7b1bb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.147286] env[63097]: DEBUG nova.compute.provider_tree [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1429.198284] env[63097]: DEBUG oslo_vmware.api [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687111, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.221440] env[63097]: DEBUG oslo_vmware.api [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5273c765-723d-f024-6e0a-22e2432d138b, 'name': SearchDatastore_Task, 'duration_secs': 0.015606} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.222388] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-569c6c4f-65c4-4d95-93c6-634f4f42bea3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.228835] env[63097]: DEBUG oslo_vmware.api [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1429.228835] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a5d586-ac8e-ace5-415b-9081664bace0" [ 1429.228835] env[63097]: _type = "Task" [ 1429.228835] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.239324] env[63097]: DEBUG oslo_vmware.api [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a5d586-ac8e-ace5-415b-9081664bace0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.412444] env[63097]: DEBUG nova.compute.utils [None req-130ecd47-0255-4e1e-8030-63f9f8028b17 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1429.498727] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a6e7c9b4-6367-4eaa-8e8c-82a47a0192c7 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.559512] env[63097]: DEBUG oslo_vmware.api [None req-586608ed-d551-456f-8d31-18df2176c503 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687104, 'name': ReconfigVM_Task, 'duration_secs': 2.662147} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.560409] env[63097]: DEBUG oslo_concurrency.lockutils [None req-586608ed-d551-456f-8d31-18df2176c503 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Releasing lock "7f1e806e-4689-4cd0-bef9-3f6af6ac7956" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.560720] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-586608ed-d551-456f-8d31-18df2176c503 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Reconfigured VM to attach interface {{(pid=63097) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1943}} [ 1429.597569] env[63097]: DEBUG nova.network.neutron [req-f20672ba-6824-422f-9a68-18d031dee19c req-576cc012-26bb-4bd7-ad60-8702c8befb06 service nova] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Updated VIF entry in instance network info cache for port ba4f60e0-060c-444a-a5d8-c3bfaa08015d. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1429.598071] env[63097]: DEBUG nova.network.neutron [req-f20672ba-6824-422f-9a68-18d031dee19c req-576cc012-26bb-4bd7-ad60-8702c8befb06 service nova] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Updating instance_info_cache with network_info: [{"id": "ba4f60e0-060c-444a-a5d8-c3bfaa08015d", "address": "fa:16:3e:99:98:ca", "network": {"id": "94712200-def6-47d2-8aea-9450d0e57f82", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-478454733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bef179dd054a49daacd2151914b1000b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba4f60e0-06", "ovs_interfaceid": "ba4f60e0-060c-444a-a5d8-c3bfaa08015d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.653991] env[63097]: DEBUG nova.scheduler.client.report [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1429.695468] env[63097]: DEBUG oslo_vmware.api [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687111, 'name': PowerOnVM_Task, 'duration_secs': 1.667797} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.695933] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1429.696265] env[63097]: INFO nova.compute.manager [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Took 9.07 seconds to spawn the instance on the hypervisor. [ 1429.696584] env[63097]: DEBUG nova.compute.manager [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1429.697705] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab26a24-8356-4657-81a1-e42b4cb28e6f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.743291] env[63097]: DEBUG oslo_vmware.api [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a5d586-ac8e-ace5-415b-9081664bace0, 'name': SearchDatastore_Task, 'duration_secs': 0.011401} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.743715] env[63097]: DEBUG oslo_concurrency.lockutils [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.744085] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 5998295c-c2d7-4c52-b227-857e35ce4228/5998295c-c2d7-4c52-b227-857e35ce4228.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1429.744381] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bcf07f84-1988-4a38-914d-b5468e923679 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.757203] env[63097]: DEBUG oslo_vmware.api [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1429.757203] env[63097]: value = "task-1687112" [ 1429.757203] env[63097]: _type = "Task" [ 1429.757203] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.768239] env[63097]: DEBUG oslo_vmware.api [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.916600] env[63097]: DEBUG oslo_concurrency.lockutils [None req-130ecd47-0255-4e1e-8030-63f9f8028b17 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lock "9e95b2bd-0b34-413a-8638-cca05cfa9547" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.066876] env[63097]: DEBUG oslo_concurrency.lockutils [None req-586608ed-d551-456f-8d31-18df2176c503 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "interface-7f1e806e-4689-4cd0-bef9-3f6af6ac7956-c22c17dd-1d73-495c-8c86-f036518743e8" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 9.755s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.101167] env[63097]: DEBUG oslo_concurrency.lockutils [req-f20672ba-6824-422f-9a68-18d031dee19c req-576cc012-26bb-4bd7-ad60-8702c8befb06 service nova] Releasing lock "refresh_cache-5998295c-c2d7-4c52-b227-857e35ce4228" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.101252] env[63097]: DEBUG nova.compute.manager [req-f20672ba-6824-422f-9a68-18d031dee19c req-576cc012-26bb-4bd7-ad60-8702c8befb06 service nova] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Received event network-vif-deleted-d41d1f58-cd7e-49df-a700-4b7cfb83cc03 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1430.101829] env[63097]: DEBUG nova.compute.manager [req-f20672ba-6824-422f-9a68-18d031dee19c req-576cc012-26bb-4bd7-ad60-8702c8befb06 service nova] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Received event network-vif-deleted-1618279a-80b1-4541-9ae6-86aab5590024 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1430.159874] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1430.160264] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.633s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.160762] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d84dbbfc-359c-41be-8414-0795a54f8068 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.023s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.161429] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d84dbbfc-359c-41be-8414-0795a54f8068 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.164995] env[63097]: DEBUG oslo_concurrency.lockutils [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.572s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.165546] env[63097]: DEBUG oslo_concurrency.lockutils [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.168344] env[63097]: DEBUG oslo_concurrency.lockutils [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.977s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.170065] env[63097]: INFO nova.compute.claims [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1430.173310] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1430.173310] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Cleaning up deleted instances {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 1430.206646] env[63097]: INFO nova.scheduler.client.report [None req-d84dbbfc-359c-41be-8414-0795a54f8068 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Deleted allocations for instance ff1bf9fe-3695-43fd-8da5-99d6eb6441c6 [ 1430.223749] env[63097]: INFO nova.compute.manager [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Took 49.42 seconds to build instance. [ 1430.270145] env[63097]: DEBUG oslo_vmware.api [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687112, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.691655] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] There are 48 instances to clean {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11238}} [ 1430.691931] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 4defb923-1206-4f52-8349-646dfc87b849] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1430.697326] env[63097]: DEBUG oslo_concurrency.lockutils [None req-170e2b59-c356-4a7f-b3d0-f77b66d59f8d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lock "185ab458-44b4-4bc2-816a-269d7a4e2719" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 44.117s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.698426] env[63097]: DEBUG oslo_concurrency.lockutils [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lock "185ab458-44b4-4bc2-816a-269d7a4e2719" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 10.762s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.698426] env[63097]: INFO nova.compute.manager [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Unshelving [ 1430.726958] env[63097]: DEBUG oslo_concurrency.lockutils [None req-106bc48a-2f64-4640-a38d-73373a20ddb3 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Lock "0e74e037-c92b-4160-9c10-7f09a89b5b9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.929s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.727486] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d84dbbfc-359c-41be-8414-0795a54f8068 tempest-ServerRescueTestJSON-766090978 tempest-ServerRescueTestJSON-766090978-project-member] Lock "ff1bf9fe-3695-43fd-8da5-99d6eb6441c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.161s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.773101] env[63097]: DEBUG oslo_vmware.api [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56254} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.774128] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 5998295c-c2d7-4c52-b227-857e35ce4228/5998295c-c2d7-4c52-b227-857e35ce4228.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1430.774128] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1430.774128] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-104733bb-16e1-44e0-8a6b-8e67e594edd0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.783931] env[63097]: DEBUG oslo_vmware.api [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1430.783931] env[63097]: value = "task-1687113" [ 1430.783931] env[63097]: _type = "Task" [ 1430.783931] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.793828] env[63097]: DEBUG oslo_vmware.api [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.002769] env[63097]: DEBUG oslo_concurrency.lockutils [None req-130ecd47-0255-4e1e-8030-63f9f8028b17 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Acquiring lock "9e95b2bd-0b34-413a-8638-cca05cfa9547" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.002769] env[63097]: DEBUG oslo_concurrency.lockutils [None req-130ecd47-0255-4e1e-8030-63f9f8028b17 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lock "9e95b2bd-0b34-413a-8638-cca05cfa9547" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.002769] env[63097]: INFO nova.compute.manager [None req-130ecd47-0255-4e1e-8030-63f9f8028b17 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Attaching volume 83274e5a-e29f-4d6e-a9aa-8158b6e26def to /dev/sdb [ 1431.041490] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9987d1a1-9fd9-4083-a8df-c39e3f0851de {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.054580] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1546036-629c-4757-8ecd-2b4f26fe0a63 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.071812] env[63097]: DEBUG nova.virt.block_device [None req-130ecd47-0255-4e1e-8030-63f9f8028b17 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Updating existing volume attachment record: d2519463-b93d-4000-b492-70c044f09e4b {{(pid=63097) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1431.140721] env[63097]: INFO nova.compute.manager [None req-bae11811-e5fc-4213-8476-79cca7c603ad tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Unrescuing [ 1431.141223] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bae11811-e5fc-4213-8476-79cca7c603ad tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquiring lock "refresh_cache-d22d9d1c-131d-4497-aec6-ab82f7fea0ea" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.141223] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bae11811-e5fc-4213-8476-79cca7c603ad tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquired lock "refresh_cache-d22d9d1c-131d-4497-aec6-ab82f7fea0ea" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.141390] env[63097]: DEBUG nova.network.neutron [None req-bae11811-e5fc-4213-8476-79cca7c603ad tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1431.199988] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: f932e405-08fd-472a-b531-2cc25340f49d] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1431.308329] env[63097]: DEBUG oslo_vmware.api [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070193} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.308547] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1431.310573] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c477e47-a9de-4426-a262-112f1d842831 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.350187] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 5998295c-c2d7-4c52-b227-857e35ce4228/5998295c-c2d7-4c52-b227-857e35ce4228.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1431.353723] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5636cf1-1138-4394-9987-a7d02a607d25 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.378207] env[63097]: DEBUG oslo_vmware.api [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1431.378207] env[63097]: value = "task-1687115" [ 1431.378207] env[63097]: _type = "Task" [ 1431.378207] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.388672] env[63097]: DEBUG oslo_vmware.api [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687115, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.710724] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: e3a75066-9327-4a05-b055-6bdc59c7f593] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1431.713839] env[63097]: DEBUG nova.compute.utils [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1431.727189] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5cee92-2bc4-4129-9427-a158382aa68a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.737154] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66aec2b0-f471-40ae-915f-bf7f518ef930 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.776716] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed3876a-0c61-411a-8be7-978dc1d39583 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.786169] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20fb904-6ef8-4f59-bbfc-b9e6c6779852 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.805000] env[63097]: DEBUG nova.compute.provider_tree [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1431.895898] env[63097]: DEBUG oslo_vmware.api [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687115, 'name': ReconfigVM_Task, 'duration_secs': 0.353479} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.896226] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 5998295c-c2d7-4c52-b227-857e35ce4228/5998295c-c2d7-4c52-b227-857e35ce4228.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1431.896957] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4003cf0-ebcb-49a5-9565-8c1315027f12 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.907035] env[63097]: DEBUG oslo_vmware.api [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1431.907035] env[63097]: value = "task-1687118" [ 1431.907035] env[63097]: _type = "Task" [ 1431.907035] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.928150] env[63097]: DEBUG oslo_vmware.api [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687118, 'name': Rename_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.209367] env[63097]: DEBUG nova.network.neutron [None req-bae11811-e5fc-4213-8476-79cca7c603ad tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Updating instance_info_cache with network_info: [{"id": "ab5f25ed-453f-4447-8d9f-ee8f0f5b1baf", "address": "fa:16:3e:00:b5:d9", "network": {"id": "50215c70-2086-4e75-a852-57a251fe1397", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1988148367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfaa0618e4044c5db920f1465bf6dc07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab5f25ed-45", "ovs_interfaceid": "ab5f25ed-453f-4447-8d9f-ee8f0f5b1baf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.216267] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 2200fbc0-1df4-4cd0-b2df-6dc7f6f3c251] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1432.218805] env[63097]: INFO nova.virt.block_device [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Booting with volume 980df00a-9183-46b6-b52c-c6f5a41625fb at /dev/sdb [ 1432.277864] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96c1cc21-fa13-4aef-b10d-4f5dc46451e0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.287512] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f18189-ebbb-4e9e-b62f-6629f64a1bf1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.309249] env[63097]: DEBUG nova.scheduler.client.report [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1432.331433] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf3996b7-b058-4e96-a387-67e84604c6bd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.346808] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184d006f-b798-4a27-a26c-511617301024 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.386414] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509267f0-ecab-4a76-bee8-46f14a514ead {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.393893] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b150a60d-aab1-4894-a4d1-49b3e4620e7e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.409961] env[63097]: DEBUG nova.virt.block_device [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Updating existing volume attachment record: 64f48177-cca7-4904-957d-7ab72a117d2e {{(pid=63097) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1432.424204] env[63097]: DEBUG oslo_vmware.api [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687118, 'name': Rename_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.428556] env[63097]: INFO nova.compute.manager [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Rebuilding instance [ 1432.503161] env[63097]: DEBUG nova.compute.manager [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1432.503218] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48715ecc-eed1-479b-8040-44041587ac24 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.716045] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bae11811-e5fc-4213-8476-79cca7c603ad tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Releasing lock "refresh_cache-d22d9d1c-131d-4497-aec6-ab82f7fea0ea" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1432.716764] env[63097]: DEBUG nova.objects.instance [None req-bae11811-e5fc-4213-8476-79cca7c603ad tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Lazy-loading 'flavor' on Instance uuid d22d9d1c-131d-4497-aec6-ab82f7fea0ea {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1432.725614] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 850b9308-9498-4834-bd24-616ea264d624] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1432.749429] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0311175e-42c4-41d3-8ff7-dede883290af tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "interface-7f1e806e-4689-4cd0-bef9-3f6af6ac7956-a28c00d1-2afc-490a-97d4-e1b3a09e1104" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.749774] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0311175e-42c4-41d3-8ff7-dede883290af tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "interface-7f1e806e-4689-4cd0-bef9-3f6af6ac7956-a28c00d1-2afc-490a-97d4-e1b3a09e1104" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1432.814614] env[63097]: DEBUG oslo_concurrency.lockutils [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.815682] env[63097]: DEBUG nova.compute.manager [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1432.819464] env[63097]: DEBUG oslo_concurrency.lockutils [None req-983cb613-8c88-4c92-9813-fd1f17aec188 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.542s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1432.822454] env[63097]: DEBUG oslo_concurrency.lockutils [None req-983cb613-8c88-4c92-9813-fd1f17aec188 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.824871] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.095s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1432.827669] env[63097]: INFO nova.compute.claims [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1432.875224] env[63097]: INFO nova.scheduler.client.report [None req-983cb613-8c88-4c92-9813-fd1f17aec188 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Deleted allocations for instance 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141 [ 1432.931741] env[63097]: DEBUG oslo_vmware.api [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687118, 'name': Rename_Task, 'duration_secs': 0.97628} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.931741] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1432.931741] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c523b289-878b-46c8-af21-d455c3331614 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.939580] env[63097]: DEBUG oslo_vmware.api [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1432.939580] env[63097]: value = "task-1687120" [ 1432.939580] env[63097]: _type = "Task" [ 1432.939580] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.949173] env[63097]: DEBUG oslo_vmware.api [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.017712] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1433.017712] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aca3b2ff-2321-4f82-99ad-d599d65a602e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.029804] env[63097]: DEBUG oslo_vmware.api [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Waiting for the task: (returnval){ [ 1433.029804] env[63097]: value = "task-1687122" [ 1433.029804] env[63097]: _type = "Task" [ 1433.029804] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.048654] env[63097]: DEBUG oslo_vmware.api [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.224134] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa861a73-42d0-4e23-8e99-b5b1ba452210 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.228274] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: b67270f6-3538-4709-8293-b7315e08ec57] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1433.258808] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0311175e-42c4-41d3-8ff7-dede883290af tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "7f1e806e-4689-4cd0-bef9-3f6af6ac7956" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1433.258808] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0311175e-42c4-41d3-8ff7-dede883290af tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquired lock "7f1e806e-4689-4cd0-bef9-3f6af6ac7956" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.259692] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae11811-e5fc-4213-8476-79cca7c603ad tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1433.261468] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4046a4a5-c6e7-4527-8db2-bc0eff3401fb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.263811] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b1b13f1-bffa-4a6a-b438-794737656396 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.290035] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672ed26f-e5f1-4852-8a92-e99242591f15 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.292377] env[63097]: DEBUG oslo_vmware.api [None req-bae11811-e5fc-4213-8476-79cca7c603ad tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1433.292377] env[63097]: value = "task-1687124" [ 1433.292377] env[63097]: _type = "Task" [ 1433.292377] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.324172] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-0311175e-42c4-41d3-8ff7-dede883290af tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Reconfiguring VM to detach interface {{(pid=63097) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1974}} [ 1433.326112] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53b9fed7-146d-40f9-a50f-fc389519516d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.348163] env[63097]: DEBUG nova.compute.utils [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1433.352756] env[63097]: DEBUG oslo_vmware.api [None req-bae11811-e5fc-4213-8476-79cca7c603ad tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.354136] env[63097]: DEBUG nova.compute.manager [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1433.354136] env[63097]: DEBUG nova.network.neutron [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1433.365045] env[63097]: DEBUG oslo_vmware.api [None req-0311175e-42c4-41d3-8ff7-dede883290af tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for the task: (returnval){ [ 1433.365045] env[63097]: value = "task-1687125" [ 1433.365045] env[63097]: _type = "Task" [ 1433.365045] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.378163] env[63097]: DEBUG oslo_vmware.api [None req-0311175e-42c4-41d3-8ff7-dede883290af tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687125, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.388479] env[63097]: DEBUG oslo_concurrency.lockutils [None req-983cb613-8c88-4c92-9813-fd1f17aec188 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Lock "8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.626s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1433.454335] env[63097]: DEBUG oslo_vmware.api [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687120, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.512194] env[63097]: DEBUG nova.policy [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c44d88258faf4a1b87740e72e265188d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eefde5c7d3b44446911b78de73feb57b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1433.550770] env[63097]: DEBUG oslo_vmware.api [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687122, 'name': PowerOffVM_Task, 'duration_secs': 0.329756} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.551833] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1433.552228] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1433.553970] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bddce23-0875-43a8-abc8-9a6f044ed493 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.569985] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1433.573041] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bd3aa8f-1cc1-4760-b768-180bbe19fdd2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.597323] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1433.600190] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1433.600444] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Deleting the datastore file [datastore1] 0e74e037-c92b-4160-9c10-7f09a89b5b9c {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1433.600779] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-290a49c7-b810-48cc-83d2-7448965a85d7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.613589] env[63097]: DEBUG oslo_vmware.api [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Waiting for the task: (returnval){ [ 1433.613589] env[63097]: value = "task-1687128" [ 1433.613589] env[63097]: _type = "Task" [ 1433.613589] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.624980] env[63097]: DEBUG oslo_vmware.api [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687128, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.736682] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 3f01124c-7311-48fb-9e5c-c30cf58613fd] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1433.802872] env[63097]: DEBUG oslo_vmware.api [None req-bae11811-e5fc-4213-8476-79cca7c603ad tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687124, 'name': PowerOffVM_Task, 'duration_secs': 0.255255} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.803184] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae11811-e5fc-4213-8476-79cca7c603ad tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1433.810406] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-bae11811-e5fc-4213-8476-79cca7c603ad tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Reconfiguring VM instance instance-00000042 to detach disk 2001 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1433.811254] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10d83d34-eb4e-46aa-83b8-434f8d67e839 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.836682] env[63097]: DEBUG oslo_vmware.api [None req-bae11811-e5fc-4213-8476-79cca7c603ad tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1433.836682] env[63097]: value = "task-1687129" [ 1433.836682] env[63097]: _type = "Task" [ 1433.836682] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.847346] env[63097]: DEBUG oslo_vmware.api [None req-bae11811-e5fc-4213-8476-79cca7c603ad tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687129, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.851119] env[63097]: DEBUG nova.compute.manager [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1433.877051] env[63097]: DEBUG oslo_vmware.api [None req-0311175e-42c4-41d3-8ff7-dede883290af tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.951397] env[63097]: DEBUG oslo_vmware.api [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687120, 'name': PowerOnVM_Task, 'duration_secs': 0.547083} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.954723] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1433.955172] env[63097]: INFO nova.compute.manager [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Took 10.76 seconds to spawn the instance on the hypervisor. [ 1433.955464] env[63097]: DEBUG nova.compute.manager [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1433.956739] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b618a9-818f-48f9-b1dd-e79fa3db2da4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.127334] env[63097]: DEBUG oslo_vmware.api [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687128, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253039} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.127622] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1434.127819] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1434.128016] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1434.242298] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 8e6c4e91-b227-435a-b3ff-dfc58660542a] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1434.271504] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa37a44-36e7-46e3-b7b1-3ebe58e859b5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.283164] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571b4165-4b1f-4a53-9544-da70a1e90f33 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.320056] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947fd9f0-2ad7-4448-ba3b-e51e4b6deb14 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.328769] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af006a96-ffcb-4350-aac9-08a53dbec186 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.335065] env[63097]: DEBUG nova.network.neutron [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Successfully created port: 7be32373-960a-47db-89ec-283b965570c1 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1434.352235] env[63097]: DEBUG nova.compute.provider_tree [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1434.364322] env[63097]: DEBUG oslo_vmware.api [None req-bae11811-e5fc-4213-8476-79cca7c603ad tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687129, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.377380] env[63097]: DEBUG oslo_vmware.api [None req-0311175e-42c4-41d3-8ff7-dede883290af tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.479207] env[63097]: INFO nova.compute.manager [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Took 36.62 seconds to build instance. [ 1434.748181] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 5900bdbf-f228-4e97-8b50-c42fae2af392] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1434.854782] env[63097]: DEBUG oslo_vmware.api [None req-bae11811-e5fc-4213-8476-79cca7c603ad tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687129, 'name': ReconfigVM_Task, 'duration_secs': 0.546697} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.856468] env[63097]: DEBUG nova.scheduler.client.report [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1434.863899] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-bae11811-e5fc-4213-8476-79cca7c603ad tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Reconfigured VM instance instance-00000042 to detach disk 2001 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1434.863899] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae11811-e5fc-4213-8476-79cca7c603ad tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1434.863899] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27c912e0-27bf-441e-928a-43fca01c63aa {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.868163] env[63097]: DEBUG nova.compute.manager [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1434.877900] env[63097]: DEBUG oslo_vmware.api [None req-bae11811-e5fc-4213-8476-79cca7c603ad tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1434.877900] env[63097]: value = "task-1687130" [ 1434.877900] env[63097]: _type = "Task" [ 1434.877900] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.887176] env[63097]: DEBUG oslo_vmware.api [None req-0311175e-42c4-41d3-8ff7-dede883290af tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.894542] env[63097]: DEBUG oslo_vmware.api [None req-bae11811-e5fc-4213-8476-79cca7c603ad tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687130, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.909692] env[63097]: DEBUG nova.virt.hardware [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1434.910446] env[63097]: DEBUG nova.virt.hardware [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1434.910446] env[63097]: DEBUG nova.virt.hardware [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1434.910809] env[63097]: DEBUG nova.virt.hardware [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1434.910917] env[63097]: DEBUG nova.virt.hardware [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1434.911079] env[63097]: DEBUG nova.virt.hardware [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1434.911371] env[63097]: DEBUG nova.virt.hardware [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1434.912066] env[63097]: DEBUG nova.virt.hardware [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1434.912066] env[63097]: DEBUG nova.virt.hardware [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1434.912066] env[63097]: DEBUG nova.virt.hardware [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1434.912232] env[63097]: DEBUG nova.virt.hardware [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1434.913395] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620b7a25-e1cb-4938-839d-75dec4f0125b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.927245] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d30699-da5a-4f9d-bb80-8e2f59cb0154 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.982265] env[63097]: DEBUG oslo_concurrency.lockutils [None req-97fc29bb-e970-4c62-b5d4-5b89b3f3c4c9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "5998295c-c2d7-4c52-b227-857e35ce4228" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.151s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.005109] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.005393] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1435.160363] env[63097]: DEBUG nova.virt.hardware [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1435.160683] env[63097]: DEBUG nova.virt.hardware [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1435.161026] env[63097]: DEBUG nova.virt.hardware [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1435.161107] env[63097]: DEBUG nova.virt.hardware [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1435.161334] env[63097]: DEBUG nova.virt.hardware [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1435.161543] env[63097]: DEBUG nova.virt.hardware [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1435.161817] env[63097]: DEBUG nova.virt.hardware [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1435.162140] env[63097]: DEBUG nova.virt.hardware [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1435.162318] env[63097]: DEBUG nova.virt.hardware [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1435.162559] env[63097]: DEBUG nova.virt.hardware [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1435.162787] env[63097]: DEBUG nova.virt.hardware [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1435.164182] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e50bf3f-97c4-403b-8214-54d60bed6cd1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.176391] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7e2494-5e4f-4676-8b2f-39f00f0a6bf4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.193437] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Instance VIF info [] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1435.205956] env[63097]: DEBUG oslo.service.loopingcall [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1435.206388] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1435.206673] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75eca206-1c45-43c1-a458-456db925aea0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.228033] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1435.228033] env[63097]: value = "task-1687132" [ 1435.228033] env[63097]: _type = "Task" [ 1435.228033] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.237446] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687132, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.250309] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 0f5db7f5-b159-48a3-9795-05e3ef62d385] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1435.363018] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.536s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.363018] env[63097]: DEBUG nova.compute.manager [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1435.366886] env[63097]: DEBUG oslo_concurrency.lockutils [None req-92212e05-7fc4-4197-90c1-6dce5489e354 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.765s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1435.368015] env[63097]: DEBUG oslo_concurrency.lockutils [None req-92212e05-7fc4-4197-90c1-6dce5489e354 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.369955] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.438s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1435.371866] env[63097]: INFO nova.compute.claims [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1435.398579] env[63097]: DEBUG oslo_vmware.api [None req-bae11811-e5fc-4213-8476-79cca7c603ad tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687130, 'name': PowerOnVM_Task, 'duration_secs': 0.470312} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.398996] env[63097]: DEBUG oslo_vmware.api [None req-0311175e-42c4-41d3-8ff7-dede883290af tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.403012] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae11811-e5fc-4213-8476-79cca7c603ad tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1435.403580] env[63097]: DEBUG nova.compute.manager [None req-bae11811-e5fc-4213-8476-79cca7c603ad tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1435.405153] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3633806d-5b9e-42fa-a43b-b00b17126650 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.414812] env[63097]: INFO nova.scheduler.client.report [None req-92212e05-7fc4-4197-90c1-6dce5489e354 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Deleted allocations for instance 3aad7770-542e-410c-bcea-1d2be6ad6e13 [ 1435.509422] env[63097]: DEBUG nova.compute.manager [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1435.740973] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687132, 'name': CreateVM_Task, 'duration_secs': 0.321758} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.741484] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1435.741966] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1435.742229] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.743181] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1435.743580] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-058b50bc-547f-4f5b-abaf-f74ddca25e6d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.749422] env[63097]: DEBUG oslo_vmware.api [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Waiting for the task: (returnval){ [ 1435.749422] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52525b02-559b-58cc-4ecf-11b3e9405a74" [ 1435.749422] env[63097]: _type = "Task" [ 1435.749422] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.756202] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 4c95a83d-a490-4b3f-bb72-bc32e20e33e4] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1435.761966] env[63097]: DEBUG oslo_vmware.api [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52525b02-559b-58cc-4ecf-11b3e9405a74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.882509] env[63097]: DEBUG nova.compute.utils [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1435.884075] env[63097]: DEBUG nova.compute.manager [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1435.884276] env[63097]: DEBUG nova.network.neutron [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1435.901930] env[63097]: DEBUG oslo_vmware.api [None req-0311175e-42c4-41d3-8ff7-dede883290af tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.934909] env[63097]: DEBUG oslo_concurrency.lockutils [None req-92212e05-7fc4-4197-90c1-6dce5489e354 tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Lock "3aad7770-542e-410c-bcea-1d2be6ad6e13" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.819s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.944372] env[63097]: DEBUG nova.policy [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd06a511de3134c5da67e7f6101cb9af9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42fb6e062a9946a1a763ef5dcd7c6bb4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1436.041839] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1436.128035] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-130ecd47-0255-4e1e-8030-63f9f8028b17 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Volume attach. Driver type: vmdk {{(pid=63097) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1436.128150] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-130ecd47-0255-4e1e-8030-63f9f8028b17 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351675', 'volume_id': '83274e5a-e29f-4d6e-a9aa-8158b6e26def', 'name': 'volume-83274e5a-e29f-4d6e-a9aa-8158b6e26def', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9e95b2bd-0b34-413a-8638-cca05cfa9547', 'attached_at': '', 'detached_at': '', 'volume_id': '83274e5a-e29f-4d6e-a9aa-8158b6e26def', 'serial': '83274e5a-e29f-4d6e-a9aa-8158b6e26def'} {{(pid=63097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1436.129190] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d4b457-c7be-42ac-be25-e3357701cf9a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.150143] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca8cc67-2b93-4419-b3f3-4cb7cb8adb86 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.189791] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-130ecd47-0255-4e1e-8030-63f9f8028b17 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] volume-83274e5a-e29f-4d6e-a9aa-8158b6e26def/volume-83274e5a-e29f-4d6e-a9aa-8158b6e26def.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1436.191354] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c253400-235c-4f52-9ae5-31627d85fc44 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.212584] env[63097]: DEBUG oslo_vmware.api [None req-130ecd47-0255-4e1e-8030-63f9f8028b17 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Waiting for the task: (returnval){ [ 1436.212584] env[63097]: value = "task-1687133" [ 1436.212584] env[63097]: _type = "Task" [ 1436.212584] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.222043] env[63097]: DEBUG oslo_vmware.api [None req-130ecd47-0255-4e1e-8030-63f9f8028b17 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687133, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.261088] env[63097]: DEBUG oslo_vmware.api [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52525b02-559b-58cc-4ecf-11b3e9405a74, 'name': SearchDatastore_Task, 'duration_secs': 0.028901} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.261604] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1436.261770] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1436.262040] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.262239] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.262488] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1436.262961] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 036ac00b-56c5-46b0-82e9-91e39ae28222] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1436.268717] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1d5b0a6-dc2c-4980-bfb1-4874b26d748b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.282832] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1436.283114] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1436.284027] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-213eb204-c43a-43d2-8bcc-658ee795c46b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.292581] env[63097]: DEBUG oslo_vmware.api [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Waiting for the task: (returnval){ [ 1436.292581] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5255151a-a970-38e0-7e66-abe1697f21be" [ 1436.292581] env[63097]: _type = "Task" [ 1436.292581] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.304140] env[63097]: DEBUG oslo_vmware.api [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5255151a-a970-38e0-7e66-abe1697f21be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.395264] env[63097]: DEBUG nova.compute.manager [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1436.404285] env[63097]: DEBUG oslo_vmware.api [None req-0311175e-42c4-41d3-8ff7-dede883290af tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.424392] env[63097]: DEBUG oslo_concurrency.lockutils [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "5998295c-c2d7-4c52-b227-857e35ce4228" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1436.424729] env[63097]: DEBUG oslo_concurrency.lockutils [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "5998295c-c2d7-4c52-b227-857e35ce4228" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1436.425754] env[63097]: INFO nova.compute.manager [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Shelving [ 1436.454531] env[63097]: DEBUG nova.network.neutron [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] Successfully created port: 8b6a30ec-7e3b-4d77-a397-fb2905d0efda {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1436.660178] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5f8000fa-5cc6-4bc5-ae5c-7428466d946b tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquiring lock "ca593388-7163-4a80-8639-19e2553f37d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1436.660423] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5f8000fa-5cc6-4bc5-ae5c-7428466d946b tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Lock "ca593388-7163-4a80-8639-19e2553f37d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1436.660666] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5f8000fa-5cc6-4bc5-ae5c-7428466d946b tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquiring lock "ca593388-7163-4a80-8639-19e2553f37d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1436.660836] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5f8000fa-5cc6-4bc5-ae5c-7428466d946b tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Lock "ca593388-7163-4a80-8639-19e2553f37d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1436.661041] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5f8000fa-5cc6-4bc5-ae5c-7428466d946b tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Lock "ca593388-7163-4a80-8639-19e2553f37d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1436.663419] env[63097]: INFO nova.compute.manager [None req-5f8000fa-5cc6-4bc5-ae5c-7428466d946b tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Terminating instance [ 1436.665629] env[63097]: DEBUG nova.compute.manager [None req-5f8000fa-5cc6-4bc5-ae5c-7428466d946b tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1436.665843] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8000fa-5cc6-4bc5-ae5c-7428466d946b tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1436.667212] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ba272b-1d7a-4b4c-bc5b-801954cc85c0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.678125] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8000fa-5cc6-4bc5-ae5c-7428466d946b tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1436.678429] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-166301da-ecdf-476f-a5b4-9528d8c20b55 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.686032] env[63097]: DEBUG oslo_vmware.api [None req-5f8000fa-5cc6-4bc5-ae5c-7428466d946b tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1436.686032] env[63097]: value = "task-1687134" [ 1436.686032] env[63097]: _type = "Task" [ 1436.686032] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.699128] env[63097]: DEBUG oslo_vmware.api [None req-5f8000fa-5cc6-4bc5-ae5c-7428466d946b tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1687134, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.725682] env[63097]: DEBUG oslo_vmware.api [None req-130ecd47-0255-4e1e-8030-63f9f8028b17 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.769864] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: df6d2aeb-8d2a-4bee-94ff-cc51f235364d] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1436.805124] env[63097]: DEBUG oslo_vmware.api [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5255151a-a970-38e0-7e66-abe1697f21be, 'name': SearchDatastore_Task, 'duration_secs': 0.01281} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.807950] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511ecf1e-1544-4ca8-a29a-ac7e7faf10c7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.810884] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b72840f5-f0ac-43d0-8011-d19d44670de7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.819766] env[63097]: DEBUG oslo_vmware.api [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Waiting for the task: (returnval){ [ 1436.819766] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d915f3-06cc-381c-5201-af5e5e9159b9" [ 1436.819766] env[63097]: _type = "Task" [ 1436.819766] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.824724] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06389d9-363a-4968-b4e9-88c9e1ee98b4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.834740] env[63097]: DEBUG oslo_vmware.api [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d915f3-06cc-381c-5201-af5e5e9159b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.862513] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a421e134-ccbd-4dd3-b00f-b410ae25bf77 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.871426] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2241b4ea-9cf7-4915-8e66-5218b5c58f8c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.887252] env[63097]: DEBUG nova.compute.provider_tree [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1436.897668] env[63097]: DEBUG oslo_vmware.api [None req-0311175e-42c4-41d3-8ff7-dede883290af tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.939494] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1436.939494] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-623298c4-4c52-40da-9532-2eacd5948646 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.944798] env[63097]: DEBUG oslo_vmware.api [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1436.944798] env[63097]: value = "task-1687135" [ 1436.944798] env[63097]: _type = "Task" [ 1436.944798] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.954373] env[63097]: DEBUG oslo_vmware.api [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.070662] env[63097]: DEBUG oslo_concurrency.lockutils [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Acquiring lock "58313d4d-bdea-47df-80b3-efe3cf26cfb4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.071014] env[63097]: DEBUG oslo_concurrency.lockutils [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Lock "58313d4d-bdea-47df-80b3-efe3cf26cfb4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.205528] env[63097]: DEBUG oslo_vmware.api [None req-5f8000fa-5cc6-4bc5-ae5c-7428466d946b tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1687134, 'name': PowerOffVM_Task, 'duration_secs': 0.249607} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.206264] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8000fa-5cc6-4bc5-ae5c-7428466d946b tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1437.206605] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8000fa-5cc6-4bc5-ae5c-7428466d946b tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1437.206948] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee7302c2-3c66-4641-b21a-8e5e6f3b5690 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.225374] env[63097]: DEBUG oslo_vmware.api [None req-130ecd47-0255-4e1e-8030-63f9f8028b17 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687133, 'name': ReconfigVM_Task, 'duration_secs': 0.576573} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.225839] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-130ecd47-0255-4e1e-8030-63f9f8028b17 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Reconfigured VM instance instance-0000003d to attach disk [datastore1] volume-83274e5a-e29f-4d6e-a9aa-8158b6e26def/volume-83274e5a-e29f-4d6e-a9aa-8158b6e26def.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1437.242189] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e0a4647-81b2-410e-8282-1301929f882f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.260878] env[63097]: DEBUG oslo_vmware.api [None req-130ecd47-0255-4e1e-8030-63f9f8028b17 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Waiting for the task: (returnval){ [ 1437.260878] env[63097]: value = "task-1687137" [ 1437.260878] env[63097]: _type = "Task" [ 1437.260878] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.273711] env[63097]: DEBUG oslo_vmware.api [None req-130ecd47-0255-4e1e-8030-63f9f8028b17 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687137, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.274216] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 2ebf37ed-0eb4-47f0-959d-17aa4b0c7b61] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1437.279364] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8000fa-5cc6-4bc5-ae5c-7428466d946b tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1437.279364] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8000fa-5cc6-4bc5-ae5c-7428466d946b tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1437.279364] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f8000fa-5cc6-4bc5-ae5c-7428466d946b tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Deleting the datastore file [datastore1] ca593388-7163-4a80-8639-19e2553f37d7 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1437.279364] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e456db2-60af-44aa-80f1-7462c06d86a0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.286468] env[63097]: DEBUG oslo_vmware.api [None req-5f8000fa-5cc6-4bc5-ae5c-7428466d946b tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for the task: (returnval){ [ 1437.286468] env[63097]: value = "task-1687138" [ 1437.286468] env[63097]: _type = "Task" [ 1437.286468] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.297857] env[63097]: DEBUG oslo_vmware.api [None req-5f8000fa-5cc6-4bc5-ae5c-7428466d946b tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1687138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.298342] env[63097]: DEBUG nova.network.neutron [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Successfully updated port: 7be32373-960a-47db-89ec-283b965570c1 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1437.335402] env[63097]: DEBUG oslo_vmware.api [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d915f3-06cc-381c-5201-af5e5e9159b9, 'name': SearchDatastore_Task, 'duration_secs': 0.014227} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.335716] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1437.335989] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 0e74e037-c92b-4160-9c10-7f09a89b5b9c/0e74e037-c92b-4160-9c10-7f09a89b5b9c.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1437.339548] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6226bfa0-0d7f-4642-a763-8c37cd944cc1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.350047] env[63097]: DEBUG oslo_vmware.api [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Waiting for the task: (returnval){ [ 1437.350047] env[63097]: value = "task-1687139" [ 1437.350047] env[63097]: _type = "Task" [ 1437.350047] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.361404] env[63097]: DEBUG oslo_vmware.api [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.393032] env[63097]: DEBUG nova.scheduler.client.report [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1437.405179] env[63097]: DEBUG oslo_vmware.api [None req-0311175e-42c4-41d3-8ff7-dede883290af tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.412674] env[63097]: DEBUG nova.compute.manager [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1437.452168] env[63097]: DEBUG nova.virt.hardware [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1437.453356] env[63097]: DEBUG nova.virt.hardware [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1437.453647] env[63097]: DEBUG nova.virt.hardware [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1437.453876] env[63097]: DEBUG nova.virt.hardware [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1437.454086] env[63097]: DEBUG nova.virt.hardware [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1437.454259] env[63097]: DEBUG nova.virt.hardware [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1437.454510] env[63097]: DEBUG nova.virt.hardware [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1437.454690] env[63097]: DEBUG nova.virt.hardware [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1437.454906] env[63097]: DEBUG nova.virt.hardware [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1437.455083] env[63097]: DEBUG nova.virt.hardware [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1437.455271] env[63097]: DEBUG nova.virt.hardware [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1437.457806] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aefa074-943d-46cc-96e8-1ae2a77d1f7b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.466300] env[63097]: DEBUG oslo_vmware.api [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687135, 'name': PowerOffVM_Task, 'duration_secs': 0.203111} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.469908] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1437.470852] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65349c7-960d-40c1-92b9-ef07aacf253e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.475230] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573b0a7b-58a3-4aff-b406-e0d96f7443a7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.516834] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afb24de-5b22-44a6-8e2d-30d5d80bc113 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.555199] env[63097]: DEBUG oslo_vmware.rw_handles [None req-e643563b-aad5-411d-bb7f-0b08113fefea tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e3bc40-64e9-d94c-c5a8-32c1c9d63b61/disk-0.vmdk. {{(pid=63097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1437.555973] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8872a6ea-4235-4661-ba0e-d9c0cc7713bd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.562581] env[63097]: DEBUG oslo_vmware.rw_handles [None req-e643563b-aad5-411d-bb7f-0b08113fefea tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e3bc40-64e9-d94c-c5a8-32c1c9d63b61/disk-0.vmdk is in state: ready. {{(pid=63097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1437.562771] env[63097]: ERROR oslo_vmware.rw_handles [None req-e643563b-aad5-411d-bb7f-0b08113fefea tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e3bc40-64e9-d94c-c5a8-32c1c9d63b61/disk-0.vmdk due to incomplete transfer. [ 1437.563025] env[63097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d847f742-95eb-4f17-b573-18d5b9eafa3a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.572758] env[63097]: DEBUG oslo_vmware.rw_handles [None req-e643563b-aad5-411d-bb7f-0b08113fefea tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e3bc40-64e9-d94c-c5a8-32c1c9d63b61/disk-0.vmdk. {{(pid=63097) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1437.572758] env[63097]: DEBUG nova.virt.vmwareapi.images [None req-e643563b-aad5-411d-bb7f-0b08113fefea tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Uploaded image 546ed4d8-1233-4a33-ad96-d64811028bdb to the Glance image server {{(pid=63097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1437.574825] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e643563b-aad5-411d-bb7f-0b08113fefea tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Destroying the VM {{(pid=63097) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1437.575234] env[63097]: DEBUG nova.compute.manager [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1437.577938] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-142a4da2-9cf5-46db-827a-bc11862525c7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.584417] env[63097]: DEBUG oslo_vmware.api [None req-e643563b-aad5-411d-bb7f-0b08113fefea tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1437.584417] env[63097]: value = "task-1687140" [ 1437.584417] env[63097]: _type = "Task" [ 1437.584417] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.596194] env[63097]: DEBUG oslo_vmware.api [None req-e643563b-aad5-411d-bb7f-0b08113fefea tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687140, 'name': Destroy_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.753083] env[63097]: DEBUG nova.compute.manager [req-aac1d120-eb4c-4796-b647-4f65417c1a1f req-51a6d6c2-73b6-40fb-8cd4-d7c0f9df4196 service nova] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Received event network-vif-plugged-7be32373-960a-47db-89ec-283b965570c1 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1437.757029] env[63097]: DEBUG oslo_concurrency.lockutils [req-aac1d120-eb4c-4796-b647-4f65417c1a1f req-51a6d6c2-73b6-40fb-8cd4-d7c0f9df4196 service nova] Acquiring lock "37a43e1b-9fd9-4981-b5f2-2872a093812f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.757029] env[63097]: DEBUG oslo_concurrency.lockutils [req-aac1d120-eb4c-4796-b647-4f65417c1a1f req-51a6d6c2-73b6-40fb-8cd4-d7c0f9df4196 service nova] Lock "37a43e1b-9fd9-4981-b5f2-2872a093812f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.757029] env[63097]: DEBUG oslo_concurrency.lockutils [req-aac1d120-eb4c-4796-b647-4f65417c1a1f req-51a6d6c2-73b6-40fb-8cd4-d7c0f9df4196 service nova] Lock "37a43e1b-9fd9-4981-b5f2-2872a093812f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.757029] env[63097]: DEBUG nova.compute.manager [req-aac1d120-eb4c-4796-b647-4f65417c1a1f req-51a6d6c2-73b6-40fb-8cd4-d7c0f9df4196 service nova] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] No waiting events found dispatching network-vif-plugged-7be32373-960a-47db-89ec-283b965570c1 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1437.757029] env[63097]: WARNING nova.compute.manager [req-aac1d120-eb4c-4796-b647-4f65417c1a1f req-51a6d6c2-73b6-40fb-8cd4-d7c0f9df4196 service nova] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Received unexpected event network-vif-plugged-7be32373-960a-47db-89ec-283b965570c1 for instance with vm_state building and task_state spawning. [ 1437.777747] env[63097]: DEBUG oslo_vmware.api [None req-130ecd47-0255-4e1e-8030-63f9f8028b17 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687137, 'name': ReconfigVM_Task, 'duration_secs': 0.198787} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.778359] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-130ecd47-0255-4e1e-8030-63f9f8028b17 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351675', 'volume_id': '83274e5a-e29f-4d6e-a9aa-8158b6e26def', 'name': 'volume-83274e5a-e29f-4d6e-a9aa-8158b6e26def', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9e95b2bd-0b34-413a-8638-cca05cfa9547', 'attached_at': '', 'detached_at': '', 'volume_id': '83274e5a-e29f-4d6e-a9aa-8158b6e26def', 'serial': '83274e5a-e29f-4d6e-a9aa-8158b6e26def'} {{(pid=63097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1437.781617] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: b1912e4c-6e63-4d6a-af4c-103d0bd50473] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1437.798620] env[63097]: DEBUG oslo_vmware.api [None req-5f8000fa-5cc6-4bc5-ae5c-7428466d946b tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Task: {'id': task-1687138, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223701} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.801031] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f8000fa-5cc6-4bc5-ae5c-7428466d946b tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1437.801031] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8000fa-5cc6-4bc5-ae5c-7428466d946b tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1437.801031] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8000fa-5cc6-4bc5-ae5c-7428466d946b tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1437.801031] env[63097]: INFO nova.compute.manager [None req-5f8000fa-5cc6-4bc5-ae5c-7428466d946b tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1437.801031] env[63097]: DEBUG oslo.service.loopingcall [None req-5f8000fa-5cc6-4bc5-ae5c-7428466d946b tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1437.801812] env[63097]: DEBUG oslo_concurrency.lockutils [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Acquiring lock "refresh_cache-37a43e1b-9fd9-4981-b5f2-2872a093812f" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1437.801812] env[63097]: DEBUG oslo_concurrency.lockutils [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Acquired lock "refresh_cache-37a43e1b-9fd9-4981-b5f2-2872a093812f" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.801812] env[63097]: DEBUG nova.network.neutron [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1437.804847] env[63097]: DEBUG nova.compute.manager [-] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1437.804847] env[63097]: DEBUG nova.network.neutron [-] [instance: ca593388-7163-4a80-8639-19e2553f37d7] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1437.860426] env[63097]: DEBUG oslo_vmware.api [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687139, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.898990] env[63097]: DEBUG oslo_vmware.api [None req-0311175e-42c4-41d3-8ff7-dede883290af tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.900967] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.531s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.902053] env[63097]: DEBUG nova.compute.manager [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1437.904442] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b9e046ef-b78a-405e-90fa-1cb2d2b645a3 tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.138s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.904765] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b9e046ef-b78a-405e-90fa-1cb2d2b645a3 tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.905040] env[63097]: INFO nova.compute.manager [None req-b9e046ef-b78a-405e-90fa-1cb2d2b645a3 tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Successfully reverted task state from rebuilding on failure for instance. [ 1437.910802] env[63097]: DEBUG oslo_concurrency.lockutils [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.118s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.912344] env[63097]: INFO nova.compute.claims [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1437.971688] env[63097]: DEBUG oslo_concurrency.lockutils [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Acquiring lock "88378354-f97f-4fbf-8be0-a506c4aec909" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.971996] env[63097]: DEBUG oslo_concurrency.lockutils [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Lock "88378354-f97f-4fbf-8be0-a506c4aec909" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1438.031723] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Creating Snapshot of the VM instance {{(pid=63097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1438.032304] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-aa98062a-c909-4bad-8e75-84c714bbf5e1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.042444] env[63097]: DEBUG oslo_vmware.api [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1438.042444] env[63097]: value = "task-1687141" [ 1438.042444] env[63097]: _type = "Task" [ 1438.042444] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.051789] env[63097]: DEBUG oslo_vmware.api [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687141, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.100286] env[63097]: DEBUG oslo_vmware.api [None req-e643563b-aad5-411d-bb7f-0b08113fefea tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687140, 'name': Destroy_Task} progress is 33%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.104069] env[63097]: DEBUG oslo_concurrency.lockutils [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.290705] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: e73c5fb1-ec75-4b70-8097-acad36f44a18] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1438.353695] env[63097]: DEBUG nova.network.neutron [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1438.363513] env[63097]: DEBUG oslo_vmware.api [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687139, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555367} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.363820] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 0e74e037-c92b-4160-9c10-7f09a89b5b9c/0e74e037-c92b-4160-9c10-7f09a89b5b9c.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1438.364121] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1438.364420] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd75a34d-aac5-429d-827a-9312d15de876 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.373562] env[63097]: DEBUG oslo_vmware.api [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Waiting for the task: (returnval){ [ 1438.373562] env[63097]: value = "task-1687142" [ 1438.373562] env[63097]: _type = "Task" [ 1438.373562] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.384821] env[63097]: DEBUG oslo_vmware.api [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687142, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.401022] env[63097]: DEBUG oslo_vmware.api [None req-0311175e-42c4-41d3-8ff7-dede883290af tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.418535] env[63097]: DEBUG nova.compute.utils [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1438.422223] env[63097]: DEBUG nova.compute.manager [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1438.426019] env[63097]: DEBUG nova.network.neutron [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1438.474944] env[63097]: DEBUG nova.compute.manager [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1438.541390] env[63097]: DEBUG oslo_concurrency.lockutils [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.554184] env[63097]: DEBUG oslo_vmware.api [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687141, 'name': CreateSnapshot_Task, 'duration_secs': 0.411817} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.554529] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Created Snapshot of the VM instance {{(pid=63097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1438.555333] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6a8d7f-de27-4eb1-92d9-cf365d57403d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.561508] env[63097]: DEBUG nova.policy [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3efa2ecfa5d3448b86bddad26a99cc71', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'daa7867f5c3b4e6e8e319e4b098166c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1438.596538] env[63097]: DEBUG oslo_vmware.api [None req-e643563b-aad5-411d-bb7f-0b08113fefea tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687140, 'name': Destroy_Task, 'duration_secs': 0.780831} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.596869] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-e643563b-aad5-411d-bb7f-0b08113fefea tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Destroyed the VM [ 1438.597168] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e643563b-aad5-411d-bb7f-0b08113fefea tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Deleting Snapshot of the VM instance {{(pid=63097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1438.597462] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6aff3961-1e2a-45a3-8fde-d4ea26966e5e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.606471] env[63097]: DEBUG oslo_vmware.api [None req-e643563b-aad5-411d-bb7f-0b08113fefea tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1438.606471] env[63097]: value = "task-1687143" [ 1438.606471] env[63097]: _type = "Task" [ 1438.606471] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.616235] env[63097]: DEBUG oslo_vmware.api [None req-e643563b-aad5-411d-bb7f-0b08113fefea tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687143, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.712765] env[63097]: DEBUG nova.network.neutron [-] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.788472] env[63097]: DEBUG nova.network.neutron [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Updating instance_info_cache with network_info: [{"id": "7be32373-960a-47db-89ec-283b965570c1", "address": "fa:16:3e:34:65:37", "network": {"id": "a30abd0c-17cd-442c-a792-3c213bedbaa4", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-404732738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eefde5c7d3b44446911b78de73feb57b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7be32373-96", "ovs_interfaceid": "7be32373-960a-47db-89ec-283b965570c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.794807] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: c1caacba-ea9d-4f6a-8a6a-4b6b96189bf8] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1438.848705] env[63097]: DEBUG nova.objects.instance [None req-130ecd47-0255-4e1e-8030-63f9f8028b17 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lazy-loading 'flavor' on Instance uuid 9e95b2bd-0b34-413a-8638-cca05cfa9547 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1438.899571] env[63097]: DEBUG oslo_vmware.api [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687142, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072132} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.900513] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1438.901752] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165281d4-74b0-4e1e-9b66-52e06180dfb5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.909245] env[63097]: DEBUG oslo_vmware.api [None req-0311175e-42c4-41d3-8ff7-dede883290af tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687125, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.928342] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 0e74e037-c92b-4160-9c10-7f09a89b5b9c/0e74e037-c92b-4160-9c10-7f09a89b5b9c.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1438.928972] env[63097]: DEBUG nova.compute.manager [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1438.935068] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6392acf-e5a8-4735-9839-76ac060f9487 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.962117] env[63097]: DEBUG oslo_vmware.api [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Waiting for the task: (returnval){ [ 1438.962117] env[63097]: value = "task-1687144" [ 1438.962117] env[63097]: _type = "Task" [ 1438.962117] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.973023] env[63097]: DEBUG oslo_vmware.api [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687144, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.998891] env[63097]: DEBUG oslo_concurrency.lockutils [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.077029] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Creating linked-clone VM from snapshot {{(pid=63097) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1439.077356] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-840bd2c7-cd0b-4a1d-9784-066a1f5a99d6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.088239] env[63097]: DEBUG oslo_vmware.api [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1439.088239] env[63097]: value = "task-1687145" [ 1439.088239] env[63097]: _type = "Task" [ 1439.088239] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.094458] env[63097]: DEBUG nova.network.neutron [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] Successfully updated port: 8b6a30ec-7e3b-4d77-a397-fb2905d0efda {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1439.103395] env[63097]: DEBUG oslo_vmware.api [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687145, 'name': CloneVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.119611] env[63097]: DEBUG oslo_vmware.api [None req-e643563b-aad5-411d-bb7f-0b08113fefea tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687143, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.215757] env[63097]: INFO nova.compute.manager [-] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Took 1.41 seconds to deallocate network for instance. [ 1439.292618] env[63097]: DEBUG nova.network.neutron [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Successfully created port: 5a92687c-4bb5-4fe2-86e0-267b200f22c3 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1439.293313] env[63097]: DEBUG oslo_concurrency.lockutils [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Releasing lock "refresh_cache-37a43e1b-9fd9-4981-b5f2-2872a093812f" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.293313] env[63097]: DEBUG nova.compute.manager [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Instance network_info: |[{"id": "7be32373-960a-47db-89ec-283b965570c1", "address": "fa:16:3e:34:65:37", "network": {"id": "a30abd0c-17cd-442c-a792-3c213bedbaa4", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-404732738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eefde5c7d3b44446911b78de73feb57b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7be32373-96", "ovs_interfaceid": "7be32373-960a-47db-89ec-283b965570c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1439.293909] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:65:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e028024-a9c1-4cae-8849-ea770a7ae0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7be32373-960a-47db-89ec-283b965570c1', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1439.300996] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Creating folder: Project (eefde5c7d3b44446911b78de73feb57b). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1439.303886] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: b2ee9372-b171-415c-a8a5-bbe57b34f001] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1439.305871] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bea5d942-13b7-4879-bec4-6c1d52f52b38 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.317177] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Created folder: Project (eefde5c7d3b44446911b78de73feb57b) in parent group-v351483. [ 1439.317398] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Creating folder: Instances. Parent ref: group-v351681. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1439.321494] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb05ea67-c1fe-432b-ad61-4e9c66adf7f1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.332059] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Created folder: Instances in parent group-v351681. [ 1439.332387] env[63097]: DEBUG oslo.service.loopingcall [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1439.332653] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1439.332928] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-733cb4f4-4286-42db-bbb6-86d1f0b2c0c8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.357766] env[63097]: DEBUG oslo_concurrency.lockutils [None req-130ecd47-0255-4e1e-8030-63f9f8028b17 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lock "9e95b2bd-0b34-413a-8638-cca05cfa9547" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.356s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.361897] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1439.361897] env[63097]: value = "task-1687148" [ 1439.361897] env[63097]: _type = "Task" [ 1439.361897] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.372735] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687148, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.403278] env[63097]: DEBUG oslo_vmware.api [None req-0311175e-42c4-41d3-8ff7-dede883290af tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687125, 'name': ReconfigVM_Task, 'duration_secs': 5.83385} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.406618] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0311175e-42c4-41d3-8ff7-dede883290af tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Releasing lock "7f1e806e-4689-4cd0-bef9-3f6af6ac7956" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.407172] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-0311175e-42c4-41d3-8ff7-dede883290af tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Reconfigured VM to detach interface {{(pid=63097) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1984}} [ 1439.422396] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7428e391-099a-4f41-9c2d-bb5a3a6232f1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.429685] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e130f7fd-3730-45d7-892b-97dfcae39c63 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.469130] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeeb66b2-189e-4251-8a81-ea7370b738a2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.477285] env[63097]: DEBUG oslo_vmware.api [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687144, 'name': ReconfigVM_Task, 'duration_secs': 0.482375} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.479431] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 0e74e037-c92b-4160-9c10-7f09a89b5b9c/0e74e037-c92b-4160-9c10-7f09a89b5b9c.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1439.480096] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bd9e19b-aee3-433c-8a30-d3b5537946e1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.482573] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23962a8f-d5a5-4094-afb3-67092eb643d0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.497719] env[63097]: DEBUG nova.compute.provider_tree [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1439.500116] env[63097]: DEBUG oslo_vmware.api [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Waiting for the task: (returnval){ [ 1439.500116] env[63097]: value = "task-1687149" [ 1439.500116] env[63097]: _type = "Task" [ 1439.500116] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.509046] env[63097]: DEBUG oslo_vmware.api [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687149, 'name': Rename_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.601551] env[63097]: DEBUG oslo_vmware.api [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687145, 'name': CloneVM_Task} progress is 94%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.607472] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Acquiring lock "refresh_cache-2e8d1f13-2aba-4691-86fd-bca4c8309c1c" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.607659] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Acquired lock "refresh_cache-2e8d1f13-2aba-4691-86fd-bca4c8309c1c" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.607799] env[63097]: DEBUG nova.network.neutron [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1439.619747] env[63097]: DEBUG oslo_vmware.api [None req-e643563b-aad5-411d-bb7f-0b08113fefea tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687143, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.728351] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5f8000fa-5cc6-4bc5-ae5c-7428466d946b tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.808713] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: fa82a482-c837-4555-a130-9425fb6d34fd] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1439.875172] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687148, 'name': CreateVM_Task, 'duration_secs': 0.375246} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.875361] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1439.876103] env[63097]: DEBUG oslo_concurrency.lockutils [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.876299] env[63097]: DEBUG oslo_concurrency.lockutils [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.876641] env[63097]: DEBUG oslo_concurrency.lockutils [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1439.876911] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04416b58-13dd-4723-a52b-d9d0c7c69571 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.882444] env[63097]: DEBUG oslo_vmware.api [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Waiting for the task: (returnval){ [ 1439.882444] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52809b27-f645-7d90-a6ec-5a8b888e7229" [ 1439.882444] env[63097]: _type = "Task" [ 1439.882444] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.891158] env[63097]: DEBUG oslo_vmware.api [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52809b27-f645-7d90-a6ec-5a8b888e7229, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.973774] env[63097]: DEBUG nova.compute.manager [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1440.002029] env[63097]: DEBUG nova.virt.hardware [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1440.002312] env[63097]: DEBUG nova.virt.hardware [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1440.002537] env[63097]: DEBUG nova.virt.hardware [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1440.002758] env[63097]: DEBUG nova.virt.hardware [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1440.003053] env[63097]: DEBUG nova.virt.hardware [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1440.003134] env[63097]: DEBUG nova.virt.hardware [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1440.003360] env[63097]: DEBUG nova.virt.hardware [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1440.003561] env[63097]: DEBUG nova.virt.hardware [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1440.003758] env[63097]: DEBUG nova.virt.hardware [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1440.003940] env[63097]: DEBUG nova.virt.hardware [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1440.004177] env[63097]: DEBUG nova.virt.hardware [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1440.005102] env[63097]: DEBUG nova.scheduler.client.report [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1440.009099] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad419ce7-96c6-4e8d-aa07-4a52fee2a098 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.025524] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41ddef2-85b2-4411-99e9-091f6a97c1d5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.027921] env[63097]: DEBUG oslo_vmware.api [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687149, 'name': Rename_Task, 'duration_secs': 0.162325} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.029473] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1440.029970] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc0312d2-4ffc-436b-87d6-41a1c0199e24 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.045613] env[63097]: DEBUG oslo_vmware.api [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Waiting for the task: (returnval){ [ 1440.045613] env[63097]: value = "task-1687150" [ 1440.045613] env[63097]: _type = "Task" [ 1440.045613] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.060267] env[63097]: DEBUG oslo_vmware.api [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687150, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.100371] env[63097]: DEBUG oslo_vmware.api [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687145, 'name': CloneVM_Task} progress is 94%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.127950] env[63097]: DEBUG oslo_vmware.api [None req-e643563b-aad5-411d-bb7f-0b08113fefea tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687143, 'name': RemoveSnapshot_Task, 'duration_secs': 1.085231} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.129340] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e643563b-aad5-411d-bb7f-0b08113fefea tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Deleted Snapshot of the VM instance {{(pid=63097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1440.129587] env[63097]: INFO nova.compute.manager [None req-e643563b-aad5-411d-bb7f-0b08113fefea tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Took 17.53 seconds to snapshot the instance on the hypervisor. [ 1440.196205] env[63097]: DEBUG nova.network.neutron [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1440.287579] env[63097]: DEBUG nova.compute.manager [req-96eef761-8831-45d4-aa7c-477d551edb42 req-211a93bd-b8ee-4ded-b49c-6f2af1922cbe service nova] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Received event network-changed-7be32373-960a-47db-89ec-283b965570c1 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1440.287579] env[63097]: DEBUG nova.compute.manager [req-96eef761-8831-45d4-aa7c-477d551edb42 req-211a93bd-b8ee-4ded-b49c-6f2af1922cbe service nova] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Refreshing instance network info cache due to event network-changed-7be32373-960a-47db-89ec-283b965570c1. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1440.287579] env[63097]: DEBUG oslo_concurrency.lockutils [req-96eef761-8831-45d4-aa7c-477d551edb42 req-211a93bd-b8ee-4ded-b49c-6f2af1922cbe service nova] Acquiring lock "refresh_cache-37a43e1b-9fd9-4981-b5f2-2872a093812f" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1440.287579] env[63097]: DEBUG oslo_concurrency.lockutils [req-96eef761-8831-45d4-aa7c-477d551edb42 req-211a93bd-b8ee-4ded-b49c-6f2af1922cbe service nova] Acquired lock "refresh_cache-37a43e1b-9fd9-4981-b5f2-2872a093812f" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.287579] env[63097]: DEBUG nova.network.neutron [req-96eef761-8831-45d4-aa7c-477d551edb42 req-211a93bd-b8ee-4ded-b49c-6f2af1922cbe service nova] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Refreshing network info cache for port 7be32373-960a-47db-89ec-283b965570c1 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1440.312199] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 39ba48cc-7c15-4bad-aee8-ff350e266b41] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1440.396066] env[63097]: DEBUG oslo_vmware.api [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52809b27-f645-7d90-a6ec-5a8b888e7229, 'name': SearchDatastore_Task, 'duration_secs': 0.011114} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.396720] env[63097]: DEBUG oslo_concurrency.lockutils [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1440.396720] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1440.397544] env[63097]: DEBUG oslo_concurrency.lockutils [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1440.397544] env[63097]: DEBUG oslo_concurrency.lockutils [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.397544] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1440.397897] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f3e6b97-3fc6-4401-801e-5f164dfc685c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.408761] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1440.408761] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1440.409604] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec1c0cc1-07aa-4b0a-bc3d-aa7354520fe3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.418709] env[63097]: DEBUG oslo_vmware.api [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Waiting for the task: (returnval){ [ 1440.418709] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a4b24d-fcd2-68a6-d369-f1bd4df72a04" [ 1440.418709] env[63097]: _type = "Task" [ 1440.418709] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.432266] env[63097]: DEBUG oslo_vmware.api [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a4b24d-fcd2-68a6-d369-f1bd4df72a04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.508684] env[63097]: DEBUG nova.network.neutron [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] Updating instance_info_cache with network_info: [{"id": "8b6a30ec-7e3b-4d77-a397-fb2905d0efda", "address": "fa:16:3e:25:2d:86", "network": {"id": "296f67fc-6d4f-49cb-b1a2-d55db5151e17", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1052217588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42fb6e062a9946a1a763ef5dcd7c6bb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b6a30ec-7e", "ovs_interfaceid": "8b6a30ec-7e3b-4d77-a397-fb2905d0efda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.513253] env[63097]: DEBUG oslo_concurrency.lockutils [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.513857] env[63097]: DEBUG nova.compute.manager [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1440.516421] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7df1093c-6ffb-41f5-aeff-a48523ead057 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.842s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.516627] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7df1093c-6ffb-41f5-aeff-a48523ead057 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.518658] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0d53de4a-70b4-47db-9e2d-9e9d64cb3a5a tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.979s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.518860] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0d53de4a-70b4-47db-9e2d-9e9d64cb3a5a tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.523912] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ac6c0e49-f41a-4b8f-85bd-bb9b7fdd08cb tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.043s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.524161] env[63097]: DEBUG nova.objects.instance [None req-ac6c0e49-f41a-4b8f-85bd-bb9b7fdd08cb tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Lazy-loading 'resources' on Instance uuid a6e7feca-e724-4018-8405-de21ae80b373 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1440.558282] env[63097]: DEBUG oslo_vmware.api [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687150, 'name': PowerOnVM_Task, 'duration_secs': 0.463617} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.558570] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1440.558779] env[63097]: DEBUG nova.compute.manager [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1440.559574] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ce1980-ad52-48b0-afc0-380b87b3af18 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.562743] env[63097]: INFO nova.scheduler.client.report [None req-7df1093c-6ffb-41f5-aeff-a48523ead057 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Deleted allocations for instance 3fd114c2-a544-4fc5-be3b-82c084f022e8 [ 1440.570785] env[63097]: WARNING oslo_messaging._drivers.amqpdriver [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1440.604347] env[63097]: DEBUG oslo_vmware.api [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687145, 'name': CloneVM_Task, 'duration_secs': 1.406152} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.604670] env[63097]: INFO nova.virt.vmwareapi.vmops [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Created linked-clone VM from snapshot [ 1440.606022] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d858d0be-088a-4e1a-beeb-1499e6c0e781 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.612859] env[63097]: DEBUG oslo_concurrency.lockutils [None req-79f50dfd-0a4c-4867-8dbb-bdfcf91b94a9 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Acquiring lock "9e95b2bd-0b34-413a-8638-cca05cfa9547" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1440.612859] env[63097]: DEBUG oslo_concurrency.lockutils [None req-79f50dfd-0a4c-4867-8dbb-bdfcf91b94a9 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lock "9e95b2bd-0b34-413a-8638-cca05cfa9547" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.612859] env[63097]: DEBUG nova.compute.manager [None req-79f50dfd-0a4c-4867-8dbb-bdfcf91b94a9 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1440.616467] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579daf0c-946d-4a64-9b9a-4040788f3b23 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.619992] env[63097]: DEBUG nova.virt.vmwareapi.images [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Uploading image 5f3c2ca6-f0ad-482f-830b-629f73932c44 {{(pid=63097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1440.626208] env[63097]: DEBUG nova.compute.manager [None req-79f50dfd-0a4c-4867-8dbb-bdfcf91b94a9 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63097) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1440.626825] env[63097]: DEBUG nova.objects.instance [None req-79f50dfd-0a4c-4867-8dbb-bdfcf91b94a9 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lazy-loading 'flavor' on Instance uuid 9e95b2bd-0b34-413a-8638-cca05cfa9547 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1440.657969] env[63097]: DEBUG oslo_vmware.rw_handles [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1440.657969] env[63097]: value = "vm-351680" [ 1440.657969] env[63097]: _type = "VirtualMachine" [ 1440.657969] env[63097]: }. {{(pid=63097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1440.658337] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b07348a8-ab28-4691-8b0a-36afbf77594f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.666187] env[63097]: DEBUG oslo_vmware.rw_handles [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lease: (returnval){ [ 1440.666187] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527e0c1a-e30e-0651-8cc2-de7b1bef6f66" [ 1440.666187] env[63097]: _type = "HttpNfcLease" [ 1440.666187] env[63097]: } obtained for exporting VM: (result){ [ 1440.666187] env[63097]: value = "vm-351680" [ 1440.666187] env[63097]: _type = "VirtualMachine" [ 1440.666187] env[63097]: }. {{(pid=63097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1440.666484] env[63097]: DEBUG oslo_vmware.api [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the lease: (returnval){ [ 1440.666484] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527e0c1a-e30e-0651-8cc2-de7b1bef6f66" [ 1440.666484] env[63097]: _type = "HttpNfcLease" [ 1440.666484] env[63097]: } to be ready. {{(pid=63097) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1440.673270] env[63097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1440.673270] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527e0c1a-e30e-0651-8cc2-de7b1bef6f66" [ 1440.673270] env[63097]: _type = "HttpNfcLease" [ 1440.673270] env[63097]: } is initializing. {{(pid=63097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1440.691307] env[63097]: DEBUG nova.compute.manager [None req-e643563b-aad5-411d-bb7f-0b08113fefea tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Found 1 images (rotation: 2) {{(pid=63097) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4555}} [ 1440.805724] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquiring lock "2f260405-ecd8-4fc5-93b1-2d547b77468c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1440.806009] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Lock "2f260405-ecd8-4fc5-93b1-2d547b77468c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.816771] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 26a52ba8-20a1-407d-a980-614f2dd21737] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1440.930059] env[63097]: DEBUG oslo_vmware.api [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a4b24d-fcd2-68a6-d369-f1bd4df72a04, 'name': SearchDatastore_Task, 'duration_secs': 0.015964} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.931134] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dedde7e-6b09-468f-8acd-9179c9c5e50a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.939357] env[63097]: DEBUG oslo_vmware.api [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Waiting for the task: (returnval){ [ 1440.939357] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52dca359-8a44-bc07-140b-21110e1a31c4" [ 1440.939357] env[63097]: _type = "Task" [ 1440.939357] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.949944] env[63097]: DEBUG oslo_vmware.api [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52dca359-8a44-bc07-140b-21110e1a31c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.011724] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Releasing lock "refresh_cache-2e8d1f13-2aba-4691-86fd-bca4c8309c1c" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1441.012107] env[63097]: DEBUG nova.compute.manager [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] Instance network_info: |[{"id": "8b6a30ec-7e3b-4d77-a397-fb2905d0efda", "address": "fa:16:3e:25:2d:86", "network": {"id": "296f67fc-6d4f-49cb-b1a2-d55db5151e17", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1052217588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42fb6e062a9946a1a763ef5dcd7c6bb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b6a30ec-7e", "ovs_interfaceid": "8b6a30ec-7e3b-4d77-a397-fb2905d0efda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1441.013763] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:2d:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60bdba1a-14cf-46b2-9d8b-aeaf4d80c815', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b6a30ec-7e3b-4d77-a397-fb2905d0efda', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1441.021076] env[63097]: DEBUG oslo.service.loopingcall [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1441.026292] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1441.027404] env[63097]: DEBUG nova.compute.utils [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1441.029606] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-955131c8-29f0-4496-81a5-70f55bb99770 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.045414] env[63097]: DEBUG nova.compute.manager [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1441.045414] env[63097]: DEBUG nova.network.neutron [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1441.048897] env[63097]: DEBUG nova.compute.manager [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1441.057641] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0d53de4a-70b4-47db-9e2d-9e9d64cb3a5a tempest-ServerActionsV293TestJSON-1529026635 tempest-ServerActionsV293TestJSON-1529026635-project-member] Lock "0f8f123b-8896-477a-a2fe-6c339238e5cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.988s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.062194] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1441.062194] env[63097]: value = "task-1687152" [ 1441.062194] env[63097]: _type = "Task" [ 1441.062194] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.078733] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687152, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.083737] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7df1093c-6ffb-41f5-aeff-a48523ead057 tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Lock "3fd114c2-a544-4fc5-be3b-82c084f022e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.728s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.090509] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.132288] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f50dfd-0a4c-4867-8dbb-bdfcf91b94a9 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1441.132597] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47171e8c-19de-422d-a380-a0dd3e1ab462 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.144468] env[63097]: DEBUG oslo_vmware.api [None req-79f50dfd-0a4c-4867-8dbb-bdfcf91b94a9 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Waiting for the task: (returnval){ [ 1441.144468] env[63097]: value = "task-1687153" [ 1441.144468] env[63097]: _type = "Task" [ 1441.144468] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.156382] env[63097]: DEBUG oslo_vmware.api [None req-79f50dfd-0a4c-4867-8dbb-bdfcf91b94a9 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.165525] env[63097]: DEBUG nova.compute.manager [req-91f686c1-9246-4394-a5fc-ad78671ffeb1 req-7aabdc39-ffbb-49d3-9105-35b47ee91a5e service nova] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Received event network-vif-deleted-c22c17dd-1d73-495c-8c86-f036518743e8 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1441.165810] env[63097]: INFO nova.compute.manager [req-91f686c1-9246-4394-a5fc-ad78671ffeb1 req-7aabdc39-ffbb-49d3-9105-35b47ee91a5e service nova] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Neutron deleted interface c22c17dd-1d73-495c-8c86-f036518743e8; detaching it from the instance and deleting it from the info cache [ 1441.166025] env[63097]: DEBUG nova.network.neutron [req-91f686c1-9246-4394-a5fc-ad78671ffeb1 req-7aabdc39-ffbb-49d3-9105-35b47ee91a5e service nova] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Updating instance_info_cache with network_info: [{"id": "3bfd327a-1d0a-486c-a715-022fef6c4ea1", "address": "fa:16:3e:f6:c9:60", "network": {"id": "4023f1be-d600-441b-9ec5-b01eac0704f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1618053137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a00e94d35e44678b6698f8af082c448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bfd327a-1d", "ovs_interfaceid": "3bfd327a-1d0a-486c-a715-022fef6c4ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a28c00d1-2afc-490a-97d4-e1b3a09e1104", "address": "fa:16:3e:5e:20:85", "network": {"id": "4023f1be-d600-441b-9ec5-b01eac0704f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1618053137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a00e94d35e44678b6698f8af082c448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa28c00d1-2a", "ovs_interfaceid": "a28c00d1-2afc-490a-97d4-e1b3a09e1104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.178285] env[63097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1441.178285] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527e0c1a-e30e-0651-8cc2-de7b1bef6f66" [ 1441.178285] env[63097]: _type = "HttpNfcLease" [ 1441.178285] env[63097]: } is ready. {{(pid=63097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1441.179165] env[63097]: DEBUG oslo_vmware.rw_handles [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1441.179165] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527e0c1a-e30e-0651-8cc2-de7b1bef6f66" [ 1441.179165] env[63097]: _type = "HttpNfcLease" [ 1441.179165] env[63097]: }. {{(pid=63097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1441.180731] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc09e5d-fbe0-4779-9ab0-3bd70851453f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.191300] env[63097]: DEBUG oslo_vmware.rw_handles [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526ee052-8cb8-8632-57a8-e2f842edd4e1/disk-0.vmdk from lease info. {{(pid=63097) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1441.191498] env[63097]: DEBUG oslo_vmware.rw_handles [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526ee052-8cb8-8632-57a8-e2f842edd4e1/disk-0.vmdk for reading. {{(pid=63097) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1441.250192] env[63097]: DEBUG nova.policy [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e33a2336b80e4412b64b71ea38e7faf7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b52ce07a34b9471bb325a81bab2a1dc4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1441.252441] env[63097]: DEBUG nova.network.neutron [req-96eef761-8831-45d4-aa7c-477d551edb42 req-211a93bd-b8ee-4ded-b49c-6f2af1922cbe service nova] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Updated VIF entry in instance network info cache for port 7be32373-960a-47db-89ec-283b965570c1. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1441.252787] env[63097]: DEBUG nova.network.neutron [req-96eef761-8831-45d4-aa7c-477d551edb42 req-211a93bd-b8ee-4ded-b49c-6f2af1922cbe service nova] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Updating instance_info_cache with network_info: [{"id": "7be32373-960a-47db-89ec-283b965570c1", "address": "fa:16:3e:34:65:37", "network": {"id": "a30abd0c-17cd-442c-a792-3c213bedbaa4", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-404732738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eefde5c7d3b44446911b78de73feb57b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7be32373-96", "ovs_interfaceid": "7be32373-960a-47db-89ec-283b965570c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.285233] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0311175e-42c4-41d3-8ff7-dede883290af tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "refresh_cache-7f1e806e-4689-4cd0-bef9-3f6af6ac7956" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1441.285426] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0311175e-42c4-41d3-8ff7-dede883290af tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquired lock "refresh_cache-7f1e806e-4689-4cd0-bef9-3f6af6ac7956" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.285618] env[63097]: DEBUG nova.network.neutron [None req-0311175e-42c4-41d3-8ff7-dede883290af tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1441.292409] env[63097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1ecac28c-1795-4448-baec-db9d3485a5de {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.310785] env[63097]: DEBUG nova.compute.manager [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1441.326027] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 7b7d831c-4d25-466b-8c52-24bada01b66a] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1441.452872] env[63097]: DEBUG oslo_vmware.api [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52dca359-8a44-bc07-140b-21110e1a31c4, 'name': SearchDatastore_Task, 'duration_secs': 0.027919} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.453175] env[63097]: DEBUG oslo_concurrency.lockutils [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1441.453473] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 37a43e1b-9fd9-4981-b5f2-2872a093812f/37a43e1b-9fd9-4981-b5f2-2872a093812f.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1441.454647] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8902aacf-b7f5-4419-9648-47fa4b8e37f6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.461363] env[63097]: DEBUG oslo_vmware.api [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Waiting for the task: (returnval){ [ 1441.461363] env[63097]: value = "task-1687154" [ 1441.461363] env[63097]: _type = "Task" [ 1441.461363] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.470456] env[63097]: DEBUG oslo_vmware.api [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Task: {'id': task-1687154, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.532717] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d50de860-e07c-4984-8de3-2132ebd9237d tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Acquiring lock "cc431fa5-30f4-410a-bcb0-1e0587b4ea32" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.533182] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d50de860-e07c-4984-8de3-2132ebd9237d tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Lock "cc431fa5-30f4-410a-bcb0-1e0587b4ea32" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.533530] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d50de860-e07c-4984-8de3-2132ebd9237d tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Acquiring lock "cc431fa5-30f4-410a-bcb0-1e0587b4ea32-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.533863] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d50de860-e07c-4984-8de3-2132ebd9237d tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Lock "cc431fa5-30f4-410a-bcb0-1e0587b4ea32-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.534135] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d50de860-e07c-4984-8de3-2132ebd9237d tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Lock "cc431fa5-30f4-410a-bcb0-1e0587b4ea32-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.537297] env[63097]: INFO nova.compute.manager [None req-d50de860-e07c-4984-8de3-2132ebd9237d tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Terminating instance [ 1441.542051] env[63097]: DEBUG nova.compute.manager [None req-d50de860-e07c-4984-8de3-2132ebd9237d tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1441.542459] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d50de860-e07c-4984-8de3-2132ebd9237d tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1441.543382] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e435ba3-e714-4129-bd35-91a67e51fea9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.553693] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50de860-e07c-4984-8de3-2132ebd9237d tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1441.554015] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6de9b24b-051b-4aec-9a50-310230a5f2c2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.564580] env[63097]: DEBUG oslo_vmware.api [None req-d50de860-e07c-4984-8de3-2132ebd9237d tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Waiting for the task: (returnval){ [ 1441.564580] env[63097]: value = "task-1687155" [ 1441.564580] env[63097]: _type = "Task" [ 1441.564580] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.573567] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b81ff3-cffe-47ee-a196-4a964d241481 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.580124] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687152, 'name': CreateVM_Task, 'duration_secs': 0.482625} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.581028] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1441.581646] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1441.581812] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.582159] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1441.588198] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cd872e2-721a-4cd0-b633-6bd2563e7746 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.590556] env[63097]: DEBUG oslo_vmware.api [None req-d50de860-e07c-4984-8de3-2132ebd9237d tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Task: {'id': task-1687155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.594218] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49128182-e2a0-43e1-8968-a64cf5ba1a2a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.600264] env[63097]: DEBUG oslo_concurrency.lockutils [None req-56a494d1-10e4-4a0f-91c7-fa3d2572fcc0 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "7f1e806e-4689-4cd0-bef9-3f6af6ac7956" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.600992] env[63097]: DEBUG oslo_concurrency.lockutils [None req-56a494d1-10e4-4a0f-91c7-fa3d2572fcc0 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "7f1e806e-4689-4cd0-bef9-3f6af6ac7956" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.601715] env[63097]: DEBUG oslo_concurrency.lockutils [None req-56a494d1-10e4-4a0f-91c7-fa3d2572fcc0 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "7f1e806e-4689-4cd0-bef9-3f6af6ac7956-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.601933] env[63097]: DEBUG oslo_concurrency.lockutils [None req-56a494d1-10e4-4a0f-91c7-fa3d2572fcc0 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "7f1e806e-4689-4cd0-bef9-3f6af6ac7956-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.602148] env[63097]: DEBUG oslo_concurrency.lockutils [None req-56a494d1-10e4-4a0f-91c7-fa3d2572fcc0 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "7f1e806e-4689-4cd0-bef9-3f6af6ac7956-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.603986] env[63097]: DEBUG oslo_vmware.api [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Waiting for the task: (returnval){ [ 1441.603986] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52324c1d-bd1b-de1b-fa17-647cfa9aa283" [ 1441.603986] env[63097]: _type = "Task" [ 1441.603986] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.633387] env[63097]: INFO nova.compute.manager [None req-56a494d1-10e4-4a0f-91c7-fa3d2572fcc0 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Terminating instance [ 1441.638685] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ae4aeb-7ade-4939-aabe-73318f60248b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.642248] env[63097]: DEBUG nova.compute.manager [None req-56a494d1-10e4-4a0f-91c7-fa3d2572fcc0 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1441.642535] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-56a494d1-10e4-4a0f-91c7-fa3d2572fcc0 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1441.643330] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14740919-86f3-46c7-9c11-286666514753 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.659422] env[63097]: DEBUG oslo_vmware.api [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52324c1d-bd1b-de1b-fa17-647cfa9aa283, 'name': SearchDatastore_Task, 'duration_secs': 0.012842} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.659422] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1441.659422] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1441.659702] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1441.659702] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.659838] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1441.661154] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f3bd2a-fc84-48fc-b6f9-300cde3c67a8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.668220] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a494d1-10e4-4a0f-91c7-fa3d2572fcc0 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1441.671311] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b839f1bc-f4a8-4b65-bafb-e619340f188b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.673494] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-382e52bc-db8f-430f-9bec-334b009e6bf3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.675300] env[63097]: DEBUG oslo_concurrency.lockutils [req-91f686c1-9246-4394-a5fc-ad78671ffeb1 req-7aabdc39-ffbb-49d3-9105-35b47ee91a5e service nova] Acquiring lock "7f1e806e-4689-4cd0-bef9-3f6af6ac7956" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1441.675535] env[63097]: DEBUG oslo_vmware.api [None req-79f50dfd-0a4c-4867-8dbb-bdfcf91b94a9 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687153, 'name': PowerOffVM_Task, 'duration_secs': 0.263079} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.676181] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f50dfd-0a4c-4867-8dbb-bdfcf91b94a9 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1441.676369] env[63097]: DEBUG nova.compute.manager [None req-79f50dfd-0a4c-4867-8dbb-bdfcf91b94a9 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1441.678076] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9b51f8-444e-4f50-9cd4-7c631a032ce7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.692625] env[63097]: DEBUG nova.compute.provider_tree [None req-ac6c0e49-f41a-4b8f-85bd-bb9b7fdd08cb tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1441.697404] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1441.700915] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1441.700915] env[63097]: DEBUG oslo_vmware.api [None req-56a494d1-10e4-4a0f-91c7-fa3d2572fcc0 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for the task: (returnval){ [ 1441.700915] env[63097]: value = "task-1687156" [ 1441.700915] env[63097]: _type = "Task" [ 1441.700915] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.701233] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fc6540a-b7f2-4c6a-8ca5-ce3a35c9baf7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.716556] env[63097]: DEBUG oslo_vmware.api [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Waiting for the task: (returnval){ [ 1441.716556] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5263d8e7-124d-19d3-4066-af546f53279b" [ 1441.716556] env[63097]: _type = "Task" [ 1441.716556] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.720115] env[63097]: DEBUG oslo_vmware.api [None req-56a494d1-10e4-4a0f-91c7-fa3d2572fcc0 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.729458] env[63097]: DEBUG oslo_vmware.api [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5263d8e7-124d-19d3-4066-af546f53279b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.758547] env[63097]: DEBUG oslo_concurrency.lockutils [req-96eef761-8831-45d4-aa7c-477d551edb42 req-211a93bd-b8ee-4ded-b49c-6f2af1922cbe service nova] Releasing lock "refresh_cache-37a43e1b-9fd9-4981-b5f2-2872a093812f" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1441.758836] env[63097]: DEBUG nova.compute.manager [req-96eef761-8831-45d4-aa7c-477d551edb42 req-211a93bd-b8ee-4ded-b49c-6f2af1922cbe service nova] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Received event network-vif-deleted-c277a343-7e50-4953-a02e-f0946dc0ea8e {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1441.759028] env[63097]: DEBUG nova.compute.manager [req-96eef761-8831-45d4-aa7c-477d551edb42 req-211a93bd-b8ee-4ded-b49c-6f2af1922cbe service nova] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] Received event network-vif-plugged-8b6a30ec-7e3b-4d77-a397-fb2905d0efda {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1441.759257] env[63097]: DEBUG oslo_concurrency.lockutils [req-96eef761-8831-45d4-aa7c-477d551edb42 req-211a93bd-b8ee-4ded-b49c-6f2af1922cbe service nova] Acquiring lock "2e8d1f13-2aba-4691-86fd-bca4c8309c1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.759433] env[63097]: DEBUG oslo_concurrency.lockutils [req-96eef761-8831-45d4-aa7c-477d551edb42 req-211a93bd-b8ee-4ded-b49c-6f2af1922cbe service nova] Lock "2e8d1f13-2aba-4691-86fd-bca4c8309c1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.759594] env[63097]: DEBUG oslo_concurrency.lockutils [req-96eef761-8831-45d4-aa7c-477d551edb42 req-211a93bd-b8ee-4ded-b49c-6f2af1922cbe service nova] Lock "2e8d1f13-2aba-4691-86fd-bca4c8309c1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.759776] env[63097]: DEBUG nova.compute.manager [req-96eef761-8831-45d4-aa7c-477d551edb42 req-211a93bd-b8ee-4ded-b49c-6f2af1922cbe service nova] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] No waiting events found dispatching network-vif-plugged-8b6a30ec-7e3b-4d77-a397-fb2905d0efda {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1441.759948] env[63097]: WARNING nova.compute.manager [req-96eef761-8831-45d4-aa7c-477d551edb42 req-211a93bd-b8ee-4ded-b49c-6f2af1922cbe service nova] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] Received unexpected event network-vif-plugged-8b6a30ec-7e3b-4d77-a397-fb2905d0efda for instance with vm_state building and task_state spawning. [ 1441.760140] env[63097]: DEBUG nova.compute.manager [req-96eef761-8831-45d4-aa7c-477d551edb42 req-211a93bd-b8ee-4ded-b49c-6f2af1922cbe service nova] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] Received event network-changed-8b6a30ec-7e3b-4d77-a397-fb2905d0efda {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1441.760457] env[63097]: DEBUG nova.compute.manager [req-96eef761-8831-45d4-aa7c-477d551edb42 req-211a93bd-b8ee-4ded-b49c-6f2af1922cbe service nova] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] Refreshing instance network info cache due to event network-changed-8b6a30ec-7e3b-4d77-a397-fb2905d0efda. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1441.760911] env[63097]: DEBUG oslo_concurrency.lockutils [req-96eef761-8831-45d4-aa7c-477d551edb42 req-211a93bd-b8ee-4ded-b49c-6f2af1922cbe service nova] Acquiring lock "refresh_cache-2e8d1f13-2aba-4691-86fd-bca4c8309c1c" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1441.761203] env[63097]: DEBUG oslo_concurrency.lockutils [req-96eef761-8831-45d4-aa7c-477d551edb42 req-211a93bd-b8ee-4ded-b49c-6f2af1922cbe service nova] Acquired lock "refresh_cache-2e8d1f13-2aba-4691-86fd-bca4c8309c1c" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.761439] env[63097]: DEBUG nova.network.neutron [req-96eef761-8831-45d4-aa7c-477d551edb42 req-211a93bd-b8ee-4ded-b49c-6f2af1922cbe service nova] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] Refreshing network info cache for port 8b6a30ec-7e3b-4d77-a397-fb2905d0efda {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1441.834884] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 99fc45f7-e244-4685-9039-d16728d5bf5a] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1441.843995] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.972400] env[63097]: DEBUG oslo_vmware.api [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Task: {'id': task-1687154, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.067333] env[63097]: DEBUG nova.compute.manager [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1442.082829] env[63097]: DEBUG oslo_vmware.api [None req-d50de860-e07c-4984-8de3-2132ebd9237d tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Task: {'id': task-1687155, 'name': PowerOffVM_Task, 'duration_secs': 0.286025} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.086746] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50de860-e07c-4984-8de3-2132ebd9237d tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1442.086881] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d50de860-e07c-4984-8de3-2132ebd9237d tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1442.087210] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00064adb-84a8-476d-939b-1a10e715f9d6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.126642] env[63097]: DEBUG nova.network.neutron [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Successfully updated port: 5a92687c-4bb5-4fe2-86e0-267b200f22c3 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1442.142718] env[63097]: DEBUG nova.network.neutron [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Successfully created port: 492dbbbb-d2ed-4925-b910-5cf144338da2 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1442.166970] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d50de860-e07c-4984-8de3-2132ebd9237d tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1442.167275] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d50de860-e07c-4984-8de3-2132ebd9237d tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1442.167780] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-d50de860-e07c-4984-8de3-2132ebd9237d tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Deleting the datastore file [datastore2] cc431fa5-30f4-410a-bcb0-1e0587b4ea32 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1442.168483] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55b55314-84ba-48d5-b8b2-cdafd322967c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.176656] env[63097]: DEBUG oslo_vmware.api [None req-d50de860-e07c-4984-8de3-2132ebd9237d tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Waiting for the task: (returnval){ [ 1442.176656] env[63097]: value = "task-1687158" [ 1442.176656] env[63097]: _type = "Task" [ 1442.176656] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.188613] env[63097]: DEBUG oslo_vmware.api [None req-d50de860-e07c-4984-8de3-2132ebd9237d tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Task: {'id': task-1687158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.202841] env[63097]: DEBUG nova.scheduler.client.report [None req-ac6c0e49-f41a-4b8f-85bd-bb9b7fdd08cb tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1442.215205] env[63097]: DEBUG oslo_concurrency.lockutils [None req-79f50dfd-0a4c-4867-8dbb-bdfcf91b94a9 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lock "9e95b2bd-0b34-413a-8638-cca05cfa9547" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.602s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.224282] env[63097]: DEBUG oslo_vmware.api [None req-56a494d1-10e4-4a0f-91c7-fa3d2572fcc0 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687156, 'name': PowerOffVM_Task, 'duration_secs': 0.297337} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.231737] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a494d1-10e4-4a0f-91c7-fa3d2572fcc0 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1442.232038] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-56a494d1-10e4-4a0f-91c7-fa3d2572fcc0 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1442.234950] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c724b3c3-5939-43d7-9f82-c1143b81c152 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.245459] env[63097]: DEBUG oslo_vmware.api [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5263d8e7-124d-19d3-4066-af546f53279b, 'name': SearchDatastore_Task, 'duration_secs': 0.057689} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.252608] env[63097]: DEBUG nova.virt.hardware [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='fb8cd78aff5e121a2b864f2513a18f42',container_format='bare',created_at=2024-11-28T21:37:35Z,direct_url=,disk_format='vmdk',id=7acfe9ad-b917-4a13-9bc2-ac9b8341f875,min_disk=1,min_ram=0,name='tempest-test-snap-1526354546',owner='b52ce07a34b9471bb325a81bab2a1dc4',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2024-11-28T21:37:55Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1442.252608] env[63097]: DEBUG nova.virt.hardware [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1442.252608] env[63097]: DEBUG nova.virt.hardware [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1442.252608] env[63097]: DEBUG nova.virt.hardware [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1442.252608] env[63097]: DEBUG nova.virt.hardware [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1442.252608] env[63097]: DEBUG nova.virt.hardware [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1442.252608] env[63097]: DEBUG nova.virt.hardware [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1442.252608] env[63097]: DEBUG nova.virt.hardware [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1442.252608] env[63097]: DEBUG nova.virt.hardware [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1442.252608] env[63097]: DEBUG nova.virt.hardware [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1442.252965] env[63097]: DEBUG nova.virt.hardware [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1442.255899] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be64af77-ebbe-4c08-8d8d-70d1b8afbfe5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.261772] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c5a3790-f448-4ffe-b561-7b8ef7c77986 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.277730] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fb1e36-aa49-4353-bfeb-da9174fd3126 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.282743] env[63097]: DEBUG oslo_vmware.api [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Waiting for the task: (returnval){ [ 1442.282743] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52322cfa-c148-5e41-e566-7f4c91af2c11" [ 1442.282743] env[63097]: _type = "Task" [ 1442.282743] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.302876] env[63097]: DEBUG oslo_vmware.api [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52322cfa-c148-5e41-e566-7f4c91af2c11, 'name': SearchDatastore_Task, 'duration_secs': 0.01925} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.303278] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1442.303551] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 2e8d1f13-2aba-4691-86fd-bca4c8309c1c/2e8d1f13-2aba-4691-86fd-bca4c8309c1c.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1442.303907] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8ef8fb2-2457-4bb3-990d-8a481c518a31 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.310724] env[63097]: DEBUG oslo_vmware.api [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Waiting for the task: (returnval){ [ 1442.310724] env[63097]: value = "task-1687160" [ 1442.310724] env[63097]: _type = "Task" [ 1442.310724] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.321864] env[63097]: DEBUG oslo_vmware.api [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': task-1687160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.339487] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 423f99aa-9ea6-49fa-bd5d-d1dfec54da09] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1442.371058] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-56a494d1-10e4-4a0f-91c7-fa3d2572fcc0 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1442.371058] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-56a494d1-10e4-4a0f-91c7-fa3d2572fcc0 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1442.371058] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-56a494d1-10e4-4a0f-91c7-fa3d2572fcc0 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Deleting the datastore file [datastore2] 7f1e806e-4689-4cd0-bef9-3f6af6ac7956 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1442.371058] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e721f36c-abb9-4d90-9dd3-5983cebb2f25 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.377549] env[63097]: DEBUG oslo_vmware.api [None req-56a494d1-10e4-4a0f-91c7-fa3d2572fcc0 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for the task: (returnval){ [ 1442.377549] env[63097]: value = "task-1687161" [ 1442.377549] env[63097]: _type = "Task" [ 1442.377549] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.391785] env[63097]: DEBUG oslo_vmware.api [None req-56a494d1-10e4-4a0f-91c7-fa3d2572fcc0 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.474338] env[63097]: DEBUG oslo_vmware.api [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Task: {'id': task-1687154, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61044} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.474646] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 37a43e1b-9fd9-4981-b5f2-2872a093812f/37a43e1b-9fd9-4981-b5f2-2872a093812f.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1442.474909] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1442.475229] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6026148a-8647-4225-b1dd-c2a57b5d600a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.484700] env[63097]: DEBUG oslo_vmware.api [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Waiting for the task: (returnval){ [ 1442.484700] env[63097]: value = "task-1687162" [ 1442.484700] env[63097]: _type = "Task" [ 1442.484700] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.491028] env[63097]: DEBUG oslo_vmware.api [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Task: {'id': task-1687162, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.605308] env[63097]: INFO nova.network.neutron [None req-0311175e-42c4-41d3-8ff7-dede883290af tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Port a28c00d1-2afc-490a-97d4-e1b3a09e1104 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1442.605700] env[63097]: DEBUG nova.network.neutron [None req-0311175e-42c4-41d3-8ff7-dede883290af tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Updating instance_info_cache with network_info: [{"id": "3bfd327a-1d0a-486c-a715-022fef6c4ea1", "address": "fa:16:3e:f6:c9:60", "network": {"id": "4023f1be-d600-441b-9ec5-b01eac0704f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1618053137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a00e94d35e44678b6698f8af082c448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bfd327a-1d", "ovs_interfaceid": "3bfd327a-1d0a-486c-a715-022fef6c4ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.634313] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquiring lock "refresh_cache-626a994b-6d9c-494e-ab6d-1c3a885faf36" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1442.634313] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquired lock "refresh_cache-626a994b-6d9c-494e-ab6d-1c3a885faf36" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.634313] env[63097]: DEBUG nova.network.neutron [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1442.691246] env[63097]: DEBUG oslo_vmware.api [None req-d50de860-e07c-4984-8de3-2132ebd9237d tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Task: {'id': task-1687158, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.465988} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.691631] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-d50de860-e07c-4984-8de3-2132ebd9237d tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1442.691843] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d50de860-e07c-4984-8de3-2132ebd9237d tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1442.692045] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d50de860-e07c-4984-8de3-2132ebd9237d tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1442.692252] env[63097]: INFO nova.compute.manager [None req-d50de860-e07c-4984-8de3-2132ebd9237d tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1442.692580] env[63097]: DEBUG oslo.service.loopingcall [None req-d50de860-e07c-4984-8de3-2132ebd9237d tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1442.692818] env[63097]: DEBUG nova.compute.manager [-] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1442.692922] env[63097]: DEBUG nova.network.neutron [-] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1442.712320] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ac6c0e49-f41a-4b8f-85bd-bb9b7fdd08cb tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.188s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.715074] env[63097]: DEBUG oslo_concurrency.lockutils [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.080s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.716815] env[63097]: INFO nova.compute.claims [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1442.748718] env[63097]: INFO nova.scheduler.client.report [None req-ac6c0e49-f41a-4b8f-85bd-bb9b7fdd08cb tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Deleted allocations for instance a6e7feca-e724-4018-8405-de21ae80b373 [ 1442.766125] env[63097]: DEBUG nova.compute.manager [None req-64ab159f-3e1d-4bcd-b88c-047134a7bacb tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1442.767159] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6febf3-0f1d-42f4-965e-ad819299d571 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.826756] env[63097]: DEBUG oslo_vmware.api [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': task-1687160, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.845691] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: c22b0812-b97b-4112-8c9c-c2601fc8b9e5] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1442.893886] env[63097]: DEBUG oslo_vmware.api [None req-56a494d1-10e4-4a0f-91c7-fa3d2572fcc0 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.995246] env[63097]: DEBUG oslo_vmware.api [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Task: {'id': task-1687162, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07592} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.995670] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1442.996578] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce351a4-b730-4e83-8f5f-4d1ea35094be {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.022782] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 37a43e1b-9fd9-4981-b5f2-2872a093812f/37a43e1b-9fd9-4981-b5f2-2872a093812f.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1443.023142] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-496311fc-d788-45a0-af02-5e6a45020e27 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.045114] env[63097]: DEBUG oslo_vmware.api [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Waiting for the task: (returnval){ [ 1443.045114] env[63097]: value = "task-1687163" [ 1443.045114] env[63097]: _type = "Task" [ 1443.045114] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.054532] env[63097]: DEBUG oslo_vmware.api [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Task: {'id': task-1687163, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.110188] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0311175e-42c4-41d3-8ff7-dede883290af tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Releasing lock "refresh_cache-7f1e806e-4689-4cd0-bef9-3f6af6ac7956" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1443.145577] env[63097]: DEBUG nova.network.neutron [req-96eef761-8831-45d4-aa7c-477d551edb42 req-211a93bd-b8ee-4ded-b49c-6f2af1922cbe service nova] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] Updated VIF entry in instance network info cache for port 8b6a30ec-7e3b-4d77-a397-fb2905d0efda. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1443.145941] env[63097]: DEBUG nova.network.neutron [req-96eef761-8831-45d4-aa7c-477d551edb42 req-211a93bd-b8ee-4ded-b49c-6f2af1922cbe service nova] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] Updating instance_info_cache with network_info: [{"id": "8b6a30ec-7e3b-4d77-a397-fb2905d0efda", "address": "fa:16:3e:25:2d:86", "network": {"id": "296f67fc-6d4f-49cb-b1a2-d55db5151e17", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1052217588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42fb6e062a9946a1a763ef5dcd7c6bb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b6a30ec-7e", "ovs_interfaceid": "8b6a30ec-7e3b-4d77-a397-fb2905d0efda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.178088] env[63097]: DEBUG nova.network.neutron [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1443.265303] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ac6c0e49-f41a-4b8f-85bd-bb9b7fdd08cb tempest-ServersTestBootFromVolume-385171706 tempest-ServersTestBootFromVolume-385171706-project-member] Lock "a6e7feca-e724-4018-8405-de21ae80b373" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.528s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1443.282521] env[63097]: INFO nova.compute.manager [None req-64ab159f-3e1d-4bcd-b88c-047134a7bacb tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] instance snapshotting [ 1443.284267] env[63097]: DEBUG nova.objects.instance [None req-64ab159f-3e1d-4bcd-b88c-047134a7bacb tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lazy-loading 'flavor' on Instance uuid 3ac3d689-7f96-4afb-9ea1-1e5b260d6246 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1443.327978] env[63097]: DEBUG oslo_vmware.api [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': task-1687160, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666874} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.328212] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 2e8d1f13-2aba-4691-86fd-bca4c8309c1c/2e8d1f13-2aba-4691-86fd-bca4c8309c1c.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1443.328414] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1443.328793] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f2a810c-d000-4040-8726-03d5cc74d7e2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.336026] env[63097]: DEBUG oslo_vmware.api [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Waiting for the task: (returnval){ [ 1443.336026] env[63097]: value = "task-1687164" [ 1443.336026] env[63097]: _type = "Task" [ 1443.336026] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.347545] env[63097]: DEBUG oslo_vmware.api [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': task-1687164, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.350226] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: a5682b89-3a0f-4634-9b09-cde8007f0bb0] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1443.358954] env[63097]: DEBUG nova.network.neutron [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Updating instance_info_cache with network_info: [{"id": "5a92687c-4bb5-4fe2-86e0-267b200f22c3", "address": "fa:16:3e:01:6e:e0", "network": {"id": "082f1e0b-2faa-438b-beb2-07cc49fe07ef", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1715190239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa7867f5c3b4e6e8e319e4b098166c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a92687c-4b", "ovs_interfaceid": "5a92687c-4bb5-4fe2-86e0-267b200f22c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.393484] env[63097]: DEBUG oslo_vmware.api [None req-56a494d1-10e4-4a0f-91c7-fa3d2572fcc0 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687161, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.533351} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.393818] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-56a494d1-10e4-4a0f-91c7-fa3d2572fcc0 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1443.394083] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-56a494d1-10e4-4a0f-91c7-fa3d2572fcc0 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1443.394357] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-56a494d1-10e4-4a0f-91c7-fa3d2572fcc0 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1443.394561] env[63097]: INFO nova.compute.manager [None req-56a494d1-10e4-4a0f-91c7-fa3d2572fcc0 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Took 1.75 seconds to destroy the instance on the hypervisor. [ 1443.395295] env[63097]: DEBUG oslo.service.loopingcall [None req-56a494d1-10e4-4a0f-91c7-fa3d2572fcc0 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1443.395295] env[63097]: DEBUG nova.compute.manager [-] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1443.395295] env[63097]: DEBUG nova.network.neutron [-] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1443.461119] env[63097]: DEBUG nova.compute.manager [req-9db0339d-c716-496f-8ed1-3b1ed03b7623 req-e2508061-9e5f-489d-be9a-992446710847 service nova] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Received event network-vif-deleted-a28c00d1-2afc-490a-97d4-e1b3a09e1104 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1443.461409] env[63097]: DEBUG nova.compute.manager [req-9db0339d-c716-496f-8ed1-3b1ed03b7623 req-e2508061-9e5f-489d-be9a-992446710847 service nova] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Received event network-vif-plugged-5a92687c-4bb5-4fe2-86e0-267b200f22c3 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1443.461615] env[63097]: DEBUG oslo_concurrency.lockutils [req-9db0339d-c716-496f-8ed1-3b1ed03b7623 req-e2508061-9e5f-489d-be9a-992446710847 service nova] Acquiring lock "626a994b-6d9c-494e-ab6d-1c3a885faf36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.461831] env[63097]: DEBUG oslo_concurrency.lockutils [req-9db0339d-c716-496f-8ed1-3b1ed03b7623 req-e2508061-9e5f-489d-be9a-992446710847 service nova] Lock "626a994b-6d9c-494e-ab6d-1c3a885faf36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.462030] env[63097]: DEBUG oslo_concurrency.lockutils [req-9db0339d-c716-496f-8ed1-3b1ed03b7623 req-e2508061-9e5f-489d-be9a-992446710847 service nova] Lock "626a994b-6d9c-494e-ab6d-1c3a885faf36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1443.462223] env[63097]: DEBUG nova.compute.manager [req-9db0339d-c716-496f-8ed1-3b1ed03b7623 req-e2508061-9e5f-489d-be9a-992446710847 service nova] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] No waiting events found dispatching network-vif-plugged-5a92687c-4bb5-4fe2-86e0-267b200f22c3 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1443.462541] env[63097]: WARNING nova.compute.manager [req-9db0339d-c716-496f-8ed1-3b1ed03b7623 req-e2508061-9e5f-489d-be9a-992446710847 service nova] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Received unexpected event network-vif-plugged-5a92687c-4bb5-4fe2-86e0-267b200f22c3 for instance with vm_state building and task_state spawning. [ 1443.462667] env[63097]: DEBUG nova.compute.manager [req-9db0339d-c716-496f-8ed1-3b1ed03b7623 req-e2508061-9e5f-489d-be9a-992446710847 service nova] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Received event network-changed-5a92687c-4bb5-4fe2-86e0-267b200f22c3 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1443.462842] env[63097]: DEBUG nova.compute.manager [req-9db0339d-c716-496f-8ed1-3b1ed03b7623 req-e2508061-9e5f-489d-be9a-992446710847 service nova] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Refreshing instance network info cache due to event network-changed-5a92687c-4bb5-4fe2-86e0-267b200f22c3. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1443.463121] env[63097]: DEBUG oslo_concurrency.lockutils [req-9db0339d-c716-496f-8ed1-3b1ed03b7623 req-e2508061-9e5f-489d-be9a-992446710847 service nova] Acquiring lock "refresh_cache-626a994b-6d9c-494e-ab6d-1c3a885faf36" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.463855] env[63097]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port c22c17dd-1d73-495c-8c86-f036518743e8 could not be found.", "detail": ""}} {{(pid=63097) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1443.464074] env[63097]: DEBUG nova.network.neutron [-] Unable to show port c22c17dd-1d73-495c-8c86-f036518743e8 as it no longer exists. {{(pid=63097) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1443.556940] env[63097]: DEBUG oslo_vmware.api [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Task: {'id': task-1687163, 'name': ReconfigVM_Task, 'duration_secs': 0.38197} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.557417] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 37a43e1b-9fd9-4981-b5f2-2872a093812f/37a43e1b-9fd9-4981-b5f2-2872a093812f.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1443.558107] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec94714f-5c4a-4193-9f21-9862a7fa634e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.568596] env[63097]: DEBUG oslo_vmware.api [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Waiting for the task: (returnval){ [ 1443.568596] env[63097]: value = "task-1687165" [ 1443.568596] env[63097]: _type = "Task" [ 1443.568596] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.578581] env[63097]: DEBUG oslo_vmware.api [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Task: {'id': task-1687165, 'name': Rename_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.616566] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0311175e-42c4-41d3-8ff7-dede883290af tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "interface-7f1e806e-4689-4cd0-bef9-3f6af6ac7956-a28c00d1-2afc-490a-97d4-e1b3a09e1104" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.866s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1443.649999] env[63097]: DEBUG oslo_concurrency.lockutils [req-96eef761-8831-45d4-aa7c-477d551edb42 req-211a93bd-b8ee-4ded-b49c-6f2af1922cbe service nova] Releasing lock "refresh_cache-2e8d1f13-2aba-4691-86fd-bca4c8309c1c" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1443.753991] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e2274b1b-3cba-4c4d-96db-28ca91f938bc tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Acquiring lock "0e74e037-c92b-4160-9c10-7f09a89b5b9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.754720] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e2274b1b-3cba-4c4d-96db-28ca91f938bc tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Lock "0e74e037-c92b-4160-9c10-7f09a89b5b9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.754720] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e2274b1b-3cba-4c4d-96db-28ca91f938bc tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Acquiring lock "0e74e037-c92b-4160-9c10-7f09a89b5b9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.754907] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e2274b1b-3cba-4c4d-96db-28ca91f938bc tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Lock "0e74e037-c92b-4160-9c10-7f09a89b5b9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.755136] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e2274b1b-3cba-4c4d-96db-28ca91f938bc tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Lock "0e74e037-c92b-4160-9c10-7f09a89b5b9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1443.758282] env[63097]: INFO nova.compute.manager [None req-e2274b1b-3cba-4c4d-96db-28ca91f938bc tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Terminating instance [ 1443.760467] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e2274b1b-3cba-4c4d-96db-28ca91f938bc tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Acquiring lock "refresh_cache-0e74e037-c92b-4160-9c10-7f09a89b5b9c" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.760627] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e2274b1b-3cba-4c4d-96db-28ca91f938bc tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Acquired lock "refresh_cache-0e74e037-c92b-4160-9c10-7f09a89b5b9c" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.760807] env[63097]: DEBUG nova.network.neutron [None req-e2274b1b-3cba-4c4d-96db-28ca91f938bc tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1443.795904] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af471eaf-d940-4fbe-aca7-52b953f7de59 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.821500] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a6476e-7015-401b-baeb-1a3eddef0041 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.856020] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: a2253032-97b8-4516-b21a-af6be03c91ab] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1443.861301] env[63097]: DEBUG oslo_vmware.api [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': task-1687164, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070628} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.862175] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Releasing lock "refresh_cache-626a994b-6d9c-494e-ab6d-1c3a885faf36" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1443.862175] env[63097]: DEBUG nova.compute.manager [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Instance network_info: |[{"id": "5a92687c-4bb5-4fe2-86e0-267b200f22c3", "address": "fa:16:3e:01:6e:e0", "network": {"id": "082f1e0b-2faa-438b-beb2-07cc49fe07ef", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1715190239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa7867f5c3b4e6e8e319e4b098166c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a92687c-4b", "ovs_interfaceid": "5a92687c-4bb5-4fe2-86e0-267b200f22c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1443.862607] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1443.867209] env[63097]: DEBUG oslo_concurrency.lockutils [req-9db0339d-c716-496f-8ed1-3b1ed03b7623 req-e2508061-9e5f-489d-be9a-992446710847 service nova] Acquired lock "refresh_cache-626a994b-6d9c-494e-ab6d-1c3a885faf36" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.867209] env[63097]: DEBUG nova.network.neutron [req-9db0339d-c716-496f-8ed1-3b1ed03b7623 req-e2508061-9e5f-489d-be9a-992446710847 service nova] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Refreshing network info cache for port 5a92687c-4bb5-4fe2-86e0-267b200f22c3 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1443.868198] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:6e:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0c293d47-74c0-49d7-a474-cdb643080f6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a92687c-4bb5-4fe2-86e0-267b200f22c3', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1443.876796] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Creating folder: Project (daa7867f5c3b4e6e8e319e4b098166c5). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1443.879213] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935e6eb6-3dd6-45e0-b26c-567d22b904ec {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.884272] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fa222ba-a60d-499d-912e-d7d6a9686bbc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.915349] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 2e8d1f13-2aba-4691-86fd-bca4c8309c1c/2e8d1f13-2aba-4691-86fd-bca4c8309c1c.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1443.922066] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5ea75fe-9eac-4223-819c-7d4f9be965c2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.938566] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Created folder: Project (daa7867f5c3b4e6e8e319e4b098166c5) in parent group-v351483. [ 1443.938566] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Creating folder: Instances. Parent ref: group-v351685. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1443.938566] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb79dbcc-82aa-4875-bd02-c2ce12c80302 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.948431] env[63097]: DEBUG oslo_vmware.api [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Waiting for the task: (returnval){ [ 1443.948431] env[63097]: value = "task-1687168" [ 1443.948431] env[63097]: _type = "Task" [ 1443.948431] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.957127] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Created folder: Instances in parent group-v351685. [ 1443.957623] env[63097]: DEBUG oslo.service.loopingcall [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1443.963024] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1443.963024] env[63097]: DEBUG oslo_vmware.api [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': task-1687168, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.963024] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e717080d-c62d-498d-b228-647fc3e206d1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.989270] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1443.989270] env[63097]: value = "task-1687169" [ 1443.989270] env[63097]: _type = "Task" [ 1443.989270] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.002371] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687169, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.082537] env[63097]: DEBUG oslo_vmware.api [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Task: {'id': task-1687165, 'name': Rename_Task, 'duration_secs': 0.34375} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.082897] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1444.083194] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a10487c2-3c83-4cc6-9db2-62ff230b751d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.090827] env[63097]: DEBUG oslo_vmware.api [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Waiting for the task: (returnval){ [ 1444.090827] env[63097]: value = "task-1687170" [ 1444.090827] env[63097]: _type = "Task" [ 1444.090827] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.105020] env[63097]: DEBUG oslo_vmware.api [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Task: {'id': task-1687170, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.285471] env[63097]: DEBUG nova.network.neutron [None req-e2274b1b-3cba-4c4d-96db-28ca91f938bc tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1444.303664] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9005d406-545b-48e0-9177-012d26ce3f1b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.315570] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422e5c12-2d97-4f33-b7dc-89844924b551 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.349544] env[63097]: DEBUG nova.objects.instance [None req-49c4da07-830d-4d50-8f80-f15e877eec0a tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lazy-loading 'flavor' on Instance uuid 9e95b2bd-0b34-413a-8638-cca05cfa9547 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1444.351857] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-64ab159f-3e1d-4bcd-b88c-047134a7bacb tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Creating Snapshot of the VM instance {{(pid=63097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1444.353662] env[63097]: DEBUG nova.network.neutron [None req-e2274b1b-3cba-4c4d-96db-28ca91f938bc tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.354841] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4263b4a6-db1a-4b6e-9dee-0ac93c6892ee {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.357612] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c7f8e3-0ce6-4973-bd17-f2c39e37b673 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.362644] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: bcc107bc-64cc-489c-adcf-e6513011bbea] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1444.376634] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fba8bd1-43be-4e52-aca9-d09468e3bf2f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.382542] env[63097]: DEBUG oslo_vmware.api [None req-64ab159f-3e1d-4bcd-b88c-047134a7bacb tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1444.382542] env[63097]: value = "task-1687171" [ 1444.382542] env[63097]: _type = "Task" [ 1444.382542] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.406275] env[63097]: DEBUG nova.compute.provider_tree [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1444.413295] env[63097]: DEBUG oslo_vmware.api [None req-64ab159f-3e1d-4bcd-b88c-047134a7bacb tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687171, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.459693] env[63097]: DEBUG oslo_vmware.api [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': task-1687168, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.501662] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687169, 'name': CreateVM_Task, 'duration_secs': 0.498869} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.501850] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1444.502616] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1444.502798] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.506919] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1444.506919] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f20c77c-01d4-4bbe-9eb2-32e6d3b0bd6d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.508976] env[63097]: DEBUG oslo_vmware.api [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1444.508976] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]529e52b5-a46c-ea2d-dbb4-b2ace36c46c8" [ 1444.508976] env[63097]: _type = "Task" [ 1444.508976] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.520081] env[63097]: DEBUG oslo_vmware.api [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]529e52b5-a46c-ea2d-dbb4-b2ace36c46c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.604024] env[63097]: DEBUG oslo_vmware.api [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Task: {'id': task-1687170, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.672028] env[63097]: DEBUG nova.network.neutron [req-9db0339d-c716-496f-8ed1-3b1ed03b7623 req-e2508061-9e5f-489d-be9a-992446710847 service nova] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Updated VIF entry in instance network info cache for port 5a92687c-4bb5-4fe2-86e0-267b200f22c3. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1444.672465] env[63097]: DEBUG nova.network.neutron [req-9db0339d-c716-496f-8ed1-3b1ed03b7623 req-e2508061-9e5f-489d-be9a-992446710847 service nova] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Updating instance_info_cache with network_info: [{"id": "5a92687c-4bb5-4fe2-86e0-267b200f22c3", "address": "fa:16:3e:01:6e:e0", "network": {"id": "082f1e0b-2faa-438b-beb2-07cc49fe07ef", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1715190239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa7867f5c3b4e6e8e319e4b098166c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a92687c-4b", "ovs_interfaceid": "5a92687c-4bb5-4fe2-86e0-267b200f22c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.699227] env[63097]: DEBUG nova.network.neutron [-] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.733157] env[63097]: DEBUG nova.network.neutron [-] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.830704] env[63097]: DEBUG nova.compute.manager [req-245b57b9-3252-4eaa-b4b1-b4a8b36ee049 req-4c744558-ae6f-4ba6-807d-ec7d726b387e service nova] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Received event network-vif-deleted-3bfd327a-1d0a-486c-a715-022fef6c4ea1 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1444.858120] env[63097]: DEBUG oslo_concurrency.lockutils [None req-49c4da07-830d-4d50-8f80-f15e877eec0a tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Acquiring lock "refresh_cache-9e95b2bd-0b34-413a-8638-cca05cfa9547" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1444.858373] env[63097]: DEBUG oslo_concurrency.lockutils [None req-49c4da07-830d-4d50-8f80-f15e877eec0a tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Acquired lock "refresh_cache-9e95b2bd-0b34-413a-8638-cca05cfa9547" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.858675] env[63097]: DEBUG nova.network.neutron [None req-49c4da07-830d-4d50-8f80-f15e877eec0a tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1444.858911] env[63097]: DEBUG nova.objects.instance [None req-49c4da07-830d-4d50-8f80-f15e877eec0a tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lazy-loading 'info_cache' on Instance uuid 9e95b2bd-0b34-413a-8638-cca05cfa9547 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1444.865019] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e2274b1b-3cba-4c4d-96db-28ca91f938bc tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Releasing lock "refresh_cache-0e74e037-c92b-4160-9c10-7f09a89b5b9c" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1444.865019] env[63097]: DEBUG nova.compute.manager [None req-e2274b1b-3cba-4c4d-96db-28ca91f938bc tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1444.865019] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e2274b1b-3cba-4c4d-96db-28ca91f938bc tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1444.865528] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f80fb05-9f3e-4110-83f1-e744ca707dd8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.872423] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 737c0d60-09bb-4883-b61b-93091bf6cb65] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1444.879506] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2274b1b-3cba-4c4d-96db-28ca91f938bc tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1444.879785] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c51748d-3162-4a55-adac-5628048a02ae {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.889728] env[63097]: DEBUG oslo_vmware.api [None req-e2274b1b-3cba-4c4d-96db-28ca91f938bc tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Waiting for the task: (returnval){ [ 1444.889728] env[63097]: value = "task-1687172" [ 1444.889728] env[63097]: _type = "Task" [ 1444.889728] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.896552] env[63097]: DEBUG oslo_vmware.api [None req-64ab159f-3e1d-4bcd-b88c-047134a7bacb tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687171, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.902848] env[63097]: DEBUG oslo_vmware.api [None req-e2274b1b-3cba-4c4d-96db-28ca91f938bc tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687172, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.908807] env[63097]: DEBUG nova.scheduler.client.report [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1444.961403] env[63097]: DEBUG oslo_vmware.api [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': task-1687168, 'name': ReconfigVM_Task, 'duration_secs': 0.517464} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.962030] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 2e8d1f13-2aba-4691-86fd-bca4c8309c1c/2e8d1f13-2aba-4691-86fd-bca4c8309c1c.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1444.962922] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-daebdee5-698b-4bcd-bdec-7b773ea315f5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.970328] env[63097]: DEBUG oslo_vmware.api [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Waiting for the task: (returnval){ [ 1444.970328] env[63097]: value = "task-1687173" [ 1444.970328] env[63097]: _type = "Task" [ 1444.970328] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.981304] env[63097]: DEBUG oslo_vmware.api [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': task-1687173, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.030268] env[63097]: DEBUG oslo_vmware.api [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]529e52b5-a46c-ea2d-dbb4-b2ace36c46c8, 'name': SearchDatastore_Task, 'duration_secs': 0.01206} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.032027] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1445.032027] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1445.032027] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1445.032027] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.032027] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1445.032027] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4990b332-84ad-4d59-8aba-b8988fc659ba {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.044182] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1445.044409] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1445.045309] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a73298f3-2fff-466b-9cb3-70298427f155 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.052312] env[63097]: DEBUG oslo_vmware.api [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1445.052312] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]523d408c-4d4a-05fc-1bfd-94eda730d5f0" [ 1445.052312] env[63097]: _type = "Task" [ 1445.052312] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.061629] env[63097]: DEBUG oslo_vmware.api [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]523d408c-4d4a-05fc-1bfd-94eda730d5f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.089132] env[63097]: DEBUG nova.network.neutron [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Successfully updated port: 492dbbbb-d2ed-4925-b910-5cf144338da2 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1445.105520] env[63097]: DEBUG oslo_vmware.api [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Task: {'id': task-1687170, 'name': PowerOnVM_Task, 'duration_secs': 0.711692} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.106609] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1445.106964] env[63097]: INFO nova.compute.manager [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Took 10.24 seconds to spawn the instance on the hypervisor. [ 1445.107304] env[63097]: DEBUG nova.compute.manager [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1445.110182] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ecfec4b-cfc0-4c75-8f46-db1ee34a6100 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.176441] env[63097]: DEBUG oslo_concurrency.lockutils [req-9db0339d-c716-496f-8ed1-3b1ed03b7623 req-e2508061-9e5f-489d-be9a-992446710847 service nova] Releasing lock "refresh_cache-626a994b-6d9c-494e-ab6d-1c3a885faf36" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1445.204356] env[63097]: INFO nova.compute.manager [-] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Took 2.51 seconds to deallocate network for instance. [ 1445.236382] env[63097]: INFO nova.compute.manager [-] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Took 1.84 seconds to deallocate network for instance. [ 1445.362515] env[63097]: DEBUG nova.objects.base [None req-49c4da07-830d-4d50-8f80-f15e877eec0a tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Object Instance<9e95b2bd-0b34-413a-8638-cca05cfa9547> lazy-loaded attributes: flavor,info_cache {{(pid=63097) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1445.377082] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: a05dedbb-7811-469d-aff7-e2c03dde8c41] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1445.406936] env[63097]: DEBUG oslo_vmware.api [None req-e2274b1b-3cba-4c4d-96db-28ca91f938bc tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687172, 'name': PowerOffVM_Task, 'duration_secs': 0.121697} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.410316] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2274b1b-3cba-4c4d-96db-28ca91f938bc tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1445.410583] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e2274b1b-3cba-4c4d-96db-28ca91f938bc tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1445.411032] env[63097]: DEBUG oslo_vmware.api [None req-64ab159f-3e1d-4bcd-b88c-047134a7bacb tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687171, 'name': CreateSnapshot_Task, 'duration_secs': 0.793173} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.411130] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7926632-0749-40ef-8ae1-4998706e9864 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.413164] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-64ab159f-3e1d-4bcd-b88c-047134a7bacb tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Created Snapshot of the VM instance {{(pid=63097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1445.414476] env[63097]: DEBUG oslo_concurrency.lockutils [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1445.415147] env[63097]: DEBUG nova.compute.manager [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1445.418783] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4700aeb9-e75e-48f4-837a-e65608cd138e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.421601] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a6e7c9b4-6367-4eaa-8e8c-82a47a0192c7 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.923s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1445.421864] env[63097]: DEBUG nova.objects.instance [None req-a6e7c9b4-6367-4eaa-8e8c-82a47a0192c7 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Lazy-loading 'resources' on Instance uuid 592b8898-43e7-46b1-b16f-39ed5cfe8fc3 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1445.449352] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e2274b1b-3cba-4c4d-96db-28ca91f938bc tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1445.449585] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e2274b1b-3cba-4c4d-96db-28ca91f938bc tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1445.449772] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2274b1b-3cba-4c4d-96db-28ca91f938bc tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Deleting the datastore file [datastore1] 0e74e037-c92b-4160-9c10-7f09a89b5b9c {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1445.450487] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44ca0854-5306-4429-b136-f08d239f6996 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.456884] env[63097]: DEBUG oslo_vmware.api [None req-e2274b1b-3cba-4c4d-96db-28ca91f938bc tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Waiting for the task: (returnval){ [ 1445.456884] env[63097]: value = "task-1687175" [ 1445.456884] env[63097]: _type = "Task" [ 1445.456884] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.466935] env[63097]: DEBUG oslo_vmware.api [None req-e2274b1b-3cba-4c4d-96db-28ca91f938bc tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687175, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.480787] env[63097]: DEBUG oslo_vmware.api [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': task-1687173, 'name': Rename_Task, 'duration_secs': 0.224698} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.481300] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1445.481659] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3633747-90f9-4a92-9104-38dddbeaed77 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.488007] env[63097]: DEBUG oslo_vmware.api [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Waiting for the task: (returnval){ [ 1445.488007] env[63097]: value = "task-1687176" [ 1445.488007] env[63097]: _type = "Task" [ 1445.488007] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.499510] env[63097]: DEBUG oslo_vmware.api [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': task-1687176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.572550] env[63097]: DEBUG oslo_vmware.api [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]523d408c-4d4a-05fc-1bfd-94eda730d5f0, 'name': SearchDatastore_Task, 'duration_secs': 0.014983} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.577382] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b42e2b11-227c-47e2-a6e5-041e5f3ba5c4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.584362] env[63097]: DEBUG nova.compute.manager [req-47f2c000-a4ff-4925-beaa-56645ff2831d req-e968c25e-af86-4ee3-92ac-5996bcac7181 service nova] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Received event network-vif-deleted-f46915fd-8ef4-41b5-a1c9-a46ec6502c84 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1445.584807] env[63097]: DEBUG nova.compute.manager [req-47f2c000-a4ff-4925-beaa-56645ff2831d req-e968c25e-af86-4ee3-92ac-5996bcac7181 service nova] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Received event network-vif-plugged-492dbbbb-d2ed-4925-b910-5cf144338da2 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1445.585152] env[63097]: DEBUG oslo_concurrency.lockutils [req-47f2c000-a4ff-4925-beaa-56645ff2831d req-e968c25e-af86-4ee3-92ac-5996bcac7181 service nova] Acquiring lock "d0d4556c-dca1-43e4-a1a4-92662cacf4b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.585545] env[63097]: DEBUG oslo_concurrency.lockutils [req-47f2c000-a4ff-4925-beaa-56645ff2831d req-e968c25e-af86-4ee3-92ac-5996bcac7181 service nova] Lock "d0d4556c-dca1-43e4-a1a4-92662cacf4b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1445.585857] env[63097]: DEBUG oslo_concurrency.lockutils [req-47f2c000-a4ff-4925-beaa-56645ff2831d req-e968c25e-af86-4ee3-92ac-5996bcac7181 service nova] Lock "d0d4556c-dca1-43e4-a1a4-92662cacf4b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1445.586186] env[63097]: DEBUG nova.compute.manager [req-47f2c000-a4ff-4925-beaa-56645ff2831d req-e968c25e-af86-4ee3-92ac-5996bcac7181 service nova] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] No waiting events found dispatching network-vif-plugged-492dbbbb-d2ed-4925-b910-5cf144338da2 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1445.586495] env[63097]: WARNING nova.compute.manager [req-47f2c000-a4ff-4925-beaa-56645ff2831d req-e968c25e-af86-4ee3-92ac-5996bcac7181 service nova] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Received unexpected event network-vif-plugged-492dbbbb-d2ed-4925-b910-5cf144338da2 for instance with vm_state building and task_state spawning. [ 1445.586829] env[63097]: DEBUG nova.compute.manager [req-47f2c000-a4ff-4925-beaa-56645ff2831d req-e968c25e-af86-4ee3-92ac-5996bcac7181 service nova] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Received event network-changed-492dbbbb-d2ed-4925-b910-5cf144338da2 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1445.587220] env[63097]: DEBUG nova.compute.manager [req-47f2c000-a4ff-4925-beaa-56645ff2831d req-e968c25e-af86-4ee3-92ac-5996bcac7181 service nova] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Refreshing instance network info cache due to event network-changed-492dbbbb-d2ed-4925-b910-5cf144338da2. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1445.587550] env[63097]: DEBUG oslo_concurrency.lockutils [req-47f2c000-a4ff-4925-beaa-56645ff2831d req-e968c25e-af86-4ee3-92ac-5996bcac7181 service nova] Acquiring lock "refresh_cache-d0d4556c-dca1-43e4-a1a4-92662cacf4b8" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1445.587825] env[63097]: DEBUG oslo_concurrency.lockutils [req-47f2c000-a4ff-4925-beaa-56645ff2831d req-e968c25e-af86-4ee3-92ac-5996bcac7181 service nova] Acquired lock "refresh_cache-d0d4556c-dca1-43e4-a1a4-92662cacf4b8" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.588157] env[63097]: DEBUG nova.network.neutron [req-47f2c000-a4ff-4925-beaa-56645ff2831d req-e968c25e-af86-4ee3-92ac-5996bcac7181 service nova] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Refreshing network info cache for port 492dbbbb-d2ed-4925-b910-5cf144338da2 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1445.590932] env[63097]: DEBUG oslo_concurrency.lockutils [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquiring lock "refresh_cache-d0d4556c-dca1-43e4-a1a4-92662cacf4b8" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1445.594732] env[63097]: DEBUG oslo_vmware.api [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1445.594732] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5247a819-5b52-3057-5a8f-5d35f8ef6570" [ 1445.594732] env[63097]: _type = "Task" [ 1445.594732] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.605609] env[63097]: DEBUG oslo_vmware.api [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5247a819-5b52-3057-5a8f-5d35f8ef6570, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.629617] env[63097]: INFO nova.compute.manager [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Took 29.52 seconds to build instance. [ 1445.642548] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bae5f31f-dd88-41d9-a72f-1e4bbe515f5f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Acquiring lock "98ba3b33-2415-4b39-9e7a-1d2cdaa0683e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.642548] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bae5f31f-dd88-41d9-a72f-1e4bbe515f5f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Lock "98ba3b33-2415-4b39-9e7a-1d2cdaa0683e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1445.642548] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bae5f31f-dd88-41d9-a72f-1e4bbe515f5f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Acquiring lock "98ba3b33-2415-4b39-9e7a-1d2cdaa0683e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.642766] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bae5f31f-dd88-41d9-a72f-1e4bbe515f5f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Lock "98ba3b33-2415-4b39-9e7a-1d2cdaa0683e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1445.642766] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bae5f31f-dd88-41d9-a72f-1e4bbe515f5f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Lock "98ba3b33-2415-4b39-9e7a-1d2cdaa0683e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1445.646983] env[63097]: INFO nova.compute.manager [None req-bae5f31f-dd88-41d9-a72f-1e4bbe515f5f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Terminating instance [ 1445.650343] env[63097]: DEBUG nova.compute.manager [None req-bae5f31f-dd88-41d9-a72f-1e4bbe515f5f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1445.650570] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-bae5f31f-dd88-41d9-a72f-1e4bbe515f5f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1445.651805] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76545d83-347b-4223-9a47-ab3479984bf3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.661103] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae5f31f-dd88-41d9-a72f-1e4bbe515f5f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1445.661399] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c463a9c-6712-44a6-bb1e-d34a21b9a0d8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.670544] env[63097]: DEBUG oslo_vmware.api [None req-bae5f31f-dd88-41d9-a72f-1e4bbe515f5f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Waiting for the task: (returnval){ [ 1445.670544] env[63097]: value = "task-1687177" [ 1445.670544] env[63097]: _type = "Task" [ 1445.670544] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.686225] env[63097]: DEBUG oslo_vmware.api [None req-bae5f31f-dd88-41d9-a72f-1e4bbe515f5f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1687177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.712673] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d50de860-e07c-4984-8de3-2132ebd9237d tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.747349] env[63097]: DEBUG oslo_concurrency.lockutils [None req-56a494d1-10e4-4a0f-91c7-fa3d2572fcc0 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.880634] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 40586716-fefe-4da9-a96b-d2e7a6355ec0] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1445.923812] env[63097]: DEBUG nova.compute.utils [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1445.925261] env[63097]: DEBUG nova.compute.manager [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Not allocating networking since 'none' was specified. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1445.944013] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-64ab159f-3e1d-4bcd-b88c-047134a7bacb tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Creating linked-clone VM from snapshot {{(pid=63097) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1445.945766] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5ba572d7-91ac-491d-bcee-ac9fa90536db {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.956858] env[63097]: DEBUG oslo_vmware.api [None req-64ab159f-3e1d-4bcd-b88c-047134a7bacb tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1445.956858] env[63097]: value = "task-1687178" [ 1445.956858] env[63097]: _type = "Task" [ 1445.956858] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.971374] env[63097]: DEBUG oslo_vmware.api [None req-64ab159f-3e1d-4bcd-b88c-047134a7bacb tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687178, 'name': CloneVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.975938] env[63097]: DEBUG oslo_vmware.api [None req-e2274b1b-3cba-4c4d-96db-28ca91f938bc tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687175, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159669} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.976368] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2274b1b-3cba-4c4d-96db-28ca91f938bc tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1445.977851] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e2274b1b-3cba-4c4d-96db-28ca91f938bc tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1445.978178] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e2274b1b-3cba-4c4d-96db-28ca91f938bc tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1445.978395] env[63097]: INFO nova.compute.manager [None req-e2274b1b-3cba-4c4d-96db-28ca91f938bc tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1445.978657] env[63097]: DEBUG oslo.service.loopingcall [None req-e2274b1b-3cba-4c4d-96db-28ca91f938bc tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1445.981395] env[63097]: DEBUG nova.compute.manager [-] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1445.984508] env[63097]: DEBUG nova.network.neutron [-] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1446.001908] env[63097]: DEBUG oslo_vmware.api [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': task-1687176, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.002718] env[63097]: DEBUG nova.network.neutron [-] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1446.109871] env[63097]: DEBUG oslo_vmware.api [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5247a819-5b52-3057-5a8f-5d35f8ef6570, 'name': SearchDatastore_Task, 'duration_secs': 0.016466} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.110360] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.110582] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 626a994b-6d9c-494e-ab6d-1c3a885faf36/626a994b-6d9c-494e-ab6d-1c3a885faf36.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1446.110905] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ddee1153-eefe-4b8c-9680-33aee48855bb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.120585] env[63097]: DEBUG oslo_vmware.api [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1446.120585] env[63097]: value = "task-1687179" [ 1446.120585] env[63097]: _type = "Task" [ 1446.120585] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.130014] env[63097]: DEBUG oslo_vmware.api [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687179, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.132942] env[63097]: DEBUG oslo_concurrency.lockutils [None req-abaceb95-e89a-4a6c-9a6a-8971aa6d7030 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Lock "37a43e1b-9fd9-4981-b5f2-2872a093812f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.060s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.134465] env[63097]: DEBUG nova.network.neutron [req-47f2c000-a4ff-4925-beaa-56645ff2831d req-e968c25e-af86-4ee3-92ac-5996bcac7181 service nova] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1446.184344] env[63097]: DEBUG oslo_vmware.api [None req-bae5f31f-dd88-41d9-a72f-1e4bbe515f5f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1687177, 'name': PowerOffVM_Task, 'duration_secs': 0.212072} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.189686] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae5f31f-dd88-41d9-a72f-1e4bbe515f5f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1446.189883] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-bae5f31f-dd88-41d9-a72f-1e4bbe515f5f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1446.190489] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1dc5ea1e-b6a4-4ea5-b91b-b85556550633 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.237959] env[63097]: DEBUG nova.network.neutron [req-47f2c000-a4ff-4925-beaa-56645ff2831d req-e968c25e-af86-4ee3-92ac-5996bcac7181 service nova] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.274278] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-bae5f31f-dd88-41d9-a72f-1e4bbe515f5f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1446.274540] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-bae5f31f-dd88-41d9-a72f-1e4bbe515f5f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1446.274726] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-bae5f31f-dd88-41d9-a72f-1e4bbe515f5f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Deleting the datastore file [datastore2] 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1446.274995] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-223fd9d9-8a65-474e-989d-f6c818c5ed8d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.283526] env[63097]: DEBUG oslo_vmware.api [None req-bae5f31f-dd88-41d9-a72f-1e4bbe515f5f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Waiting for the task: (returnval){ [ 1446.283526] env[63097]: value = "task-1687181" [ 1446.283526] env[63097]: _type = "Task" [ 1446.283526] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.304553] env[63097]: DEBUG oslo_vmware.api [None req-bae5f31f-dd88-41d9-a72f-1e4bbe515f5f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1687181, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.386341] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 6dfa3031-a980-4de8-83fd-7432ef153490] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1446.389830] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276eab86-8b1d-442f-8d9d-9abfd334eed8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.404098] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c980ab8c-0645-492b-826c-23b822329312 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.440551] env[63097]: DEBUG nova.compute.manager [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1446.445953] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16577f0-5878-4946-bc5a-2e60e12c102f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.455123] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cf3604-efb8-49e3-91e6-c5acadd2d12e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.477193] env[63097]: DEBUG nova.compute.provider_tree [None req-a6e7c9b4-6367-4eaa-8e8c-82a47a0192c7 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1446.481686] env[63097]: DEBUG oslo_vmware.api [None req-64ab159f-3e1d-4bcd-b88c-047134a7bacb tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687178, 'name': CloneVM_Task} progress is 94%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.502946] env[63097]: DEBUG oslo_vmware.api [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': task-1687176, 'name': PowerOnVM_Task, 'duration_secs': 0.943299} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.503304] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1446.503538] env[63097]: INFO nova.compute.manager [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] Took 9.09 seconds to spawn the instance on the hypervisor. [ 1446.503744] env[63097]: DEBUG nova.compute.manager [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1446.504718] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a946eaf2-cfff-4eac-843d-53bab27afe93 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.507583] env[63097]: DEBUG nova.network.neutron [-] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.588341] env[63097]: DEBUG nova.network.neutron [None req-49c4da07-830d-4d50-8f80-f15e877eec0a tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Updating instance_info_cache with network_info: [{"id": "3bd9bb6d-b9ef-456b-8095-6bc124d12b53", "address": "fa:16:3e:cc:53:49", "network": {"id": "6375026c-4627-4a07-aa60-e3d2d4e37f02", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1395500172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee21af820a2c4aaea0dd1f2ba2d477d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bd9bb6d-b9", "ovs_interfaceid": "3bd9bb6d-b9ef-456b-8095-6bc124d12b53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.633821] env[63097]: DEBUG oslo_vmware.api [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687179, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.741278] env[63097]: DEBUG oslo_concurrency.lockutils [req-47f2c000-a4ff-4925-beaa-56645ff2831d req-e968c25e-af86-4ee3-92ac-5996bcac7181 service nova] Releasing lock "refresh_cache-d0d4556c-dca1-43e4-a1a4-92662cacf4b8" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.741646] env[63097]: DEBUG oslo_concurrency.lockutils [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquired lock "refresh_cache-d0d4556c-dca1-43e4-a1a4-92662cacf4b8" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.741824] env[63097]: DEBUG nova.network.neutron [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1446.793344] env[63097]: DEBUG oslo_vmware.api [None req-bae5f31f-dd88-41d9-a72f-1e4bbe515f5f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Task: {'id': task-1687181, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341155} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.793632] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-bae5f31f-dd88-41d9-a72f-1e4bbe515f5f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1446.793821] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-bae5f31f-dd88-41d9-a72f-1e4bbe515f5f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1446.794053] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-bae5f31f-dd88-41d9-a72f-1e4bbe515f5f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1446.794182] env[63097]: INFO nova.compute.manager [None req-bae5f31f-dd88-41d9-a72f-1e4bbe515f5f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1446.794444] env[63097]: DEBUG oslo.service.loopingcall [None req-bae5f31f-dd88-41d9-a72f-1e4bbe515f5f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1446.794629] env[63097]: DEBUG nova.compute.manager [-] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1446.794721] env[63097]: DEBUG nova.network.neutron [-] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1446.897707] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 4f939250-0a12-4672-aab7-b7ccecce4924] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1446.972119] env[63097]: DEBUG oslo_vmware.api [None req-64ab159f-3e1d-4bcd-b88c-047134a7bacb tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687178, 'name': CloneVM_Task} progress is 94%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.983403] env[63097]: DEBUG nova.scheduler.client.report [None req-a6e7c9b4-6367-4eaa-8e8c-82a47a0192c7 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1447.010732] env[63097]: INFO nova.compute.manager [-] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Took 1.03 seconds to deallocate network for instance. [ 1447.025621] env[63097]: INFO nova.compute.manager [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] Took 30.31 seconds to build instance. [ 1447.091800] env[63097]: DEBUG oslo_concurrency.lockutils [None req-49c4da07-830d-4d50-8f80-f15e877eec0a tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Releasing lock "refresh_cache-9e95b2bd-0b34-413a-8638-cca05cfa9547" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1447.133074] env[63097]: DEBUG oslo_vmware.api [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687179, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603377} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.133868] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 626a994b-6d9c-494e-ab6d-1c3a885faf36/626a994b-6d9c-494e-ab6d-1c3a885faf36.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1447.134585] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1447.134893] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38c88911-8f47-4120-9af5-2517a2ec61c4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.146101] env[63097]: DEBUG oslo_vmware.api [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1447.146101] env[63097]: value = "task-1687182" [ 1447.146101] env[63097]: _type = "Task" [ 1447.146101] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.157613] env[63097]: DEBUG oslo_vmware.api [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687182, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.303331] env[63097]: DEBUG nova.network.neutron [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1447.401706] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 9614706d-274e-4569-8e45-02a470762719] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1447.450877] env[63097]: DEBUG nova.compute.manager [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1447.473932] env[63097]: DEBUG oslo_vmware.api [None req-64ab159f-3e1d-4bcd-b88c-047134a7bacb tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687178, 'name': CloneVM_Task} progress is 95%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.486709] env[63097]: DEBUG nova.virt.hardware [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1447.487027] env[63097]: DEBUG nova.virt.hardware [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1447.487200] env[63097]: DEBUG nova.virt.hardware [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1447.487398] env[63097]: DEBUG nova.virt.hardware [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1447.487551] env[63097]: DEBUG nova.virt.hardware [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1447.487709] env[63097]: DEBUG nova.virt.hardware [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1447.487927] env[63097]: DEBUG nova.virt.hardware [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1447.488111] env[63097]: DEBUG nova.virt.hardware [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1447.488288] env[63097]: DEBUG nova.virt.hardware [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1447.488457] env[63097]: DEBUG nova.virt.hardware [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1447.488672] env[63097]: DEBUG nova.virt.hardware [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1447.489780] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a6e7c9b4-6367-4eaa-8e8c-82a47a0192c7 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.068s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1447.492987] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb599c8-398a-4781-b57a-bb1296a3b536 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.496708] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.456s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.497667] env[63097]: INFO nova.compute.claims [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1447.506685] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503c5643-f6b5-4c9f-8997-51830990bdd7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.522112] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e2274b1b-3cba-4c4d-96db-28ca91f938bc tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.522359] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Instance VIF info [] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1447.528084] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Creating folder: Project (4e634076294648eeb47574b3390c04bb). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1447.529452] env[63097]: INFO nova.scheduler.client.report [None req-a6e7c9b4-6367-4eaa-8e8c-82a47a0192c7 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Deleted allocations for instance 592b8898-43e7-46b1-b16f-39ed5cfe8fc3 [ 1447.530963] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2056209b-0870-4be6-b0fc-9aee48ee8848 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Lock "2e8d1f13-2aba-4691-86fd-bca4c8309c1c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.827s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1447.531201] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9fa3169-8ae1-475a-bb6f-ec39d743ac17 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.544943] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Created folder: Project (4e634076294648eeb47574b3390c04bb) in parent group-v351483. [ 1447.545256] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Creating folder: Instances. Parent ref: group-v351690. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1447.545595] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d90347a-4100-4a8c-a101-67fae5a2b32e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.555223] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Created folder: Instances in parent group-v351690. [ 1447.555537] env[63097]: DEBUG oslo.service.loopingcall [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1447.555777] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1447.556057] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b0ab637-624f-46ba-989f-22648c34b64d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.579203] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1447.579203] env[63097]: value = "task-1687185" [ 1447.579203] env[63097]: _type = "Task" [ 1447.579203] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.589733] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687185, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.596442] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-49c4da07-830d-4d50-8f80-f15e877eec0a tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1447.596442] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bbca9e0-7489-4cc6-826a-e2ca06479a7b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.605695] env[63097]: DEBUG oslo_vmware.api [None req-49c4da07-830d-4d50-8f80-f15e877eec0a tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Waiting for the task: (returnval){ [ 1447.605695] env[63097]: value = "task-1687186" [ 1447.605695] env[63097]: _type = "Task" [ 1447.605695] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.614070] env[63097]: DEBUG oslo_vmware.api [None req-49c4da07-830d-4d50-8f80-f15e877eec0a tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.653262] env[63097]: DEBUG nova.network.neutron [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Updating instance_info_cache with network_info: [{"id": "492dbbbb-d2ed-4925-b910-5cf144338da2", "address": "fa:16:3e:a7:93:1f", "network": {"id": "3c4644db-8291-4901-b015-9f1261ac2515", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1197415890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b52ce07a34b9471bb325a81bab2a1dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap492dbbbb-d2", "ovs_interfaceid": "492dbbbb-d2ed-4925-b910-5cf144338da2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.661604] env[63097]: DEBUG oslo_vmware.api [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687182, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108447} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.661872] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1447.663557] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb9d147-6a3d-4798-818f-0c7b38b7a2dd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.689940] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 626a994b-6d9c-494e-ab6d-1c3a885faf36/626a994b-6d9c-494e-ab6d-1c3a885faf36.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1447.690957] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a2946c7-700d-47c0-8668-d02221b39f84 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.706913] env[63097]: DEBUG nova.network.neutron [-] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.714065] env[63097]: DEBUG oslo_vmware.api [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1447.714065] env[63097]: value = "task-1687187" [ 1447.714065] env[63097]: _type = "Task" [ 1447.714065] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.725454] env[63097]: DEBUG oslo_concurrency.lockutils [None req-641441ea-7b79-4004-b964-90d0ffedc212 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Acquiring lock "37a43e1b-9fd9-4981-b5f2-2872a093812f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.725755] env[63097]: DEBUG oslo_concurrency.lockutils [None req-641441ea-7b79-4004-b964-90d0ffedc212 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Lock "37a43e1b-9fd9-4981-b5f2-2872a093812f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.726415] env[63097]: DEBUG oslo_concurrency.lockutils [None req-641441ea-7b79-4004-b964-90d0ffedc212 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Acquiring lock "37a43e1b-9fd9-4981-b5f2-2872a093812f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.726415] env[63097]: DEBUG oslo_concurrency.lockutils [None req-641441ea-7b79-4004-b964-90d0ffedc212 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Lock "37a43e1b-9fd9-4981-b5f2-2872a093812f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.726415] env[63097]: DEBUG oslo_concurrency.lockutils [None req-641441ea-7b79-4004-b964-90d0ffedc212 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Lock "37a43e1b-9fd9-4981-b5f2-2872a093812f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1447.728785] env[63097]: DEBUG oslo_vmware.api [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687187, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.729185] env[63097]: INFO nova.compute.manager [None req-641441ea-7b79-4004-b964-90d0ffedc212 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Terminating instance [ 1447.731234] env[63097]: DEBUG nova.compute.manager [None req-641441ea-7b79-4004-b964-90d0ffedc212 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1447.731541] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-641441ea-7b79-4004-b964-90d0ffedc212 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1447.732523] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f01bc18-2cc2-405b-83f8-4f9ecfd3cbbb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.741503] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-641441ea-7b79-4004-b964-90d0ffedc212 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1447.741732] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c375f19-2651-4396-8367-6c5aa5488569 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.749056] env[63097]: DEBUG oslo_vmware.api [None req-641441ea-7b79-4004-b964-90d0ffedc212 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Waiting for the task: (returnval){ [ 1447.749056] env[63097]: value = "task-1687188" [ 1447.749056] env[63097]: _type = "Task" [ 1447.749056] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.756814] env[63097]: DEBUG nova.compute.manager [req-cb9698ee-4560-4197-a254-5278f503af00 req-7207508e-ea80-4d3d-9158-52d110121006 service nova] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Received event network-vif-deleted-0260462a-b6f8-48bf-a7b9-562fa29cb029 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1447.764475] env[63097]: DEBUG oslo_vmware.api [None req-641441ea-7b79-4004-b964-90d0ffedc212 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Task: {'id': task-1687188, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.907243] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 79f55b1b-b1e0-4c79-b215-9a34a1bd1516] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1447.974956] env[63097]: DEBUG oslo_vmware.api [None req-64ab159f-3e1d-4bcd-b88c-047134a7bacb tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687178, 'name': CloneVM_Task, 'duration_secs': 1.718845} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.975415] env[63097]: INFO nova.virt.vmwareapi.vmops [None req-64ab159f-3e1d-4bcd-b88c-047134a7bacb tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Created linked-clone VM from snapshot [ 1447.976291] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf9a51d-07bf-4569-a7c0-d953224958da {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.985218] env[63097]: DEBUG nova.virt.vmwareapi.images [None req-64ab159f-3e1d-4bcd-b88c-047134a7bacb tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Uploading image c6501b78-bfd9-49ee-a89e-9a98674a04d0 {{(pid=63097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1448.015818] env[63097]: DEBUG oslo_vmware.rw_handles [None req-64ab159f-3e1d-4bcd-b88c-047134a7bacb tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1448.015818] env[63097]: value = "vm-351689" [ 1448.015818] env[63097]: _type = "VirtualMachine" [ 1448.015818] env[63097]: }. {{(pid=63097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1448.016250] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-af8c31e2-dd13-434d-a9f6-efced6611069 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.025096] env[63097]: DEBUG oslo_vmware.rw_handles [None req-64ab159f-3e1d-4bcd-b88c-047134a7bacb tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lease: (returnval){ [ 1448.025096] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52700c23-39db-974a-30e3-a3c786342a74" [ 1448.025096] env[63097]: _type = "HttpNfcLease" [ 1448.025096] env[63097]: } obtained for exporting VM: (result){ [ 1448.025096] env[63097]: value = "vm-351689" [ 1448.025096] env[63097]: _type = "VirtualMachine" [ 1448.025096] env[63097]: }. {{(pid=63097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1448.025349] env[63097]: DEBUG oslo_vmware.api [None req-64ab159f-3e1d-4bcd-b88c-047134a7bacb tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the lease: (returnval){ [ 1448.025349] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52700c23-39db-974a-30e3-a3c786342a74" [ 1448.025349] env[63097]: _type = "HttpNfcLease" [ 1448.025349] env[63097]: } to be ready. {{(pid=63097) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1448.032631] env[63097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1448.032631] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52700c23-39db-974a-30e3-a3c786342a74" [ 1448.032631] env[63097]: _type = "HttpNfcLease" [ 1448.032631] env[63097]: } is initializing. {{(pid=63097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1448.039640] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a6e7c9b4-6367-4eaa-8e8c-82a47a0192c7 tempest-SecurityGroupsTestJSON-346151220 tempest-SecurityGroupsTestJSON-346151220-project-member] Lock "592b8898-43e7-46b1-b16f-39ed5cfe8fc3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.183s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.091721] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687185, 'name': CreateVM_Task, 'duration_secs': 0.396186} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.091953] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1448.092888] env[63097]: DEBUG oslo_concurrency.lockutils [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1448.093117] env[63097]: DEBUG oslo_concurrency.lockutils [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.093548] env[63097]: DEBUG oslo_concurrency.lockutils [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1448.093861] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2181b3be-85e9-47f5-b233-b7bd56af64f3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.100442] env[63097]: DEBUG oslo_vmware.api [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Waiting for the task: (returnval){ [ 1448.100442] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527d57bb-6794-19d4-e3ad-2207384beea1" [ 1448.100442] env[63097]: _type = "Task" [ 1448.100442] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.112829] env[63097]: DEBUG oslo_vmware.api [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527d57bb-6794-19d4-e3ad-2207384beea1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.118174] env[63097]: DEBUG oslo_vmware.api [None req-49c4da07-830d-4d50-8f80-f15e877eec0a tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687186, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.156505] env[63097]: DEBUG oslo_concurrency.lockutils [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Releasing lock "refresh_cache-d0d4556c-dca1-43e4-a1a4-92662cacf4b8" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.156922] env[63097]: DEBUG nova.compute.manager [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Instance network_info: |[{"id": "492dbbbb-d2ed-4925-b910-5cf144338da2", "address": "fa:16:3e:a7:93:1f", "network": {"id": "3c4644db-8291-4901-b015-9f1261ac2515", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1197415890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b52ce07a34b9471bb325a81bab2a1dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap492dbbbb-d2", "ovs_interfaceid": "492dbbbb-d2ed-4925-b910-5cf144338da2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1448.158538] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:93:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '492dbbbb-d2ed-4925-b910-5cf144338da2', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1448.166170] env[63097]: DEBUG oslo.service.loopingcall [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1448.166469] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1448.166743] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6e3e57c-f748-4c04-a297-cc9f8e859602 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.189062] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1448.189062] env[63097]: value = "task-1687190" [ 1448.189062] env[63097]: _type = "Task" [ 1448.189062] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.198099] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687190, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.209726] env[63097]: INFO nova.compute.manager [-] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Took 1.41 seconds to deallocate network for instance. [ 1448.225036] env[63097]: DEBUG oslo_vmware.api [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687187, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.258974] env[63097]: DEBUG oslo_vmware.api [None req-641441ea-7b79-4004-b964-90d0ffedc212 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Task: {'id': task-1687188, 'name': PowerOffVM_Task, 'duration_secs': 0.241109} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.260092] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-641441ea-7b79-4004-b964-90d0ffedc212 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1448.260352] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-641441ea-7b79-4004-b964-90d0ffedc212 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1448.260659] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d959041-0ced-4464-b7e5-77bcfbab9054 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.348794] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-641441ea-7b79-4004-b964-90d0ffedc212 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1448.348870] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-641441ea-7b79-4004-b964-90d0ffedc212 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1448.349314] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-641441ea-7b79-4004-b964-90d0ffedc212 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Deleting the datastore file [datastore1] 37a43e1b-9fd9-4981-b5f2-2872a093812f {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1448.349424] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c67d510e-d803-45ef-838d-fb3f6775480e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.357503] env[63097]: DEBUG oslo_vmware.api [None req-641441ea-7b79-4004-b964-90d0ffedc212 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Waiting for the task: (returnval){ [ 1448.357503] env[63097]: value = "task-1687192" [ 1448.357503] env[63097]: _type = "Task" [ 1448.357503] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.366787] env[63097]: DEBUG oslo_vmware.api [None req-641441ea-7b79-4004-b964-90d0ffedc212 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Task: {'id': task-1687192, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.411163] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: a3a989cd-3f8f-4acd-ab51-6c14699295a3] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1448.524770] env[63097]: DEBUG nova.scheduler.client.report [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Refreshing inventories for resource provider 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1448.540624] env[63097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1448.540624] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52700c23-39db-974a-30e3-a3c786342a74" [ 1448.540624] env[63097]: _type = "HttpNfcLease" [ 1448.540624] env[63097]: } is ready. {{(pid=63097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1448.541237] env[63097]: DEBUG oslo_vmware.rw_handles [None req-64ab159f-3e1d-4bcd-b88c-047134a7bacb tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1448.541237] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52700c23-39db-974a-30e3-a3c786342a74" [ 1448.541237] env[63097]: _type = "HttpNfcLease" [ 1448.541237] env[63097]: }. {{(pid=63097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1448.544444] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1d7977-40ff-4e4a-b841-6c01cff32358 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.548194] env[63097]: DEBUG nova.scheduler.client.report [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Updating ProviderTree inventory for provider 6b378d8e-1145-4591-928b-605b58f0be9e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1448.548464] env[63097]: DEBUG nova.compute.provider_tree [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Updating inventory in ProviderTree for provider 6b378d8e-1145-4591-928b-605b58f0be9e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1448.556763] env[63097]: DEBUG oslo_vmware.rw_handles [None req-64ab159f-3e1d-4bcd-b88c-047134a7bacb tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5267f44a-9df6-e990-a8b2-0e9130405af7/disk-0.vmdk from lease info. {{(pid=63097) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1448.557492] env[63097]: DEBUG oslo_vmware.rw_handles [None req-64ab159f-3e1d-4bcd-b88c-047134a7bacb tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5267f44a-9df6-e990-a8b2-0e9130405af7/disk-0.vmdk for reading. {{(pid=63097) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1448.623719] env[63097]: DEBUG nova.scheduler.client.report [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Refreshing aggregate associations for resource provider 6b378d8e-1145-4591-928b-605b58f0be9e, aggregates: None {{(pid=63097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1448.642355] env[63097]: DEBUG oslo_vmware.api [None req-49c4da07-830d-4d50-8f80-f15e877eec0a tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687186, 'name': PowerOnVM_Task, 'duration_secs': 0.52348} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.642622] env[63097]: DEBUG oslo_vmware.api [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527d57bb-6794-19d4-e3ad-2207384beea1, 'name': SearchDatastore_Task, 'duration_secs': 0.011617} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.642950] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-49c4da07-830d-4d50-8f80-f15e877eec0a tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1448.643078] env[63097]: DEBUG nova.compute.manager [None req-49c4da07-830d-4d50-8f80-f15e877eec0a tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1448.643447] env[63097]: DEBUG oslo_concurrency.lockutils [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.643689] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1448.643930] env[63097]: DEBUG oslo_concurrency.lockutils [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1448.644092] env[63097]: DEBUG oslo_concurrency.lockutils [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.644276] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1448.645127] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3020ee2a-015a-4fcb-91b8-a7318a670512 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.647802] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec01905c-de20-4926-a8e2-3b35279100bc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.657168] env[63097]: DEBUG nova.scheduler.client.report [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Refreshing trait associations for resource provider 6b378d8e-1145-4591-928b-605b58f0be9e, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=63097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1448.660620] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1448.660833] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1448.662982] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a90904ca-894d-4676-a709-59bff146d6dc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.667775] env[63097]: DEBUG oslo_vmware.api [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Waiting for the task: (returnval){ [ 1448.667775] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52da768f-c986-13ed-d00f-3b1152d4fcc7" [ 1448.667775] env[63097]: _type = "Task" [ 1448.667775] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.676423] env[63097]: DEBUG oslo_vmware.api [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52da768f-c986-13ed-d00f-3b1152d4fcc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.685715] env[63097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b059d305-786c-4e04-9249-17ace403bbc8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.703020] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687190, 'name': CreateVM_Task, 'duration_secs': 0.431048} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.703020] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1448.703276] env[63097]: DEBUG oslo_concurrency.lockutils [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7acfe9ad-b917-4a13-9bc2-ac9b8341f875" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1448.703377] env[63097]: DEBUG oslo_concurrency.lockutils [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7acfe9ad-b917-4a13-9bc2-ac9b8341f875" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.703783] env[63097]: DEBUG oslo_concurrency.lockutils [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7acfe9ad-b917-4a13-9bc2-ac9b8341f875" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1448.704074] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a522dc5-710a-4e06-b51d-79ba52f3984e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.709152] env[63097]: DEBUG oslo_vmware.api [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1448.709152] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52afb83a-e748-d898-3f39-32f58cac83e9" [ 1448.709152] env[63097]: _type = "Task" [ 1448.709152] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.723417] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bae5f31f-dd88-41d9-a72f-1e4bbe515f5f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1448.734774] env[63097]: DEBUG oslo_concurrency.lockutils [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7acfe9ad-b917-4a13-9bc2-ac9b8341f875" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.737018] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Processing image 7acfe9ad-b917-4a13-9bc2-ac9b8341f875 {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1448.737018] env[63097]: DEBUG oslo_concurrency.lockutils [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7acfe9ad-b917-4a13-9bc2-ac9b8341f875/7acfe9ad-b917-4a13-9bc2-ac9b8341f875.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1448.737018] env[63097]: DEBUG oslo_concurrency.lockutils [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7acfe9ad-b917-4a13-9bc2-ac9b8341f875/7acfe9ad-b917-4a13-9bc2-ac9b8341f875.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.737018] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1448.738596] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fc47e03-3a1e-4955-8e45-5d87d526c224 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.740506] env[63097]: DEBUG oslo_vmware.api [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687187, 'name': ReconfigVM_Task, 'duration_secs': 0.516172} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.741392] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 626a994b-6d9c-494e-ab6d-1c3a885faf36/626a994b-6d9c-494e-ab6d-1c3a885faf36.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1448.741756] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54ba1ef1-671c-4af6-a8fd-d6076a99b258 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.748969] env[63097]: DEBUG oslo_vmware.api [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1448.748969] env[63097]: value = "task-1687193" [ 1448.748969] env[63097]: _type = "Task" [ 1448.748969] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.751018] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1448.751018] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1448.753867] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70cced52-ba35-4756-bdb0-cd139ffd1fa3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.764331] env[63097]: DEBUG oslo_vmware.api [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1448.764331] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5202f431-aed2-a209-503a-21182311d3f9" [ 1448.764331] env[63097]: _type = "Task" [ 1448.764331] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.764569] env[63097]: DEBUG oslo_vmware.api [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687193, 'name': Rename_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.773009] env[63097]: DEBUG oslo_vmware.api [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5202f431-aed2-a209-503a-21182311d3f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.867906] env[63097]: DEBUG oslo_vmware.api [None req-641441ea-7b79-4004-b964-90d0ffedc212 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Task: {'id': task-1687192, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254062} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.870959] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-641441ea-7b79-4004-b964-90d0ffedc212 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1448.871244] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-641441ea-7b79-4004-b964-90d0ffedc212 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1448.871990] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-641441ea-7b79-4004-b964-90d0ffedc212 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1448.871990] env[63097]: INFO nova.compute.manager [None req-641441ea-7b79-4004-b964-90d0ffedc212 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1448.871990] env[63097]: DEBUG oslo.service.loopingcall [None req-641441ea-7b79-4004-b964-90d0ffedc212 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1448.874889] env[63097]: DEBUG nova.compute.manager [-] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1448.874991] env[63097]: DEBUG nova.network.neutron [-] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1448.916169] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 9c6e2679-c149-49c8-8a9f-bbae63fc378d] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1449.084549] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461d0024-e100-4f5f-9ae3-df3e793cec14 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.096398] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb6082e-c528-40e6-be64-f509be51b812 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.135514] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b01e53-33ec-4ede-af85-a95d6e54dd4c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.144031] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd5f5ac-e474-4259-a3bc-4bf6cddb9be2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.174326] env[63097]: DEBUG nova.compute.provider_tree [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1449.186951] env[63097]: DEBUG oslo_vmware.api [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52da768f-c986-13ed-d00f-3b1152d4fcc7, 'name': SearchDatastore_Task, 'duration_secs': 0.014795} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.189097] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99e70584-e353-485a-8755-2f6baec202b3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.197424] env[63097]: DEBUG oslo_vmware.api [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Waiting for the task: (returnval){ [ 1449.197424] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5202f5ed-80e3-ff18-6bc0-50a1123f3852" [ 1449.197424] env[63097]: _type = "Task" [ 1449.197424] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.208875] env[63097]: DEBUG oslo_vmware.api [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5202f5ed-80e3-ff18-6bc0-50a1123f3852, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.262721] env[63097]: DEBUG oslo_vmware.api [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687193, 'name': Rename_Task, 'duration_secs': 0.223615} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.263507] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1449.264252] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df99ec0b-6bfe-4a46-b764-7159a733c1e8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.281666] env[63097]: DEBUG oslo_vmware.api [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1449.281666] env[63097]: value = "task-1687194" [ 1449.281666] env[63097]: _type = "Task" [ 1449.281666] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.283131] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Preparing fetch location {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1449.283131] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Fetch image to [datastore1] OSTACK_IMG_3a5bdb74-fc55-4a05-9d5d-c0ce9db320ff/OSTACK_IMG_3a5bdb74-fc55-4a05-9d5d-c0ce9db320ff.vmdk {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1449.283131] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Downloading stream optimized image 7acfe9ad-b917-4a13-9bc2-ac9b8341f875 to [datastore1] OSTACK_IMG_3a5bdb74-fc55-4a05-9d5d-c0ce9db320ff/OSTACK_IMG_3a5bdb74-fc55-4a05-9d5d-c0ce9db320ff.vmdk on the data store datastore1 as vApp {{(pid=63097) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1449.283574] env[63097]: DEBUG nova.virt.vmwareapi.images [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Downloading image file data 7acfe9ad-b917-4a13-9bc2-ac9b8341f875 to the ESX as VM named 'OSTACK_IMG_3a5bdb74-fc55-4a05-9d5d-c0ce9db320ff' {{(pid=63097) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1449.300326] env[63097]: DEBUG oslo_vmware.api [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687194, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.419844] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: cac7b2cc-74f0-44e9-a296-1e4c837a17a7] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1449.683417] env[63097]: DEBUG nova.scheduler.client.report [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1449.712299] env[63097]: DEBUG oslo_vmware.api [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5202f5ed-80e3-ff18-6bc0-50a1123f3852, 'name': SearchDatastore_Task, 'duration_secs': 0.014581} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.712655] env[63097]: DEBUG oslo_concurrency.lockutils [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1449.712946] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 89302b4a-74b0-4c80-850c-bafca341132c/89302b4a-74b0-4c80-850c-bafca341132c.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1449.713287] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5eae56e2-5790-4b36-8b63-f362fd846703 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.724242] env[63097]: DEBUG oslo_vmware.api [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Waiting for the task: (returnval){ [ 1449.724242] env[63097]: value = "task-1687195" [ 1449.724242] env[63097]: _type = "Task" [ 1449.724242] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.735499] env[63097]: DEBUG oslo_vmware.api [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Task: {'id': task-1687195, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.800207] env[63097]: DEBUG oslo_vmware.api [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687194, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.926674] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 3bd730fd-ce98-41e2-82d7-dd4ed0b9e8b1] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1450.032347] env[63097]: DEBUG nova.compute.manager [req-b183a91b-662f-4cdf-9c17-dc8073415c5e req-1d96b3bf-8792-49aa-b28c-72f5bb7f5371 service nova] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Received event network-vif-deleted-7be32373-960a-47db-89ec-283b965570c1 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1450.032972] env[63097]: INFO nova.compute.manager [req-b183a91b-662f-4cdf-9c17-dc8073415c5e req-1d96b3bf-8792-49aa-b28c-72f5bb7f5371 service nova] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Neutron deleted interface 7be32373-960a-47db-89ec-283b965570c1; detaching it from the instance and deleting it from the info cache [ 1450.033419] env[63097]: DEBUG nova.network.neutron [req-b183a91b-662f-4cdf-9c17-dc8073415c5e req-1d96b3bf-8792-49aa-b28c-72f5bb7f5371 service nova] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.101617] env[63097]: DEBUG nova.network.neutron [-] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.190068] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1450.190745] env[63097]: DEBUG nova.compute.manager [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1450.198723] env[63097]: DEBUG oslo_concurrency.lockutils [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.095s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1450.200578] env[63097]: INFO nova.compute.claims [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1450.241022] env[63097]: DEBUG oslo_vmware.api [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Task: {'id': task-1687195, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.301842] env[63097]: DEBUG oslo_vmware.rw_handles [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526ee052-8cb8-8632-57a8-e2f842edd4e1/disk-0.vmdk. {{(pid=63097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1450.302942] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f22312-6e10-4658-be5d-db9b883a7230 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.311120] env[63097]: DEBUG oslo_vmware.api [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687194, 'name': PowerOnVM_Task, 'duration_secs': 0.717555} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.312083] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1450.312382] env[63097]: INFO nova.compute.manager [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Took 10.34 seconds to spawn the instance on the hypervisor. [ 1450.312557] env[63097]: DEBUG nova.compute.manager [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1450.313421] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974016fa-5139-4bef-88f4-dc171efa96e1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.320778] env[63097]: DEBUG oslo_vmware.rw_handles [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526ee052-8cb8-8632-57a8-e2f842edd4e1/disk-0.vmdk is in state: ready. {{(pid=63097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1450.321013] env[63097]: ERROR oslo_vmware.rw_handles [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526ee052-8cb8-8632-57a8-e2f842edd4e1/disk-0.vmdk due to incomplete transfer. [ 1450.321939] env[63097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b9899696-8190-43bf-967c-2c4540c77135 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.343943] env[63097]: DEBUG oslo_vmware.rw_handles [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526ee052-8cb8-8632-57a8-e2f842edd4e1/disk-0.vmdk. {{(pid=63097) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1450.344314] env[63097]: DEBUG nova.virt.vmwareapi.images [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Uploaded image 5f3c2ca6-f0ad-482f-830b-629f73932c44 to the Glance image server {{(pid=63097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1450.347693] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Destroying the VM {{(pid=63097) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1450.348164] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e5de9844-1e3c-4ef5-88ee-135c725454f9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.355430] env[63097]: DEBUG oslo_vmware.api [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1450.355430] env[63097]: value = "task-1687196" [ 1450.355430] env[63097]: _type = "Task" [ 1450.355430] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.357546] env[63097]: DEBUG oslo_vmware.rw_handles [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1450.357546] env[63097]: value = "resgroup-9" [ 1450.357546] env[63097]: _type = "ResourcePool" [ 1450.357546] env[63097]: }. {{(pid=63097) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1450.357546] env[63097]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a4e6ffba-f2fa-45a2-9edf-3addd9e7cbd6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.392161] env[63097]: DEBUG oslo_vmware.api [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687196, 'name': Destroy_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.393992] env[63097]: DEBUG oslo_vmware.rw_handles [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lease: (returnval){ [ 1450.393992] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]521f7c6d-c2b8-257c-af17-335440199514" [ 1450.393992] env[63097]: _type = "HttpNfcLease" [ 1450.393992] env[63097]: } obtained for vApp import into resource pool (val){ [ 1450.393992] env[63097]: value = "resgroup-9" [ 1450.393992] env[63097]: _type = "ResourcePool" [ 1450.393992] env[63097]: }. {{(pid=63097) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1450.395234] env[63097]: DEBUG oslo_vmware.api [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the lease: (returnval){ [ 1450.395234] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]521f7c6d-c2b8-257c-af17-335440199514" [ 1450.395234] env[63097]: _type = "HttpNfcLease" [ 1450.395234] env[63097]: } to be ready. {{(pid=63097) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1450.401341] env[63097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1450.401341] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]521f7c6d-c2b8-257c-af17-335440199514" [ 1450.401341] env[63097]: _type = "HttpNfcLease" [ 1450.401341] env[63097]: } is initializing. {{(pid=63097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1450.431276] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 5eaf4ad2-99a2-4372-b133-f6b71dc7f980] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1450.537952] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab19c65d-a5d4-4089-adc9-9685511fbcf2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.548809] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f3dac0-5ddf-4575-acb4-f3c8b5f969b0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.588241] env[63097]: DEBUG nova.compute.manager [req-b183a91b-662f-4cdf-9c17-dc8073415c5e req-1d96b3bf-8792-49aa-b28c-72f5bb7f5371 service nova] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Detach interface failed, port_id=7be32373-960a-47db-89ec-283b965570c1, reason: Instance 37a43e1b-9fd9-4981-b5f2-2872a093812f could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1450.608115] env[63097]: INFO nova.compute.manager [-] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Took 1.73 seconds to deallocate network for instance. [ 1450.700304] env[63097]: DEBUG nova.compute.utils [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1450.701874] env[63097]: DEBUG nova.compute.manager [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1450.703407] env[63097]: DEBUG nova.network.neutron [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1450.736598] env[63097]: DEBUG oslo_vmware.api [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Task: {'id': task-1687195, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650191} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.736969] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 89302b4a-74b0-4c80-850c-bafca341132c/89302b4a-74b0-4c80-850c-bafca341132c.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1450.737326] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1450.737654] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f4b58fb-a0ed-49b1-8885-73f5b685b06c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.747537] env[63097]: DEBUG oslo_vmware.api [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Waiting for the task: (returnval){ [ 1450.747537] env[63097]: value = "task-1687198" [ 1450.747537] env[63097]: _type = "Task" [ 1450.747537] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.759405] env[63097]: DEBUG oslo_vmware.api [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Task: {'id': task-1687198, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.803670] env[63097]: DEBUG nova.policy [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f666fad7d1b44451b7853be17daac034', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '698609218f87444a806ede2ee3ee9fa6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1450.845155] env[63097]: INFO nova.compute.manager [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Took 31.93 seconds to build instance. [ 1450.870906] env[63097]: DEBUG oslo_vmware.api [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687196, 'name': Destroy_Task} progress is 33%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.906919] env[63097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1450.906919] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]521f7c6d-c2b8-257c-af17-335440199514" [ 1450.906919] env[63097]: _type = "HttpNfcLease" [ 1450.906919] env[63097]: } is initializing. {{(pid=63097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1450.934703] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: a2b10901-0c3a-46fd-b950-e6c6bab0c382] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1451.119932] env[63097]: DEBUG oslo_concurrency.lockutils [None req-641441ea-7b79-4004-b964-90d0ffedc212 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.206990] env[63097]: DEBUG nova.compute.manager [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1451.263910] env[63097]: DEBUG oslo_vmware.api [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Task: {'id': task-1687198, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105079} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.264456] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1451.265940] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bedcac-2c70-47be-8fa2-2e4c2f3a7ef6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.293247] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 89302b4a-74b0-4c80-850c-bafca341132c/89302b4a-74b0-4c80-850c-bafca341132c.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1451.294247] env[63097]: DEBUG nova.network.neutron [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Successfully created port: 4e2a2815-b2eb-4f10-906f-f8c518b2ea79 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1451.298875] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12a7ae9d-273d-4930-9a6d-e7a6b4db8510 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.328091] env[63097]: DEBUG oslo_vmware.api [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Waiting for the task: (returnval){ [ 1451.328091] env[63097]: value = "task-1687199" [ 1451.328091] env[63097]: _type = "Task" [ 1451.328091] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.344974] env[63097]: DEBUG oslo_vmware.api [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Task: {'id': task-1687199, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.346953] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2ccc1b7c-f17e-4692-88c9-775939b4ace5 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "626a994b-6d9c-494e-ab6d-1c3a885faf36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.446s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.370248] env[63097]: DEBUG oslo_vmware.api [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687196, 'name': Destroy_Task, 'duration_secs': 0.543914} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.370248] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Destroyed the VM [ 1451.370840] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Deleting Snapshot of the VM instance {{(pid=63097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1451.370840] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0726821e-0de5-4982-bfaf-a7e47675ea43 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.379362] env[63097]: DEBUG oslo_vmware.api [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1451.379362] env[63097]: value = "task-1687200" [ 1451.379362] env[63097]: _type = "Task" [ 1451.379362] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.392177] env[63097]: DEBUG oslo_vmware.api [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687200, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.405979] env[63097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1451.405979] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]521f7c6d-c2b8-257c-af17-335440199514" [ 1451.405979] env[63097]: _type = "HttpNfcLease" [ 1451.405979] env[63097]: } is ready. {{(pid=63097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1451.406614] env[63097]: DEBUG oslo_vmware.rw_handles [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1451.406614] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]521f7c6d-c2b8-257c-af17-335440199514" [ 1451.406614] env[63097]: _type = "HttpNfcLease" [ 1451.406614] env[63097]: }. {{(pid=63097) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1451.407689] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fe6e39-edc8-4341-8488-886f83b6984d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.423583] env[63097]: DEBUG oslo_vmware.rw_handles [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52345920-7e7b-fc0c-82a3-1d23b79f40f4/disk-0.vmdk from lease info. {{(pid=63097) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1451.423583] env[63097]: DEBUG oslo_vmware.rw_handles [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52345920-7e7b-fc0c-82a3-1d23b79f40f4/disk-0.vmdk. {{(pid=63097) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1451.487381] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 6622c22c-f2c7-4baa-bb3e-e3a73d0c300d] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1451.498106] env[63097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8ae87935-afd9-41fd-b104-cd81dd18abc6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.801556] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04405c74-6012-4a76-bb7a-40a4e021281d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.811916] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf319b2b-0437-43a8-b9d8-fd8f522d28be {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.846888] env[63097]: DEBUG oslo_concurrency.lockutils [None req-693910e5-e6ef-4df8-adc0-da526f9556a7 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Acquiring lock "2e8d1f13-2aba-4691-86fd-bca4c8309c1c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.847161] env[63097]: DEBUG oslo_concurrency.lockutils [None req-693910e5-e6ef-4df8-adc0-da526f9556a7 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Lock "2e8d1f13-2aba-4691-86fd-bca4c8309c1c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.847349] env[63097]: DEBUG oslo_concurrency.lockutils [None req-693910e5-e6ef-4df8-adc0-da526f9556a7 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Acquiring lock "2e8d1f13-2aba-4691-86fd-bca4c8309c1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.847540] env[63097]: DEBUG oslo_concurrency.lockutils [None req-693910e5-e6ef-4df8-adc0-da526f9556a7 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Lock "2e8d1f13-2aba-4691-86fd-bca4c8309c1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.847718] env[63097]: DEBUG oslo_concurrency.lockutils [None req-693910e5-e6ef-4df8-adc0-da526f9556a7 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Lock "2e8d1f13-2aba-4691-86fd-bca4c8309c1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.854165] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eaabed9-9066-453a-9914-c68666ddf63f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.857097] env[63097]: INFO nova.compute.manager [None req-693910e5-e6ef-4df8-adc0-da526f9556a7 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] Terminating instance [ 1451.864748] env[63097]: DEBUG nova.compute.manager [None req-693910e5-e6ef-4df8-adc0-da526f9556a7 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1451.864934] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-693910e5-e6ef-4df8-adc0-da526f9556a7 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1451.867698] env[63097]: DEBUG oslo_vmware.api [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Task: {'id': task-1687199, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.867974] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef9648a-e319-4b51-a03f-3ab8f2b4fcd2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.874455] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f74ec32-e2d1-4fa2-a97b-bb93ebb12840 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.883736] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-693910e5-e6ef-4df8-adc0-da526f9556a7 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1451.887318] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e101fdbc-04b6-424f-b9f8-f2a655b0fdf7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.897290] env[63097]: DEBUG nova.compute.provider_tree [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1451.907824] env[63097]: DEBUG oslo_vmware.api [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687200, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.912095] env[63097]: DEBUG oslo_vmware.api [None req-693910e5-e6ef-4df8-adc0-da526f9556a7 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Waiting for the task: (returnval){ [ 1451.912095] env[63097]: value = "task-1687201" [ 1451.912095] env[63097]: _type = "Task" [ 1451.912095] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.922247] env[63097]: DEBUG oslo_vmware.api [None req-693910e5-e6ef-4df8-adc0-da526f9556a7 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': task-1687201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.996034] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: d1ce0a08-27b4-43b6-aeed-c9048f248e41] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1452.227314] env[63097]: DEBUG nova.compute.manager [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1452.257266] env[63097]: DEBUG nova.virt.hardware [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1452.258031] env[63097]: DEBUG nova.virt.hardware [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1452.261269] env[63097]: DEBUG nova.virt.hardware [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1452.261269] env[63097]: DEBUG nova.virt.hardware [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1452.261269] env[63097]: DEBUG nova.virt.hardware [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1452.261269] env[63097]: DEBUG nova.virt.hardware [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1452.261269] env[63097]: DEBUG nova.virt.hardware [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1452.261269] env[63097]: DEBUG nova.virt.hardware [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1452.261269] env[63097]: DEBUG nova.virt.hardware [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1452.261269] env[63097]: DEBUG nova.virt.hardware [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1452.261269] env[63097]: DEBUG nova.virt.hardware [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1452.262354] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e5528a-afa2-40e1-80de-41dd0bdcaac8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.284052] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ffd953-e09b-4afc-86d7-3eb368ccf084 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.359913] env[63097]: DEBUG oslo_vmware.api [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Task: {'id': task-1687199, 'name': ReconfigVM_Task, 'duration_secs': 0.549361} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.364485] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 89302b4a-74b0-4c80-850c-bafca341132c/89302b4a-74b0-4c80-850c-bafca341132c.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1452.366704] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b005e4e-3ce3-4d98-85a5-b1250cec8a89 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.392080] env[63097]: DEBUG oslo_vmware.api [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Waiting for the task: (returnval){ [ 1452.392080] env[63097]: value = "task-1687202" [ 1452.392080] env[63097]: _type = "Task" [ 1452.392080] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.400515] env[63097]: DEBUG oslo_vmware.api [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687200, 'name': RemoveSnapshot_Task, 'duration_secs': 0.645615} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.403604] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Deleted Snapshot of the VM instance {{(pid=63097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1452.404213] env[63097]: DEBUG nova.compute.manager [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1452.405110] env[63097]: DEBUG nova.scheduler.client.report [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1452.413151] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d428520-f687-4137-a117-7bf4237687a4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.416622] env[63097]: DEBUG oslo_vmware.api [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Task: {'id': task-1687202, 'name': Rename_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.437177] env[63097]: DEBUG oslo_vmware.api [None req-693910e5-e6ef-4df8-adc0-da526f9556a7 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': task-1687201, 'name': PowerOffVM_Task, 'duration_secs': 0.28277} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.437831] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-693910e5-e6ef-4df8-adc0-da526f9556a7 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1452.439049] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-693910e5-e6ef-4df8-adc0-da526f9556a7 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1452.439049] env[63097]: DEBUG oslo_concurrency.lockutils [None req-10c294ad-0193-4aec-aa10-810727e8d122 tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Acquiring lock "66274a74-ccfb-4a8b-ac23-f0b913919d19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.439049] env[63097]: DEBUG oslo_concurrency.lockutils [None req-10c294ad-0193-4aec-aa10-810727e8d122 tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Lock "66274a74-ccfb-4a8b-ac23-f0b913919d19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.439049] env[63097]: DEBUG oslo_concurrency.lockutils [None req-10c294ad-0193-4aec-aa10-810727e8d122 tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Acquiring lock "66274a74-ccfb-4a8b-ac23-f0b913919d19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.440148] env[63097]: DEBUG oslo_concurrency.lockutils [None req-10c294ad-0193-4aec-aa10-810727e8d122 tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Lock "66274a74-ccfb-4a8b-ac23-f0b913919d19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.440148] env[63097]: DEBUG oslo_concurrency.lockutils [None req-10c294ad-0193-4aec-aa10-810727e8d122 tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Lock "66274a74-ccfb-4a8b-ac23-f0b913919d19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1452.441364] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1da188d8-39cd-47e5-8e71-7ef3a577fbf9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.444716] env[63097]: INFO nova.compute.manager [None req-10c294ad-0193-4aec-aa10-810727e8d122 tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Terminating instance [ 1452.448821] env[63097]: DEBUG nova.compute.manager [None req-10c294ad-0193-4aec-aa10-810727e8d122 tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1452.449125] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-10c294ad-0193-4aec-aa10-810727e8d122 tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1452.451159] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15142a0b-f59e-44cd-8ea7-300007ac6b65 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.461190] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c294ad-0193-4aec-aa10-810727e8d122 tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1452.465030] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6948510-66fc-4102-ac97-ac9cc22fd549 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.471579] env[63097]: DEBUG oslo_vmware.api [None req-10c294ad-0193-4aec-aa10-810727e8d122 tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Waiting for the task: (returnval){ [ 1452.471579] env[63097]: value = "task-1687204" [ 1452.471579] env[63097]: _type = "Task" [ 1452.471579] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.487575] env[63097]: DEBUG oslo_vmware.api [None req-10c294ad-0193-4aec-aa10-810727e8d122 tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Task: {'id': task-1687204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.498678] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: f7682359-f969-4869-869c-318c3bf750fb] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1452.528393] env[63097]: DEBUG oslo_vmware.rw_handles [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Completed reading data from the image iterator. {{(pid=63097) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1452.528884] env[63097]: DEBUG oslo_vmware.rw_handles [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52345920-7e7b-fc0c-82a3-1d23b79f40f4/disk-0.vmdk. {{(pid=63097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1452.529852] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0d6619-6169-4821-9934-a881eab35e7b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.537941] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-693910e5-e6ef-4df8-adc0-da526f9556a7 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1452.538324] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-693910e5-e6ef-4df8-adc0-da526f9556a7 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1452.538590] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-693910e5-e6ef-4df8-adc0-da526f9556a7 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Deleting the datastore file [datastore1] 2e8d1f13-2aba-4691-86fd-bca4c8309c1c {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1452.541115] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c78cf2f-6936-4bdd-ba4f-381387154f85 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.543357] env[63097]: DEBUG oslo_vmware.rw_handles [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52345920-7e7b-fc0c-82a3-1d23b79f40f4/disk-0.vmdk is in state: ready. {{(pid=63097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1452.543608] env[63097]: DEBUG oslo_vmware.rw_handles [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52345920-7e7b-fc0c-82a3-1d23b79f40f4/disk-0.vmdk. {{(pid=63097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1452.543894] env[63097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-375e2f33-77f1-4cd2-9004-868285bf8399 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.551192] env[63097]: DEBUG oslo_vmware.api [None req-693910e5-e6ef-4df8-adc0-da526f9556a7 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Waiting for the task: (returnval){ [ 1452.551192] env[63097]: value = "task-1687205" [ 1452.551192] env[63097]: _type = "Task" [ 1452.551192] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.561250] env[63097]: DEBUG oslo_vmware.api [None req-693910e5-e6ef-4df8-adc0-da526f9556a7 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': task-1687205, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.765235] env[63097]: DEBUG oslo_vmware.rw_handles [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52345920-7e7b-fc0c-82a3-1d23b79f40f4/disk-0.vmdk. {{(pid=63097) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1452.765489] env[63097]: INFO nova.virt.vmwareapi.images [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Downloaded image file data 7acfe9ad-b917-4a13-9bc2-ac9b8341f875 [ 1452.766581] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933da97b-6d51-4c3d-a3e9-08fb221053c9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.786277] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-141ce01e-b49f-42e1-992b-511795b13f11 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.815844] env[63097]: INFO nova.virt.vmwareapi.images [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] The imported VM was unregistered [ 1452.819329] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Caching image {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1452.819596] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Creating directory with path [datastore1] devstack-image-cache_base/7acfe9ad-b917-4a13-9bc2-ac9b8341f875 {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1452.819918] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6f4b931-5fcd-4877-9780-6d9e2cdc52fc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.836102] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Created directory with path [datastore1] devstack-image-cache_base/7acfe9ad-b917-4a13-9bc2-ac9b8341f875 {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1452.836631] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_3a5bdb74-fc55-4a05-9d5d-c0ce9db320ff/OSTACK_IMG_3a5bdb74-fc55-4a05-9d5d-c0ce9db320ff.vmdk to [datastore1] devstack-image-cache_base/7acfe9ad-b917-4a13-9bc2-ac9b8341f875/7acfe9ad-b917-4a13-9bc2-ac9b8341f875.vmdk. {{(pid=63097) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1452.836966] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-100216ed-7f64-4ed3-8515-68791685427e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.844562] env[63097]: DEBUG oslo_vmware.api [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1452.844562] env[63097]: value = "task-1687207" [ 1452.844562] env[63097]: _type = "Task" [ 1452.844562] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.855706] env[63097]: DEBUG oslo_vmware.api [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687207, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.907047] env[63097]: DEBUG oslo_vmware.api [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Task: {'id': task-1687202, 'name': Rename_Task, 'duration_secs': 0.183254} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.907188] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1452.907487] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-390fc492-e1ea-480c-81e0-c61bf7dbab15 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.916317] env[63097]: DEBUG oslo_vmware.api [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Waiting for the task: (returnval){ [ 1452.916317] env[63097]: value = "task-1687208" [ 1452.916317] env[63097]: _type = "Task" [ 1452.916317] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.920724] env[63097]: DEBUG oslo_concurrency.lockutils [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1452.921455] env[63097]: DEBUG nova.compute.manager [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1452.929225] env[63097]: DEBUG oslo_concurrency.lockutils [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.384s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.929225] env[63097]: DEBUG nova.objects.instance [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lazy-loading 'pci_requests' on Instance uuid 185ab458-44b4-4bc2-816a-269d7a4e2719 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1452.936613] env[63097]: DEBUG oslo_vmware.api [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Task: {'id': task-1687208, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.941409] env[63097]: INFO nova.compute.manager [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Shelve offloading [ 1452.943439] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1452.943962] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a030794e-e2a5-41aa-96dd-18c2d8867a94 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.950809] env[63097]: DEBUG oslo_vmware.api [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1452.950809] env[63097]: value = "task-1687209" [ 1452.950809] env[63097]: _type = "Task" [ 1452.950809] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.960383] env[63097]: DEBUG oslo_vmware.api [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.985280] env[63097]: DEBUG oslo_vmware.api [None req-10c294ad-0193-4aec-aa10-810727e8d122 tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Task: {'id': task-1687204, 'name': PowerOffVM_Task, 'duration_secs': 0.367728} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.986309] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c294ad-0193-4aec-aa10-810727e8d122 tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1452.986309] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-10c294ad-0193-4aec-aa10-810727e8d122 tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1452.986309] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16cf87f4-ab76-4cd7-8fb9-fe60224780fc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.002429] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 20760c23-3839-43d5-a209-8f91b7316a9e] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1453.068690] env[63097]: DEBUG oslo_vmware.api [None req-693910e5-e6ef-4df8-adc0-da526f9556a7 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': task-1687205, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214833} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.068690] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-693910e5-e6ef-4df8-adc0-da526f9556a7 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1453.068928] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-693910e5-e6ef-4df8-adc0-da526f9556a7 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1453.069151] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-693910e5-e6ef-4df8-adc0-da526f9556a7 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1453.069354] env[63097]: INFO nova.compute.manager [None req-693910e5-e6ef-4df8-adc0-da526f9556a7 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1453.069620] env[63097]: DEBUG oslo.service.loopingcall [None req-693910e5-e6ef-4df8-adc0-da526f9556a7 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1453.072018] env[63097]: DEBUG nova.compute.manager [-] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1453.072018] env[63097]: DEBUG nova.network.neutron [-] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1453.074675] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-10c294ad-0193-4aec-aa10-810727e8d122 tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1453.075136] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-10c294ad-0193-4aec-aa10-810727e8d122 tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1453.075222] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-10c294ad-0193-4aec-aa10-810727e8d122 tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Deleting the datastore file [datastore1] 66274a74-ccfb-4a8b-ac23-f0b913919d19 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1453.075512] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b7eab05-cd85-40d9-81e3-33fd2032ee7e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.085379] env[63097]: DEBUG oslo_vmware.api [None req-10c294ad-0193-4aec-aa10-810727e8d122 tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Waiting for the task: (returnval){ [ 1453.085379] env[63097]: value = "task-1687211" [ 1453.085379] env[63097]: _type = "Task" [ 1453.085379] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.095314] env[63097]: DEBUG oslo_vmware.api [None req-10c294ad-0193-4aec-aa10-810727e8d122 tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Task: {'id': task-1687211, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.120067] env[63097]: DEBUG oslo_concurrency.lockutils [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.120325] env[63097]: DEBUG oslo_concurrency.lockutils [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.357338] env[63097]: DEBUG oslo_vmware.api [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687207, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.429722] env[63097]: DEBUG oslo_vmware.api [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Task: {'id': task-1687208, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.435889] env[63097]: DEBUG nova.objects.instance [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lazy-loading 'numa_topology' on Instance uuid 185ab458-44b4-4bc2-816a-269d7a4e2719 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1453.438014] env[63097]: DEBUG nova.compute.utils [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1453.439908] env[63097]: DEBUG nova.compute.manager [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1453.440032] env[63097]: DEBUG nova.network.neutron [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1453.466017] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] VM already powered off {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1453.466601] env[63097]: DEBUG nova.compute.manager [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1453.467450] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c63999-71c0-402c-a5f9-818246e3734c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.478212] env[63097]: DEBUG oslo_concurrency.lockutils [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "refresh_cache-5998295c-c2d7-4c52-b227-857e35ce4228" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1453.478321] env[63097]: DEBUG oslo_concurrency.lockutils [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquired lock "refresh_cache-5998295c-c2d7-4c52-b227-857e35ce4228" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.478476] env[63097]: DEBUG nova.network.neutron [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1453.506283] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 6f3926be-cfa8-4d38-959d-0e67c79f852d] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1453.601231] env[63097]: DEBUG oslo_vmware.api [None req-10c294ad-0193-4aec-aa10-810727e8d122 tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Task: {'id': task-1687211, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.624419] env[63097]: DEBUG nova.policy [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3f682c81bc940769ec2743dbb0b4ab7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21391ff1fe7b44c99baa0f5c73949122', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1453.627141] env[63097]: DEBUG nova.compute.manager [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1453.718425] env[63097]: DEBUG nova.compute.manager [req-e4837cdc-f1d5-477b-bc08-a5d62f39b28a req-c6314906-a74e-4096-952e-e694f6acda9f service nova] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Received event network-vif-plugged-4e2a2815-b2eb-4f10-906f-f8c518b2ea79 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1453.718666] env[63097]: DEBUG oslo_concurrency.lockutils [req-e4837cdc-f1d5-477b-bc08-a5d62f39b28a req-c6314906-a74e-4096-952e-e694f6acda9f service nova] Acquiring lock "c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.718917] env[63097]: DEBUG oslo_concurrency.lockutils [req-e4837cdc-f1d5-477b-bc08-a5d62f39b28a req-c6314906-a74e-4096-952e-e694f6acda9f service nova] Lock "c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.719405] env[63097]: DEBUG oslo_concurrency.lockutils [req-e4837cdc-f1d5-477b-bc08-a5d62f39b28a req-c6314906-a74e-4096-952e-e694f6acda9f service nova] Lock "c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.719683] env[63097]: DEBUG nova.compute.manager [req-e4837cdc-f1d5-477b-bc08-a5d62f39b28a req-c6314906-a74e-4096-952e-e694f6acda9f service nova] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] No waiting events found dispatching network-vif-plugged-4e2a2815-b2eb-4f10-906f-f8c518b2ea79 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1453.719901] env[63097]: WARNING nova.compute.manager [req-e4837cdc-f1d5-477b-bc08-a5d62f39b28a req-c6314906-a74e-4096-952e-e694f6acda9f service nova] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Received unexpected event network-vif-plugged-4e2a2815-b2eb-4f10-906f-f8c518b2ea79 for instance with vm_state building and task_state spawning. [ 1453.762986] env[63097]: DEBUG nova.compute.manager [req-c95615ca-5fd7-4473-b070-55739545a64a req-8c12e1cc-d187-4ab9-8636-e4562bcc9fca service nova] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Received event network-changed-5a92687c-4bb5-4fe2-86e0-267b200f22c3 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1453.763429] env[63097]: DEBUG nova.compute.manager [req-c95615ca-5fd7-4473-b070-55739545a64a req-8c12e1cc-d187-4ab9-8636-e4562bcc9fca service nova] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Refreshing instance network info cache due to event network-changed-5a92687c-4bb5-4fe2-86e0-267b200f22c3. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1453.763913] env[63097]: DEBUG oslo_concurrency.lockutils [req-c95615ca-5fd7-4473-b070-55739545a64a req-8c12e1cc-d187-4ab9-8636-e4562bcc9fca service nova] Acquiring lock "refresh_cache-626a994b-6d9c-494e-ab6d-1c3a885faf36" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1453.764232] env[63097]: DEBUG oslo_concurrency.lockutils [req-c95615ca-5fd7-4473-b070-55739545a64a req-8c12e1cc-d187-4ab9-8636-e4562bcc9fca service nova] Acquired lock "refresh_cache-626a994b-6d9c-494e-ab6d-1c3a885faf36" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.764552] env[63097]: DEBUG nova.network.neutron [req-c95615ca-5fd7-4473-b070-55739545a64a req-8c12e1cc-d187-4ab9-8636-e4562bcc9fca service nova] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Refreshing network info cache for port 5a92687c-4bb5-4fe2-86e0-267b200f22c3 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1453.860289] env[63097]: DEBUG oslo_vmware.api [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687207, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.931579] env[63097]: DEBUG oslo_vmware.api [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Task: {'id': task-1687208, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.940589] env[63097]: INFO nova.compute.claims [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1453.945223] env[63097]: DEBUG nova.compute.manager [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1454.013168] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 64181f99-d470-4df2-9b9c-68f554816a19] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1454.031168] env[63097]: DEBUG nova.network.neutron [-] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.103949] env[63097]: DEBUG oslo_vmware.api [None req-10c294ad-0193-4aec-aa10-810727e8d122 tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Task: {'id': task-1687211, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.143703] env[63097]: DEBUG nova.network.neutron [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Successfully updated port: 4e2a2815-b2eb-4f10-906f-f8c518b2ea79 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1454.166959] env[63097]: DEBUG oslo_concurrency.lockutils [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.274058] env[63097]: DEBUG nova.network.neutron [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Updating instance_info_cache with network_info: [{"id": "ba4f60e0-060c-444a-a5d8-c3bfaa08015d", "address": "fa:16:3e:99:98:ca", "network": {"id": "94712200-def6-47d2-8aea-9450d0e57f82", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-478454733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bef179dd054a49daacd2151914b1000b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba4f60e0-06", "ovs_interfaceid": "ba4f60e0-060c-444a-a5d8-c3bfaa08015d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.360129] env[63097]: DEBUG oslo_vmware.api [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687207, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.432725] env[63097]: DEBUG oslo_vmware.api [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Task: {'id': task-1687208, 'name': PowerOnVM_Task, 'duration_secs': 1.390963} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.433041] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1454.433275] env[63097]: INFO nova.compute.manager [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Took 6.98 seconds to spawn the instance on the hypervisor. [ 1454.433466] env[63097]: DEBUG nova.compute.manager [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1454.434358] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f14925-c6a5-4a40-9226-9a04ff8bba20 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.516914] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: e4cdc641-a801-43ce-9b9b-b755a743be9a] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1454.535046] env[63097]: INFO nova.compute.manager [-] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] Took 1.46 seconds to deallocate network for instance. [ 1454.598470] env[63097]: DEBUG oslo_vmware.api [None req-10c294ad-0193-4aec-aa10-810727e8d122 tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Task: {'id': task-1687211, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.279153} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.598760] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-10c294ad-0193-4aec-aa10-810727e8d122 tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1454.598951] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-10c294ad-0193-4aec-aa10-810727e8d122 tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1454.599144] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-10c294ad-0193-4aec-aa10-810727e8d122 tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1454.599321] env[63097]: INFO nova.compute.manager [None req-10c294ad-0193-4aec-aa10-810727e8d122 tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Took 2.15 seconds to destroy the instance on the hypervisor. [ 1454.599572] env[63097]: DEBUG oslo.service.loopingcall [None req-10c294ad-0193-4aec-aa10-810727e8d122 tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1454.599772] env[63097]: DEBUG nova.compute.manager [-] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1454.599863] env[63097]: DEBUG nova.network.neutron [-] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1454.649107] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "refresh_cache-c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.649267] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquired lock "refresh_cache-c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.649420] env[63097]: DEBUG nova.network.neutron [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1454.777649] env[63097]: DEBUG oslo_concurrency.lockutils [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Releasing lock "refresh_cache-5998295c-c2d7-4c52-b227-857e35ce4228" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1454.858303] env[63097]: DEBUG oslo_vmware.api [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687207, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.893344] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6373ddd-cb62-4fe1-a443-c75ff7326850 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.901603] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8bb1f5-3c91-4c9a-b456-083c245bd30a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.946281] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b92b8a-5d32-43c2-a33a-cbe9fd5d1bfd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.958149] env[63097]: INFO nova.compute.manager [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Took 26.35 seconds to build instance. [ 1454.960322] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bae04a-bcf1-443e-800a-1edd92da1402 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.965991] env[63097]: DEBUG nova.compute.manager [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1454.979628] env[63097]: DEBUG nova.compute.provider_tree [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1454.997673] env[63097]: DEBUG nova.virt.hardware [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1454.998030] env[63097]: DEBUG nova.virt.hardware [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1454.998228] env[63097]: DEBUG nova.virt.hardware [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1454.998426] env[63097]: DEBUG nova.virt.hardware [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1454.998579] env[63097]: DEBUG nova.virt.hardware [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1454.998735] env[63097]: DEBUG nova.virt.hardware [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1454.998979] env[63097]: DEBUG nova.virt.hardware [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1454.999181] env[63097]: DEBUG nova.virt.hardware [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1454.999390] env[63097]: DEBUG nova.virt.hardware [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1454.999834] env[63097]: DEBUG nova.virt.hardware [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1454.999834] env[63097]: DEBUG nova.virt.hardware [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1455.001062] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c92c79b-45cb-4b8d-a036-173fb5e1a62e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.010448] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52dc6f2f-51b8-4193-abac-1c4cb372b040 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.027341] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1455.027525] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Cleaning up deleted instances with incomplete migration {{(pid=63097) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11267}} [ 1455.043216] env[63097]: DEBUG oslo_concurrency.lockutils [None req-693910e5-e6ef-4df8-adc0-da526f9556a7 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1455.072140] env[63097]: DEBUG nova.network.neutron [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Successfully created port: b0d80eb2-59c0-486c-97c8-99f6b83ce20c {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1455.192107] env[63097]: DEBUG nova.network.neutron [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1455.354097] env[63097]: DEBUG nova.network.neutron [req-c95615ca-5fd7-4473-b070-55739545a64a req-8c12e1cc-d187-4ab9-8636-e4562bcc9fca service nova] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Updated VIF entry in instance network info cache for port 5a92687c-4bb5-4fe2-86e0-267b200f22c3. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1455.354740] env[63097]: DEBUG nova.network.neutron [req-c95615ca-5fd7-4473-b070-55739545a64a req-8c12e1cc-d187-4ab9-8636-e4562bcc9fca service nova] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Updating instance_info_cache with network_info: [{"id": "5a92687c-4bb5-4fe2-86e0-267b200f22c3", "address": "fa:16:3e:01:6e:e0", "network": {"id": "082f1e0b-2faa-438b-beb2-07cc49fe07ef", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1715190239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa7867f5c3b4e6e8e319e4b098166c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a92687c-4b", "ovs_interfaceid": "5a92687c-4bb5-4fe2-86e0-267b200f22c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.364192] env[63097]: DEBUG oslo_vmware.api [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687207, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.447433] env[63097]: DEBUG nova.network.neutron [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Updating instance_info_cache with network_info: [{"id": "4e2a2815-b2eb-4f10-906f-f8c518b2ea79", "address": "fa:16:3e:a7:87:c3", "network": {"id": "73d727fd-7254-4c32-8ff5-eee91ec884f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1273771499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "698609218f87444a806ede2ee3ee9fa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e2a2815-b2", "ovs_interfaceid": "4e2a2815-b2eb-4f10-906f-f8c518b2ea79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.466768] env[63097]: DEBUG oslo_concurrency.lockutils [None req-11d57d57-48a2-4bf7-8e5c-9c890c008561 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Lock "89302b4a-74b0-4c80-850c-bafca341132c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.867s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1455.482728] env[63097]: DEBUG nova.scheduler.client.report [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1455.532373] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1455.783350] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1455.784268] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3dc5983-ac7a-46bb-b404-108ce28ffd31 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.797688] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1455.797847] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d4ce0fd-2012-4086-9e27-d85017fda4d3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.861576] env[63097]: DEBUG oslo_concurrency.lockutils [req-c95615ca-5fd7-4473-b070-55739545a64a req-8c12e1cc-d187-4ab9-8636-e4562bcc9fca service nova] Releasing lock "refresh_cache-626a994b-6d9c-494e-ab6d-1c3a885faf36" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1455.863586] env[63097]: DEBUG oslo_vmware.api [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687207, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.730229} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.863586] env[63097]: INFO nova.virt.vmwareapi.ds_util [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_3a5bdb74-fc55-4a05-9d5d-c0ce9db320ff/OSTACK_IMG_3a5bdb74-fc55-4a05-9d5d-c0ce9db320ff.vmdk to [datastore1] devstack-image-cache_base/7acfe9ad-b917-4a13-9bc2-ac9b8341f875/7acfe9ad-b917-4a13-9bc2-ac9b8341f875.vmdk. [ 1455.863586] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Cleaning up location [datastore1] OSTACK_IMG_3a5bdb74-fc55-4a05-9d5d-c0ce9db320ff {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1455.863586] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_3a5bdb74-fc55-4a05-9d5d-c0ce9db320ff {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1455.863586] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4cd0e0e8-fe99-482c-91bc-7952c21943bc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.870171] env[63097]: DEBUG oslo_vmware.api [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1455.870171] env[63097]: value = "task-1687213" [ 1455.870171] env[63097]: _type = "Task" [ 1455.870171] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.880940] env[63097]: DEBUG oslo_vmware.api [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687213, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.884498] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1455.884764] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1455.885057] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Deleting the datastore file [datastore1] 5998295c-c2d7-4c52-b227-857e35ce4228 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1455.885294] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c80999f-c516-44b3-93c0-ac4117c9410b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.891633] env[63097]: DEBUG oslo_vmware.api [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1455.891633] env[63097]: value = "task-1687214" [ 1455.891633] env[63097]: _type = "Task" [ 1455.891633] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.901594] env[63097]: DEBUG oslo_vmware.api [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687214, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.950816] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Releasing lock "refresh_cache-c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1455.951185] env[63097]: DEBUG nova.compute.manager [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Instance network_info: |[{"id": "4e2a2815-b2eb-4f10-906f-f8c518b2ea79", "address": "fa:16:3e:a7:87:c3", "network": {"id": "73d727fd-7254-4c32-8ff5-eee91ec884f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1273771499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "698609218f87444a806ede2ee3ee9fa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e2a2815-b2", "ovs_interfaceid": "4e2a2815-b2eb-4f10-906f-f8c518b2ea79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1455.952042] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:87:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e30245c5-78f5-48e6-b504-c6c21f5a9b45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e2a2815-b2eb-4f10-906f-f8c518b2ea79', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1455.959445] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Creating folder: Project (698609218f87444a806ede2ee3ee9fa6). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1455.961044] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7eef1859-deff-4fb3-a608-838e46eefdcf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.967777] env[63097]: DEBUG nova.compute.manager [req-172192f3-3ef1-41db-9abb-66095551638b req-d1612535-767d-458b-9be7-a9d6e3587f54 service nova] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Received event network-changed-4e2a2815-b2eb-4f10-906f-f8c518b2ea79 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1455.967777] env[63097]: DEBUG nova.compute.manager [req-172192f3-3ef1-41db-9abb-66095551638b req-d1612535-767d-458b-9be7-a9d6e3587f54 service nova] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Refreshing instance network info cache due to event network-changed-4e2a2815-b2eb-4f10-906f-f8c518b2ea79. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1455.967777] env[63097]: DEBUG oslo_concurrency.lockutils [req-172192f3-3ef1-41db-9abb-66095551638b req-d1612535-767d-458b-9be7-a9d6e3587f54 service nova] Acquiring lock "refresh_cache-c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1455.967777] env[63097]: DEBUG oslo_concurrency.lockutils [req-172192f3-3ef1-41db-9abb-66095551638b req-d1612535-767d-458b-9be7-a9d6e3587f54 service nova] Acquired lock "refresh_cache-c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.967777] env[63097]: DEBUG nova.network.neutron [req-172192f3-3ef1-41db-9abb-66095551638b req-d1612535-767d-458b-9be7-a9d6e3587f54 service nova] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Refreshing network info cache for port 4e2a2815-b2eb-4f10-906f-f8c518b2ea79 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1455.976731] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Created folder: Project (698609218f87444a806ede2ee3ee9fa6) in parent group-v351483. [ 1455.976731] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Creating folder: Instances. Parent ref: group-v351695. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1455.977507] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-652dc7f5-4f5c-4ae6-b270-40fd6a52d95c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.988036] env[63097]: DEBUG nova.network.neutron [-] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.989374] env[63097]: DEBUG oslo_concurrency.lockutils [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.064s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1455.994755] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Created folder: Instances in parent group-v351695. [ 1455.994989] env[63097]: DEBUG oslo.service.loopingcall [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1455.995649] env[63097]: DEBUG oslo_concurrency.lockutils [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.997s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1455.997585] env[63097]: INFO nova.compute.claims [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1456.000638] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1456.002415] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b37a9a3-ff92-4f64-86c0-8e16e9b43c52 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.022579] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1456.022579] env[63097]: value = "task-1687217" [ 1456.022579] env[63097]: _type = "Task" [ 1456.022579] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.033508] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687217, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.040208] env[63097]: INFO nova.network.neutron [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Updating port e92b0eaf-ae0e-4c7f-aaef-addb43dd5874 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1456.047997] env[63097]: DEBUG nova.compute.manager [req-17a7f9b1-20f6-4c8d-95af-c400e134a2bb req-faeb165d-3b76-432a-a814-fc6f0049cf29 service nova] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] Received event network-vif-deleted-8b6a30ec-7e3b-4d77-a397-fb2905d0efda {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1456.048213] env[63097]: DEBUG nova.compute.manager [req-17a7f9b1-20f6-4c8d-95af-c400e134a2bb req-faeb165d-3b76-432a-a814-fc6f0049cf29 service nova] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Received event network-vif-deleted-a9cd91cb-25c6-4fee-aa1c-72fbd0777887 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1456.270767] env[63097]: INFO nova.compute.manager [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Rebuilding instance [ 1456.378189] env[63097]: DEBUG nova.compute.manager [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1456.378189] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e565db3-d2ef-4856-aac7-e86008108ad4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.389572] env[63097]: DEBUG oslo_vmware.api [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687213, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.066346} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.393744] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1456.393744] env[63097]: DEBUG oslo_concurrency.lockutils [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7acfe9ad-b917-4a13-9bc2-ac9b8341f875/7acfe9ad-b917-4a13-9bc2-ac9b8341f875.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1456.393744] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7acfe9ad-b917-4a13-9bc2-ac9b8341f875/7acfe9ad-b917-4a13-9bc2-ac9b8341f875.vmdk to [datastore1] d0d4556c-dca1-43e4-a1a4-92662cacf4b8/d0d4556c-dca1-43e4-a1a4-92662cacf4b8.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1456.398225] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68359be6-c316-4196-957d-d43fd2ddcec6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.409388] env[63097]: DEBUG oslo_vmware.api [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687214, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238219} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.412416] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1456.428611] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1456.429117] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1456.432815] env[63097]: DEBUG oslo_vmware.api [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1456.432815] env[63097]: value = "task-1687218" [ 1456.432815] env[63097]: _type = "Task" [ 1456.432815] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.465702] env[63097]: DEBUG oslo_vmware.api [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687218, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.496658] env[63097]: INFO nova.scheduler.client.report [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Deleted allocations for instance 5998295c-c2d7-4c52-b227-857e35ce4228 [ 1456.499635] env[63097]: INFO nova.compute.manager [-] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Took 1.90 seconds to deallocate network for instance. [ 1456.534447] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687217, 'name': CreateVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.749459] env[63097]: DEBUG nova.network.neutron [req-172192f3-3ef1-41db-9abb-66095551638b req-d1612535-767d-458b-9be7-a9d6e3587f54 service nova] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Updated VIF entry in instance network info cache for port 4e2a2815-b2eb-4f10-906f-f8c518b2ea79. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1456.749717] env[63097]: DEBUG nova.network.neutron [req-172192f3-3ef1-41db-9abb-66095551638b req-d1612535-767d-458b-9be7-a9d6e3587f54 service nova] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Updating instance_info_cache with network_info: [{"id": "4e2a2815-b2eb-4f10-906f-f8c518b2ea79", "address": "fa:16:3e:a7:87:c3", "network": {"id": "73d727fd-7254-4c32-8ff5-eee91ec884f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1273771499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "698609218f87444a806ede2ee3ee9fa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e2a2815-b2", "ovs_interfaceid": "4e2a2815-b2eb-4f10-906f-f8c518b2ea79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.900023] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1456.900023] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2d2229b-3630-47a4-8fb2-2933f9009ef7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.907660] env[63097]: DEBUG oslo_vmware.api [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Waiting for the task: (returnval){ [ 1456.907660] env[63097]: value = "task-1687219" [ 1456.907660] env[63097]: _type = "Task" [ 1456.907660] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.917975] env[63097]: DEBUG oslo_vmware.api [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Task: {'id': task-1687219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.948364] env[63097]: DEBUG oslo_vmware.api [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687218, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.002455] env[63097]: DEBUG oslo_concurrency.lockutils [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.015478] env[63097]: DEBUG oslo_concurrency.lockutils [None req-10c294ad-0193-4aec-aa10-810727e8d122 tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.037685] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687217, 'name': CreateVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.256942] env[63097]: DEBUG oslo_concurrency.lockutils [req-172192f3-3ef1-41db-9abb-66095551638b req-d1612535-767d-458b-9be7-a9d6e3587f54 service nova] Releasing lock "refresh_cache-c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.256942] env[63097]: DEBUG nova.compute.manager [req-172192f3-3ef1-41db-9abb-66095551638b req-d1612535-767d-458b-9be7-a9d6e3587f54 service nova] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Received event network-vif-unplugged-ba4f60e0-060c-444a-a5d8-c3bfaa08015d {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1457.256942] env[63097]: DEBUG oslo_concurrency.lockutils [req-172192f3-3ef1-41db-9abb-66095551638b req-d1612535-767d-458b-9be7-a9d6e3587f54 service nova] Acquiring lock "5998295c-c2d7-4c52-b227-857e35ce4228-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.256942] env[63097]: DEBUG oslo_concurrency.lockutils [req-172192f3-3ef1-41db-9abb-66095551638b req-d1612535-767d-458b-9be7-a9d6e3587f54 service nova] Lock "5998295c-c2d7-4c52-b227-857e35ce4228-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.256942] env[63097]: DEBUG oslo_concurrency.lockutils [req-172192f3-3ef1-41db-9abb-66095551638b req-d1612535-767d-458b-9be7-a9d6e3587f54 service nova] Lock "5998295c-c2d7-4c52-b227-857e35ce4228-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.256942] env[63097]: DEBUG nova.compute.manager [req-172192f3-3ef1-41db-9abb-66095551638b req-d1612535-767d-458b-9be7-a9d6e3587f54 service nova] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] No waiting events found dispatching network-vif-unplugged-ba4f60e0-060c-444a-a5d8-c3bfaa08015d {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1457.256942] env[63097]: WARNING nova.compute.manager [req-172192f3-3ef1-41db-9abb-66095551638b req-d1612535-767d-458b-9be7-a9d6e3587f54 service nova] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Received unexpected event network-vif-unplugged-ba4f60e0-060c-444a-a5d8-c3bfaa08015d for instance with vm_state shelved and task_state shelving_offloading. [ 1457.391139] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8d0bcc-bac4-4e82-80ea-78cddd9020bc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.401881] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377cbdea-2713-4481-8803-a72677e0362a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.445608] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba8ab8f-2fce-4b82-97a8-812cbf555be7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.452648] env[63097]: DEBUG oslo_vmware.api [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Task: {'id': task-1687219, 'name': PowerOffVM_Task, 'duration_secs': 0.230342} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.453663] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1457.453931] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1457.454896] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c863f91a-22cb-4018-bd8c-f32feb662a11 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.462583] env[63097]: DEBUG oslo_vmware.api [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687218, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.464623] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a804af-601b-47ae-9f8e-a6a67fb2f2b9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.471347] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1457.471951] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e986f851-f7b0-4b90-ad2a-828564bebfc8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.482647] env[63097]: DEBUG nova.compute.provider_tree [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1457.489981] env[63097]: DEBUG nova.network.neutron [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Successfully updated port: b0d80eb2-59c0-486c-97c8-99f6b83ce20c {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1457.508297] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1457.508518] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1457.508762] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Deleting the datastore file [datastore2] 89302b4a-74b0-4c80-850c-bafca341132c {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1457.509324] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd00947b-ed3d-4225-b000-f0cee92d872e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.517020] env[63097]: DEBUG oslo_vmware.api [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Waiting for the task: (returnval){ [ 1457.517020] env[63097]: value = "task-1687221" [ 1457.517020] env[63097]: _type = "Task" [ 1457.517020] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.526489] env[63097]: DEBUG oslo_vmware.api [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Task: {'id': task-1687221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.535289] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687217, 'name': CreateVM_Task, 'duration_secs': 1.489576} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.535577] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1457.536414] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1457.536583] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.536830] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1457.537096] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-646c2479-1611-475c-bd0b-aaf9931c535c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.542032] env[63097]: DEBUG oslo_vmware.api [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1457.542032] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b12ef3-7285-c7a5-3a39-67a1eb66f54f" [ 1457.542032] env[63097]: _type = "Task" [ 1457.542032] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.554445] env[63097]: DEBUG oslo_vmware.api [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b12ef3-7285-c7a5-3a39-67a1eb66f54f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.857654] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Acquiring lock "435f2efc-0c43-47fc-9d04-7e3d044935d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.858072] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Lock "435f2efc-0c43-47fc-9d04-7e3d044935d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.950951] env[63097]: DEBUG oslo_vmware.api [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687218, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.985489] env[63097]: DEBUG nova.scheduler.client.report [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1457.993033] env[63097]: DEBUG oslo_concurrency.lockutils [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Acquiring lock "refresh_cache-58313d4d-bdea-47df-80b3-efe3cf26cfb4" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1457.993033] env[63097]: DEBUG oslo_concurrency.lockutils [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Acquired lock "refresh_cache-58313d4d-bdea-47df-80b3-efe3cf26cfb4" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.993033] env[63097]: DEBUG nova.network.neutron [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1458.028685] env[63097]: DEBUG oslo_vmware.api [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Task: {'id': task-1687221, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227159} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.028986] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1458.029252] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1458.029484] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1458.054654] env[63097]: DEBUG oslo_vmware.api [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b12ef3-7285-c7a5-3a39-67a1eb66f54f, 'name': SearchDatastore_Task, 'duration_secs': 0.013686} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.054749] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1458.055299] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1458.056343] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.056343] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.056343] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1458.056574] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38de9c3f-4cbe-492f-9329-ccb4f3be48f6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.076108] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1458.076738] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1458.078012] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e70742f-9ab1-4fa4-8f46-945908aa7564 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.087947] env[63097]: DEBUG oslo_vmware.api [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1458.087947] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]526d93c2-65b9-9527-0e1e-f55c48f9ef3a" [ 1458.087947] env[63097]: _type = "Task" [ 1458.087947] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.097659] env[63097]: DEBUG oslo_vmware.api [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]526d93c2-65b9-9527-0e1e-f55c48f9ef3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.336329] env[63097]: DEBUG nova.compute.manager [req-9c200ab4-0e9b-4298-a921-17b59fac677e req-8cee1e7c-f07b-4e69-b036-7328fc370a9b service nova] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Received event network-changed-ba4f60e0-060c-444a-a5d8-c3bfaa08015d {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1458.336543] env[63097]: DEBUG nova.compute.manager [req-9c200ab4-0e9b-4298-a921-17b59fac677e req-8cee1e7c-f07b-4e69-b036-7328fc370a9b service nova] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Refreshing instance network info cache due to event network-changed-ba4f60e0-060c-444a-a5d8-c3bfaa08015d. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1458.336764] env[63097]: DEBUG oslo_concurrency.lockutils [req-9c200ab4-0e9b-4298-a921-17b59fac677e req-8cee1e7c-f07b-4e69-b036-7328fc370a9b service nova] Acquiring lock "refresh_cache-5998295c-c2d7-4c52-b227-857e35ce4228" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.336910] env[63097]: DEBUG oslo_concurrency.lockutils [req-9c200ab4-0e9b-4298-a921-17b59fac677e req-8cee1e7c-f07b-4e69-b036-7328fc370a9b service nova] Acquired lock "refresh_cache-5998295c-c2d7-4c52-b227-857e35ce4228" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.337914] env[63097]: DEBUG nova.network.neutron [req-9c200ab4-0e9b-4298-a921-17b59fac677e req-8cee1e7c-f07b-4e69-b036-7328fc370a9b service nova] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Refreshing network info cache for port ba4f60e0-060c-444a-a5d8-c3bfaa08015d {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1458.359531] env[63097]: DEBUG oslo_concurrency.lockutils [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquiring lock "refresh_cache-185ab458-44b4-4bc2-816a-269d7a4e2719" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.359734] env[63097]: DEBUG oslo_concurrency.lockutils [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquired lock "refresh_cache-185ab458-44b4-4bc2-816a-269d7a4e2719" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.360073] env[63097]: DEBUG nova.network.neutron [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1458.361278] env[63097]: DEBUG nova.compute.manager [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1458.408821] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4af507d3-f16a-44a7-a136-9e84d51a8514 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "5998295c-c2d7-4c52-b227-857e35ce4228" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.451360] env[63097]: DEBUG oslo_vmware.rw_handles [None req-64ab159f-3e1d-4bcd-b88c-047134a7bacb tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5267f44a-9df6-e990-a8b2-0e9130405af7/disk-0.vmdk. {{(pid=63097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1458.452946] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc98f9e-51ce-40ba-ae97-d11fce72a35f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.459102] env[63097]: DEBUG oslo_vmware.api [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687218, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.466849] env[63097]: DEBUG oslo_vmware.rw_handles [None req-64ab159f-3e1d-4bcd-b88c-047134a7bacb tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5267f44a-9df6-e990-a8b2-0e9130405af7/disk-0.vmdk is in state: ready. {{(pid=63097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1458.467036] env[63097]: ERROR oslo_vmware.rw_handles [None req-64ab159f-3e1d-4bcd-b88c-047134a7bacb tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5267f44a-9df6-e990-a8b2-0e9130405af7/disk-0.vmdk due to incomplete transfer. [ 1458.467250] env[63097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b6250fb0-2fbc-42e8-8f82-f4c04c454370 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.478371] env[63097]: DEBUG oslo_vmware.rw_handles [None req-64ab159f-3e1d-4bcd-b88c-047134a7bacb tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5267f44a-9df6-e990-a8b2-0e9130405af7/disk-0.vmdk. {{(pid=63097) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1458.478637] env[63097]: DEBUG nova.virt.vmwareapi.images [None req-64ab159f-3e1d-4bcd-b88c-047134a7bacb tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Uploaded image c6501b78-bfd9-49ee-a89e-9a98674a04d0 to the Glance image server {{(pid=63097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1458.480678] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-64ab159f-3e1d-4bcd-b88c-047134a7bacb tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Destroying the VM {{(pid=63097) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1458.480987] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7cc9b22e-1789-4c2c-a6f4-514b6ba42557 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.493860] env[63097]: DEBUG oslo_concurrency.lockutils [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.493860] env[63097]: DEBUG nova.compute.manager [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1458.499063] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5f8000fa-5cc6-4bc5-ae5c-7428466d946b tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.770s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.499063] env[63097]: DEBUG nova.objects.instance [None req-5f8000fa-5cc6-4bc5-ae5c-7428466d946b tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Lazy-loading 'resources' on Instance uuid ca593388-7163-4a80-8639-19e2553f37d7 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1458.503345] env[63097]: DEBUG oslo_vmware.api [None req-64ab159f-3e1d-4bcd-b88c-047134a7bacb tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1458.503345] env[63097]: value = "task-1687222" [ 1458.503345] env[63097]: _type = "Task" [ 1458.503345] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.517583] env[63097]: DEBUG oslo_vmware.api [None req-64ab159f-3e1d-4bcd-b88c-047134a7bacb tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687222, 'name': Destroy_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.555944] env[63097]: DEBUG nova.network.neutron [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1458.606220] env[63097]: DEBUG oslo_vmware.api [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]526d93c2-65b9-9527-0e1e-f55c48f9ef3a, 'name': SearchDatastore_Task, 'duration_secs': 0.085182} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.607456] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27451f27-0e69-422f-bcdb-31e49f16e37b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.619121] env[63097]: DEBUG oslo_vmware.api [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1458.619121] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5295b709-248c-e9b9-0d03-1cfdf17e2523" [ 1458.619121] env[63097]: _type = "Task" [ 1458.619121] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.635374] env[63097]: DEBUG oslo_vmware.api [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5295b709-248c-e9b9-0d03-1cfdf17e2523, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.835595] env[63097]: DEBUG nova.network.neutron [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Updating instance_info_cache with network_info: [{"id": "b0d80eb2-59c0-486c-97c8-99f6b83ce20c", "address": "fa:16:3e:5d:ba:3b", "network": {"id": "c41f2676-76d2-42ac-a36f-cb62b2ec5f7c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-844118990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21391ff1fe7b44c99baa0f5c73949122", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0d80eb2-59", "ovs_interfaceid": "b0d80eb2-59c0-486c-97c8-99f6b83ce20c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1458.890932] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.957532] env[63097]: DEBUG oslo_vmware.api [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687218, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.005881] env[63097]: DEBUG nova.compute.utils [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1459.010385] env[63097]: DEBUG nova.compute.manager [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1459.010470] env[63097]: DEBUG nova.network.neutron [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1459.028320] env[63097]: DEBUG oslo_vmware.api [None req-64ab159f-3e1d-4bcd-b88c-047134a7bacb tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687222, 'name': Destroy_Task} progress is 33%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.073927] env[63097]: DEBUG nova.policy [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fd3610f676247a9823e3ca19bc2176c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae1eeba44b144e5ba9660448e59f94b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1459.081945] env[63097]: DEBUG nova.virt.hardware [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1459.082258] env[63097]: DEBUG nova.virt.hardware [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1459.082442] env[63097]: DEBUG nova.virt.hardware [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1459.082723] env[63097]: DEBUG nova.virt.hardware [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1459.082890] env[63097]: DEBUG nova.virt.hardware [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1459.083084] env[63097]: DEBUG nova.virt.hardware [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1459.083407] env[63097]: DEBUG nova.virt.hardware [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1459.083620] env[63097]: DEBUG nova.virt.hardware [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1459.084389] env[63097]: DEBUG nova.virt.hardware [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1459.084389] env[63097]: DEBUG nova.virt.hardware [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1459.084389] env[63097]: DEBUG nova.virt.hardware [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1459.085232] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d551ca-4ae3-4d25-b993-163a40b7a8a0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.099147] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873c2fd0-bdc1-4474-afcf-8d27f859dfdc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.123674] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Instance VIF info [] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1459.129828] env[63097]: DEBUG oslo.service.loopingcall [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1459.138238] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1459.142420] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a2e049c-db5c-45a7-817e-c9a7dc7851d6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.164415] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1459.164415] env[63097]: value = "task-1687223" [ 1459.164415] env[63097]: _type = "Task" [ 1459.164415] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.168425] env[63097]: DEBUG oslo_vmware.api [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5295b709-248c-e9b9-0d03-1cfdf17e2523, 'name': SearchDatastore_Task, 'duration_secs': 0.094586} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.172345] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.172757] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0/c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1459.176069] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-271063ef-84e9-410d-85e2-930b2223edac {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.189568] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687223, 'name': CreateVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.190799] env[63097]: DEBUG oslo_vmware.api [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1459.190799] env[63097]: value = "task-1687224" [ 1459.190799] env[63097]: _type = "Task" [ 1459.190799] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.201538] env[63097]: DEBUG oslo_vmware.api [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.339023] env[63097]: DEBUG oslo_concurrency.lockutils [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Releasing lock "refresh_cache-58313d4d-bdea-47df-80b3-efe3cf26cfb4" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.339023] env[63097]: DEBUG nova.compute.manager [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Instance network_info: |[{"id": "b0d80eb2-59c0-486c-97c8-99f6b83ce20c", "address": "fa:16:3e:5d:ba:3b", "network": {"id": "c41f2676-76d2-42ac-a36f-cb62b2ec5f7c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-844118990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21391ff1fe7b44c99baa0f5c73949122", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0d80eb2-59", "ovs_interfaceid": "b0d80eb2-59c0-486c-97c8-99f6b83ce20c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1459.339272] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:ba:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60e7ee7b-4d02-4d68-af2e-5ab7d9708120', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0d80eb2-59c0-486c-97c8-99f6b83ce20c', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1459.348321] env[63097]: DEBUG oslo.service.loopingcall [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1459.353863] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1459.354356] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ac6a472-ece0-468d-938c-1f1f13489bbb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.378034] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1459.378034] env[63097]: value = "task-1687225" [ 1459.378034] env[63097]: _type = "Task" [ 1459.378034] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.379490] env[63097]: DEBUG nova.network.neutron [req-9c200ab4-0e9b-4298-a921-17b59fac677e req-8cee1e7c-f07b-4e69-b036-7328fc370a9b service nova] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Updated VIF entry in instance network info cache for port ba4f60e0-060c-444a-a5d8-c3bfaa08015d. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1459.379835] env[63097]: DEBUG nova.network.neutron [req-9c200ab4-0e9b-4298-a921-17b59fac677e req-8cee1e7c-f07b-4e69-b036-7328fc370a9b service nova] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Updating instance_info_cache with network_info: [{"id": "ba4f60e0-060c-444a-a5d8-c3bfaa08015d", "address": "fa:16:3e:99:98:ca", "network": {"id": "94712200-def6-47d2-8aea-9450d0e57f82", "bridge": null, "label": "tempest-DeleteServersTestJSON-478454733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bef179dd054a49daacd2151914b1000b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapba4f60e0-06", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.392939] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687225, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.397743] env[63097]: DEBUG nova.network.neutron [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] Successfully created port: 3bc9b241-698e-4a6d-856c-d34027d8d606 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1459.454596] env[63097]: DEBUG oslo_vmware.api [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687218, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.469871] env[63097]: DEBUG nova.network.neutron [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Updating instance_info_cache with network_info: [{"id": "e92b0eaf-ae0e-4c7f-aaef-addb43dd5874", "address": "fa:16:3e:66:5f:70", "network": {"id": "063cc40b-6c34-4808-ab42-2b91c7189ebe", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1266792904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a316bbd2166545e1bd3ecf6cc2443d24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape92b0eaf-ae", "ovs_interfaceid": "e92b0eaf-ae0e-4c7f-aaef-addb43dd5874", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.503475] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ecd39c-46aa-4526-9e1d-dcec853e5437 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.515799] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e24fdc5-e6f0-493c-94c7-d997bc29e41d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.520261] env[63097]: DEBUG nova.compute.manager [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1459.529020] env[63097]: DEBUG oslo_vmware.api [None req-64ab159f-3e1d-4bcd-b88c-047134a7bacb tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687222, 'name': Destroy_Task, 'duration_secs': 0.566316} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.554355] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-64ab159f-3e1d-4bcd-b88c-047134a7bacb tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Destroyed the VM [ 1459.554740] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-64ab159f-3e1d-4bcd-b88c-047134a7bacb tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Deleting Snapshot of the VM instance {{(pid=63097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1459.555498] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c7940225-c2ad-4b51-ae69-f778d7da67e0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.558465] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17edc501-36dd-488a-87d5-f9a7e2648a08 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.568995] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28b6118-af19-4392-8be8-dba7cd98c6fb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.575520] env[63097]: DEBUG oslo_vmware.api [None req-64ab159f-3e1d-4bcd-b88c-047134a7bacb tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1459.575520] env[63097]: value = "task-1687226" [ 1459.575520] env[63097]: _type = "Task" [ 1459.575520] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.590753] env[63097]: DEBUG nova.compute.provider_tree [None req-5f8000fa-5cc6-4bc5-ae5c-7428466d946b tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1459.600393] env[63097]: DEBUG oslo_vmware.api [None req-64ab159f-3e1d-4bcd-b88c-047134a7bacb tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687226, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.683415] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687223, 'name': CreateVM_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.705414] env[63097]: DEBUG oslo_vmware.api [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.886365] env[63097]: DEBUG oslo_concurrency.lockutils [req-9c200ab4-0e9b-4298-a921-17b59fac677e req-8cee1e7c-f07b-4e69-b036-7328fc370a9b service nova] Releasing lock "refresh_cache-5998295c-c2d7-4c52-b227-857e35ce4228" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.886764] env[63097]: DEBUG nova.compute.manager [req-9c200ab4-0e9b-4298-a921-17b59fac677e req-8cee1e7c-f07b-4e69-b036-7328fc370a9b service nova] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Received event network-vif-plugged-b0d80eb2-59c0-486c-97c8-99f6b83ce20c {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1459.887041] env[63097]: DEBUG oslo_concurrency.lockutils [req-9c200ab4-0e9b-4298-a921-17b59fac677e req-8cee1e7c-f07b-4e69-b036-7328fc370a9b service nova] Acquiring lock "58313d4d-bdea-47df-80b3-efe3cf26cfb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1459.887306] env[63097]: DEBUG oslo_concurrency.lockutils [req-9c200ab4-0e9b-4298-a921-17b59fac677e req-8cee1e7c-f07b-4e69-b036-7328fc370a9b service nova] Lock "58313d4d-bdea-47df-80b3-efe3cf26cfb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1459.887534] env[63097]: DEBUG oslo_concurrency.lockutils [req-9c200ab4-0e9b-4298-a921-17b59fac677e req-8cee1e7c-f07b-4e69-b036-7328fc370a9b service nova] Lock "58313d4d-bdea-47df-80b3-efe3cf26cfb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1459.888595] env[63097]: DEBUG nova.compute.manager [req-9c200ab4-0e9b-4298-a921-17b59fac677e req-8cee1e7c-f07b-4e69-b036-7328fc370a9b service nova] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] No waiting events found dispatching network-vif-plugged-b0d80eb2-59c0-486c-97c8-99f6b83ce20c {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1459.888912] env[63097]: WARNING nova.compute.manager [req-9c200ab4-0e9b-4298-a921-17b59fac677e req-8cee1e7c-f07b-4e69-b036-7328fc370a9b service nova] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Received unexpected event network-vif-plugged-b0d80eb2-59c0-486c-97c8-99f6b83ce20c for instance with vm_state building and task_state spawning. [ 1459.889630] env[63097]: DEBUG nova.compute.manager [req-9c200ab4-0e9b-4298-a921-17b59fac677e req-8cee1e7c-f07b-4e69-b036-7328fc370a9b service nova] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Received event network-changed-b0d80eb2-59c0-486c-97c8-99f6b83ce20c {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1459.889871] env[63097]: DEBUG nova.compute.manager [req-9c200ab4-0e9b-4298-a921-17b59fac677e req-8cee1e7c-f07b-4e69-b036-7328fc370a9b service nova] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Refreshing instance network info cache due to event network-changed-b0d80eb2-59c0-486c-97c8-99f6b83ce20c. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1459.890222] env[63097]: DEBUG oslo_concurrency.lockutils [req-9c200ab4-0e9b-4298-a921-17b59fac677e req-8cee1e7c-f07b-4e69-b036-7328fc370a9b service nova] Acquiring lock "refresh_cache-58313d4d-bdea-47df-80b3-efe3cf26cfb4" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.890473] env[63097]: DEBUG oslo_concurrency.lockutils [req-9c200ab4-0e9b-4298-a921-17b59fac677e req-8cee1e7c-f07b-4e69-b036-7328fc370a9b service nova] Acquired lock "refresh_cache-58313d4d-bdea-47df-80b3-efe3cf26cfb4" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.890730] env[63097]: DEBUG nova.network.neutron [req-9c200ab4-0e9b-4298-a921-17b59fac677e req-8cee1e7c-f07b-4e69-b036-7328fc370a9b service nova] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Refreshing network info cache for port b0d80eb2-59c0-486c-97c8-99f6b83ce20c {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1459.900873] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687225, 'name': CreateVM_Task, 'duration_secs': 0.40786} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.901866] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1459.902862] env[63097]: DEBUG oslo_concurrency.lockutils [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.903124] env[63097]: DEBUG oslo_concurrency.lockutils [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.903592] env[63097]: DEBUG oslo_concurrency.lockutils [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1459.904310] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45c76765-dd64-4d8a-b74b-3cd24779b514 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.911319] env[63097]: DEBUG oslo_vmware.api [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Waiting for the task: (returnval){ [ 1459.911319] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5238f865-87e5-fbb3-f915-cf7255c04a83" [ 1459.911319] env[63097]: _type = "Task" [ 1459.911319] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.924710] env[63097]: DEBUG oslo_vmware.api [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5238f865-87e5-fbb3-f915-cf7255c04a83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.958533] env[63097]: DEBUG oslo_vmware.api [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687218, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.381442} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.958861] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7acfe9ad-b917-4a13-9bc2-ac9b8341f875/7acfe9ad-b917-4a13-9bc2-ac9b8341f875.vmdk to [datastore1] d0d4556c-dca1-43e4-a1a4-92662cacf4b8/d0d4556c-dca1-43e4-a1a4-92662cacf4b8.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1459.959978] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d31f78d-577e-43f9-8a80-669f51714397 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.981822] env[63097]: DEBUG oslo_concurrency.lockutils [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Releasing lock "refresh_cache-185ab458-44b4-4bc2-816a-269d7a4e2719" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.992374] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] d0d4556c-dca1-43e4-a1a4-92662cacf4b8/d0d4556c-dca1-43e4-a1a4-92662cacf4b8.vmdk or device None with type streamOptimized {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1459.993061] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0147824-e532-4803-b8dd-ac677621a0cd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.014316] env[63097]: DEBUG oslo_vmware.api [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1460.014316] env[63097]: value = "task-1687227" [ 1460.014316] env[63097]: _type = "Task" [ 1460.014316] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.019952] env[63097]: DEBUG nova.virt.hardware [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='1ec582ff05cefab1346ecc0647577b20',container_format='bare',created_at=2024-11-28T21:37:26Z,direct_url=,disk_format='vmdk',id=929b677f-8ada-4366-a4b4-aa096c7abc43,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1645698282-shelved',owner='a316bbd2166545e1bd3ecf6cc2443d24',properties=ImageMetaProps,protected=,size=31666176,status='active',tags=,updated_at=2024-11-28T21:37:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1460.020669] env[63097]: DEBUG nova.virt.hardware [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1460.020669] env[63097]: DEBUG nova.virt.hardware [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1460.020669] env[63097]: DEBUG nova.virt.hardware [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1460.020896] env[63097]: DEBUG nova.virt.hardware [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1460.020935] env[63097]: DEBUG nova.virt.hardware [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1460.022103] env[63097]: DEBUG nova.virt.hardware [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1460.022103] env[63097]: DEBUG nova.virt.hardware [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1460.022103] env[63097]: DEBUG nova.virt.hardware [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1460.022103] env[63097]: DEBUG nova.virt.hardware [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1460.022103] env[63097]: DEBUG nova.virt.hardware [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1460.022707] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7253cd1-f618-4933-a985-2e262bc788dd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.033852] env[63097]: DEBUG oslo_vmware.api [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687227, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.037059] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6e5020-b2e3-49c6-ad17-cdce831f9302 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.057930] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:5f:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '767a3a48-41d4-4a0c-961d-0024837f63bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e92b0eaf-ae0e-4c7f-aaef-addb43dd5874', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1460.062699] env[63097]: DEBUG oslo.service.loopingcall [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1460.063065] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1460.063348] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5baf9c75-a309-4410-bf54-f16051e14ce5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.094346] env[63097]: DEBUG nova.scheduler.client.report [None req-5f8000fa-5cc6-4bc5-ae5c-7428466d946b tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1460.103598] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1460.103598] env[63097]: value = "task-1687228" [ 1460.103598] env[63097]: _type = "Task" [ 1460.103598] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.103914] env[63097]: DEBUG oslo_vmware.api [None req-64ab159f-3e1d-4bcd-b88c-047134a7bacb tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687226, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.113816] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687228, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.182997] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687223, 'name': CreateVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.201772] env[63097]: DEBUG oslo_vmware.api [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687224, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.364466] env[63097]: DEBUG nova.compute.manager [req-564249e3-5bf3-4042-b9fd-46b85d18c6dd req-5efa2bac-e790-4be7-b444-1823101b02f3 service nova] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Received event network-vif-plugged-e92b0eaf-ae0e-4c7f-aaef-addb43dd5874 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1460.364699] env[63097]: DEBUG oslo_concurrency.lockutils [req-564249e3-5bf3-4042-b9fd-46b85d18c6dd req-5efa2bac-e790-4be7-b444-1823101b02f3 service nova] Acquiring lock "185ab458-44b4-4bc2-816a-269d7a4e2719-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1460.365223] env[63097]: DEBUG oslo_concurrency.lockutils [req-564249e3-5bf3-4042-b9fd-46b85d18c6dd req-5efa2bac-e790-4be7-b444-1823101b02f3 service nova] Lock "185ab458-44b4-4bc2-816a-269d7a4e2719-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.365412] env[63097]: DEBUG oslo_concurrency.lockutils [req-564249e3-5bf3-4042-b9fd-46b85d18c6dd req-5efa2bac-e790-4be7-b444-1823101b02f3 service nova] Lock "185ab458-44b4-4bc2-816a-269d7a4e2719-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.365587] env[63097]: DEBUG nova.compute.manager [req-564249e3-5bf3-4042-b9fd-46b85d18c6dd req-5efa2bac-e790-4be7-b444-1823101b02f3 service nova] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] No waiting events found dispatching network-vif-plugged-e92b0eaf-ae0e-4c7f-aaef-addb43dd5874 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1460.365850] env[63097]: WARNING nova.compute.manager [req-564249e3-5bf3-4042-b9fd-46b85d18c6dd req-5efa2bac-e790-4be7-b444-1823101b02f3 service nova] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Received unexpected event network-vif-plugged-e92b0eaf-ae0e-4c7f-aaef-addb43dd5874 for instance with vm_state shelved_offloaded and task_state spawning. [ 1460.366143] env[63097]: DEBUG nova.compute.manager [req-564249e3-5bf3-4042-b9fd-46b85d18c6dd req-5efa2bac-e790-4be7-b444-1823101b02f3 service nova] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Received event network-changed-e92b0eaf-ae0e-4c7f-aaef-addb43dd5874 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1460.366424] env[63097]: DEBUG nova.compute.manager [req-564249e3-5bf3-4042-b9fd-46b85d18c6dd req-5efa2bac-e790-4be7-b444-1823101b02f3 service nova] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Refreshing instance network info cache due to event network-changed-e92b0eaf-ae0e-4c7f-aaef-addb43dd5874. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1460.366702] env[63097]: DEBUG oslo_concurrency.lockutils [req-564249e3-5bf3-4042-b9fd-46b85d18c6dd req-5efa2bac-e790-4be7-b444-1823101b02f3 service nova] Acquiring lock "refresh_cache-185ab458-44b4-4bc2-816a-269d7a4e2719" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1460.366889] env[63097]: DEBUG oslo_concurrency.lockutils [req-564249e3-5bf3-4042-b9fd-46b85d18c6dd req-5efa2bac-e790-4be7-b444-1823101b02f3 service nova] Acquired lock "refresh_cache-185ab458-44b4-4bc2-816a-269d7a4e2719" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.367109] env[63097]: DEBUG nova.network.neutron [req-564249e3-5bf3-4042-b9fd-46b85d18c6dd req-5efa2bac-e790-4be7-b444-1823101b02f3 service nova] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Refreshing network info cache for port e92b0eaf-ae0e-4c7f-aaef-addb43dd5874 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1460.422550] env[63097]: DEBUG oslo_vmware.api [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5238f865-87e5-fbb3-f915-cf7255c04a83, 'name': SearchDatastore_Task, 'duration_secs': 0.056968} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.422919] env[63097]: DEBUG oslo_concurrency.lockutils [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1460.423188] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1460.423429] env[63097]: DEBUG oslo_concurrency.lockutils [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1460.423599] env[63097]: DEBUG oslo_concurrency.lockutils [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.423807] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1460.424100] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-535b025d-7805-4532-a8f2-067aa9ca20ef {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.434380] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1460.434568] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1460.435605] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d58f9c2c-b392-4ee8-89e9-db870d9d7c8b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.441299] env[63097]: DEBUG oslo_vmware.api [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Waiting for the task: (returnval){ [ 1460.441299] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527a667b-9e0f-65df-d58d-19d9f80e9cf6" [ 1460.441299] env[63097]: _type = "Task" [ 1460.441299] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.449299] env[63097]: DEBUG oslo_vmware.api [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527a667b-9e0f-65df-d58d-19d9f80e9cf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.526147] env[63097]: DEBUG oslo_vmware.api [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.537385] env[63097]: DEBUG nova.compute.manager [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1460.560133] env[63097]: DEBUG nova.virt.hardware [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1460.560133] env[63097]: DEBUG nova.virt.hardware [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1460.560133] env[63097]: DEBUG nova.virt.hardware [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1460.560133] env[63097]: DEBUG nova.virt.hardware [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1460.560572] env[63097]: DEBUG nova.virt.hardware [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1460.560572] env[63097]: DEBUG nova.virt.hardware [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1460.560638] env[63097]: DEBUG nova.virt.hardware [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1460.560802] env[63097]: DEBUG nova.virt.hardware [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1460.560974] env[63097]: DEBUG nova.virt.hardware [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1460.561156] env[63097]: DEBUG nova.virt.hardware [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1460.561332] env[63097]: DEBUG nova.virt.hardware [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1460.562220] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b5020f-8c42-4151-8d97-efe6650c0d15 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.572508] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a075c0-bc33-411a-bc53-c4ba93d2600d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.594994] env[63097]: DEBUG oslo_vmware.api [None req-64ab159f-3e1d-4bcd-b88c-047134a7bacb tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687226, 'name': RemoveSnapshot_Task, 'duration_secs': 0.820459} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.595311] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-64ab159f-3e1d-4bcd-b88c-047134a7bacb tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Deleted Snapshot of the VM instance {{(pid=63097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1460.595549] env[63097]: INFO nova.compute.manager [None req-64ab159f-3e1d-4bcd-b88c-047134a7bacb tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Took 16.80 seconds to snapshot the instance on the hypervisor. [ 1460.605107] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5f8000fa-5cc6-4bc5-ae5c-7428466d946b tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.107s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.607365] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.517s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.607758] env[63097]: DEBUG nova.objects.instance [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63097) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1460.623592] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687228, 'name': CreateVM_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.627386] env[63097]: INFO nova.scheduler.client.report [None req-5f8000fa-5cc6-4bc5-ae5c-7428466d946b tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Deleted allocations for instance ca593388-7163-4a80-8639-19e2553f37d7 [ 1460.681650] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687223, 'name': CreateVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.701386] env[63097]: DEBUG oslo_vmware.api [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687224, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.039583} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.701657] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0/c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1460.701879] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1460.702142] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82a39d60-e6e4-47cd-b985-86ecb067d698 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.709637] env[63097]: DEBUG oslo_vmware.api [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1460.709637] env[63097]: value = "task-1687229" [ 1460.709637] env[63097]: _type = "Task" [ 1460.709637] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.719468] env[63097]: DEBUG oslo_vmware.api [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687229, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.734958] env[63097]: DEBUG nova.network.neutron [req-9c200ab4-0e9b-4298-a921-17b59fac677e req-8cee1e7c-f07b-4e69-b036-7328fc370a9b service nova] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Updated VIF entry in instance network info cache for port b0d80eb2-59c0-486c-97c8-99f6b83ce20c. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1460.735422] env[63097]: DEBUG nova.network.neutron [req-9c200ab4-0e9b-4298-a921-17b59fac677e req-8cee1e7c-f07b-4e69-b036-7328fc370a9b service nova] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Updating instance_info_cache with network_info: [{"id": "b0d80eb2-59c0-486c-97c8-99f6b83ce20c", "address": "fa:16:3e:5d:ba:3b", "network": {"id": "c41f2676-76d2-42ac-a36f-cb62b2ec5f7c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-844118990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21391ff1fe7b44c99baa0f5c73949122", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0d80eb2-59", "ovs_interfaceid": "b0d80eb2-59c0-486c-97c8-99f6b83ce20c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.892274] env[63097]: DEBUG nova.compute.manager [req-97d6f606-7d46-4acd-bde9-6ec8e903f2c7 req-134b2c74-966c-4076-a549-8b5b8ad44bce service nova] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] Received event network-vif-plugged-3bc9b241-698e-4a6d-856c-d34027d8d606 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1460.892600] env[63097]: DEBUG oslo_concurrency.lockutils [req-97d6f606-7d46-4acd-bde9-6ec8e903f2c7 req-134b2c74-966c-4076-a549-8b5b8ad44bce service nova] Acquiring lock "88378354-f97f-4fbf-8be0-a506c4aec909-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1460.892878] env[63097]: DEBUG oslo_concurrency.lockutils [req-97d6f606-7d46-4acd-bde9-6ec8e903f2c7 req-134b2c74-966c-4076-a549-8b5b8ad44bce service nova] Lock "88378354-f97f-4fbf-8be0-a506c4aec909-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.893095] env[63097]: DEBUG oslo_concurrency.lockutils [req-97d6f606-7d46-4acd-bde9-6ec8e903f2c7 req-134b2c74-966c-4076-a549-8b5b8ad44bce service nova] Lock "88378354-f97f-4fbf-8be0-a506c4aec909-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.893304] env[63097]: DEBUG nova.compute.manager [req-97d6f606-7d46-4acd-bde9-6ec8e903f2c7 req-134b2c74-966c-4076-a549-8b5b8ad44bce service nova] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] No waiting events found dispatching network-vif-plugged-3bc9b241-698e-4a6d-856c-d34027d8d606 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1460.893475] env[63097]: WARNING nova.compute.manager [req-97d6f606-7d46-4acd-bde9-6ec8e903f2c7 req-134b2c74-966c-4076-a549-8b5b8ad44bce service nova] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] Received unexpected event network-vif-plugged-3bc9b241-698e-4a6d-856c-d34027d8d606 for instance with vm_state building and task_state spawning. [ 1460.959931] env[63097]: DEBUG oslo_vmware.api [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527a667b-9e0f-65df-d58d-19d9f80e9cf6, 'name': SearchDatastore_Task, 'duration_secs': 0.009516} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.961187] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-399c4ed9-9382-4b8d-93b5-4a99df4abf88 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.976227] env[63097]: DEBUG oslo_vmware.api [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Waiting for the task: (returnval){ [ 1460.976227] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52501b70-cb87-eb39-871b-a86c790290f7" [ 1460.976227] env[63097]: _type = "Task" [ 1460.976227] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.997792] env[63097]: DEBUG oslo_vmware.api [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52501b70-cb87-eb39-871b-a86c790290f7, 'name': SearchDatastore_Task, 'duration_secs': 0.011082} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.004639] env[63097]: DEBUG oslo_concurrency.lockutils [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1461.005233] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 58313d4d-bdea-47df-80b3-efe3cf26cfb4/58313d4d-bdea-47df-80b3-efe3cf26cfb4.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1461.005780] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9852af9-ccbe-4edb-8fae-3c250956934c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.009573] env[63097]: DEBUG nova.network.neutron [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] Successfully updated port: 3bc9b241-698e-4a6d-856c-d34027d8d606 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1461.016131] env[63097]: DEBUG oslo_vmware.api [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Waiting for the task: (returnval){ [ 1461.016131] env[63097]: value = "task-1687230" [ 1461.016131] env[63097]: _type = "Task" [ 1461.016131] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.029070] env[63097]: DEBUG oslo_vmware.api [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.034875] env[63097]: DEBUG oslo_vmware.api [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687230, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.128560] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687228, 'name': CreateVM_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.136912] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5f8000fa-5cc6-4bc5-ae5c-7428466d946b tempest-ServersAdminTestJSON-308974426 tempest-ServersAdminTestJSON-308974426-project-member] Lock "ca593388-7163-4a80-8639-19e2553f37d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.476s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.163981] env[63097]: DEBUG nova.compute.manager [None req-64ab159f-3e1d-4bcd-b88c-047134a7bacb tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Found 2 images (rotation: 2) {{(pid=63097) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4555}} [ 1461.183978] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687223, 'name': CreateVM_Task, 'duration_secs': 1.813397} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.184179] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1461.184622] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1461.184794] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.185135] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1461.185402] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-474c7dbf-170f-4a6c-9b61-ff4db259fcc0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.193317] env[63097]: DEBUG oslo_vmware.api [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Waiting for the task: (returnval){ [ 1461.193317] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b36b0d-9408-9ee9-ce0d-c399bfa7ead5" [ 1461.193317] env[63097]: _type = "Task" [ 1461.193317] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.202227] env[63097]: DEBUG oslo_vmware.api [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b36b0d-9408-9ee9-ce0d-c399bfa7ead5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.221205] env[63097]: DEBUG oslo_vmware.api [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687229, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073156} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.221485] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1461.222450] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696d6cfb-06cd-48e1-8974-8f8a5568e6f2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.239297] env[63097]: DEBUG oslo_concurrency.lockutils [req-9c200ab4-0e9b-4298-a921-17b59fac677e req-8cee1e7c-f07b-4e69-b036-7328fc370a9b service nova] Releasing lock "refresh_cache-58313d4d-bdea-47df-80b3-efe3cf26cfb4" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1461.249230] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0/c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1461.249569] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f4c5ccc-7bcc-4a83-9226-568ef20db275 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.271843] env[63097]: DEBUG oslo_vmware.api [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1461.271843] env[63097]: value = "task-1687231" [ 1461.271843] env[63097]: _type = "Task" [ 1461.271843] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.281832] env[63097]: DEBUG oslo_vmware.api [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687231, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.370996] env[63097]: DEBUG nova.network.neutron [req-564249e3-5bf3-4042-b9fd-46b85d18c6dd req-5efa2bac-e790-4be7-b444-1823101b02f3 service nova] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Updated VIF entry in instance network info cache for port e92b0eaf-ae0e-4c7f-aaef-addb43dd5874. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1461.371718] env[63097]: DEBUG nova.network.neutron [req-564249e3-5bf3-4042-b9fd-46b85d18c6dd req-5efa2bac-e790-4be7-b444-1823101b02f3 service nova] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Updating instance_info_cache with network_info: [{"id": "e92b0eaf-ae0e-4c7f-aaef-addb43dd5874", "address": "fa:16:3e:66:5f:70", "network": {"id": "063cc40b-6c34-4808-ab42-2b91c7189ebe", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1266792904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a316bbd2166545e1bd3ecf6cc2443d24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape92b0eaf-ae", "ovs_interfaceid": "e92b0eaf-ae0e-4c7f-aaef-addb43dd5874", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.512520] env[63097]: DEBUG oslo_concurrency.lockutils [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Acquiring lock "refresh_cache-88378354-f97f-4fbf-8be0-a506c4aec909" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1461.512837] env[63097]: DEBUG oslo_concurrency.lockutils [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Acquired lock "refresh_cache-88378354-f97f-4fbf-8be0-a506c4aec909" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.513156] env[63097]: DEBUG nova.network.neutron [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1461.539181] env[63097]: DEBUG oslo_vmware.api [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687230, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.543098] env[63097]: DEBUG oslo_vmware.api [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687227, 'name': ReconfigVM_Task, 'duration_secs': 1.389122} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.544613] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Reconfigured VM instance instance-0000004c to attach disk [datastore1] d0d4556c-dca1-43e4-a1a4-92662cacf4b8/d0d4556c-dca1-43e4-a1a4-92662cacf4b8.vmdk or device None with type streamOptimized {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1461.544850] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f23de08d-976c-4550-aee1-5fe2b61b7f77 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.554697] env[63097]: DEBUG oslo_vmware.api [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1461.554697] env[63097]: value = "task-1687232" [ 1461.554697] env[63097]: _type = "Task" [ 1461.554697] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.566263] env[63097]: DEBUG oslo_vmware.api [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687232, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.620022] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687228, 'name': CreateVM_Task, 'duration_secs': 1.474903} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.620022] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1461.620499] env[63097]: DEBUG oslo_concurrency.lockutils [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/929b677f-8ada-4366-a4b4-aa096c7abc43" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1461.620710] env[63097]: DEBUG oslo_concurrency.lockutils [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquired lock "[datastore1] devstack-image-cache_base/929b677f-8ada-4366-a4b4-aa096c7abc43" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.621198] env[63097]: DEBUG oslo_concurrency.lockutils [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/929b677f-8ada-4366-a4b4-aa096c7abc43" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1461.622556] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2f901f9f-e6a0-4e72-ad55-80731bb2587c tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.623706] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c92c6077-b875-4aed-b9cb-3508824cbe9f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.630250] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.786s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1461.632123] env[63097]: INFO nova.compute.claims [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1461.641646] env[63097]: DEBUG oslo_vmware.api [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1461.641646] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52377cc5-67e2-a70a-f8b9-b5213751abf6" [ 1461.641646] env[63097]: _type = "Task" [ 1461.641646] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.652666] env[63097]: DEBUG oslo_vmware.api [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52377cc5-67e2-a70a-f8b9-b5213751abf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.704329] env[63097]: DEBUG oslo_vmware.api [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b36b0d-9408-9ee9-ce0d-c399bfa7ead5, 'name': SearchDatastore_Task, 'duration_secs': 0.018275} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.704569] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1461.704812] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1461.705065] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1461.705251] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.705461] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1461.705782] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1e3af7a-e4f3-441d-9cec-47fe08fd6701 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.726620] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1461.726848] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1461.727631] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20e80135-a7ab-4c50-b2f9-93fd54f706d1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.738352] env[63097]: DEBUG oslo_vmware.api [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Waiting for the task: (returnval){ [ 1461.738352] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52074f28-89df-20c9-4b41-5982c7576d15" [ 1461.738352] env[63097]: _type = "Task" [ 1461.738352] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.747018] env[63097]: DEBUG oslo_vmware.api [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52074f28-89df-20c9-4b41-5982c7576d15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.782851] env[63097]: DEBUG oslo_vmware.api [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.875542] env[63097]: DEBUG oslo_concurrency.lockutils [req-564249e3-5bf3-4042-b9fd-46b85d18c6dd req-5efa2bac-e790-4be7-b444-1823101b02f3 service nova] Releasing lock "refresh_cache-185ab458-44b4-4bc2-816a-269d7a4e2719" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1462.035972] env[63097]: DEBUG oslo_vmware.api [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687230, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610081} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.036130] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 58313d4d-bdea-47df-80b3-efe3cf26cfb4/58313d4d-bdea-47df-80b3-efe3cf26cfb4.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1462.036335] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1462.036575] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9e643e9-5534-453f-a9c7-9935ca987071 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.045095] env[63097]: DEBUG oslo_vmware.api [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Waiting for the task: (returnval){ [ 1462.045095] env[63097]: value = "task-1687233" [ 1462.045095] env[63097]: _type = "Task" [ 1462.045095] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.056947] env[63097]: DEBUG oslo_vmware.api [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687233, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.069143] env[63097]: DEBUG oslo_vmware.api [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687232, 'name': Rename_Task, 'duration_secs': 0.176261} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.069810] env[63097]: DEBUG nova.network.neutron [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1462.071887] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1462.072211] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd4c5c3a-64c4-4e70-9788-870a58d6860c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.094895] env[63097]: DEBUG oslo_vmware.api [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1462.094895] env[63097]: value = "task-1687234" [ 1462.094895] env[63097]: _type = "Task" [ 1462.094895] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.107016] env[63097]: DEBUG oslo_vmware.api [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.158953] env[63097]: DEBUG oslo_concurrency.lockutils [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Releasing lock "[datastore1] devstack-image-cache_base/929b677f-8ada-4366-a4b4-aa096c7abc43" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1462.159261] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Processing image 929b677f-8ada-4366-a4b4-aa096c7abc43 {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1462.159504] env[63097]: DEBUG oslo_concurrency.lockutils [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/929b677f-8ada-4366-a4b4-aa096c7abc43/929b677f-8ada-4366-a4b4-aa096c7abc43.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.159656] env[63097]: DEBUG oslo_concurrency.lockutils [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquired lock "[datastore1] devstack-image-cache_base/929b677f-8ada-4366-a4b4-aa096c7abc43/929b677f-8ada-4366-a4b4-aa096c7abc43.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.159839] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1462.160424] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f0c8a0f-a8f1-40d5-bbd6-0f37861a9814 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.171049] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1462.171049] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1462.171681] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91299f03-2e19-4712-b8c5-4c678ef30d01 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.177993] env[63097]: DEBUG oslo_vmware.api [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1462.177993] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52cc9a59-dfd4-e1d6-813f-e03b00703504" [ 1462.177993] env[63097]: _type = "Task" [ 1462.177993] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.187947] env[63097]: DEBUG oslo_vmware.api [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52cc9a59-dfd4-e1d6-813f-e03b00703504, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.245994] env[63097]: DEBUG oslo_vmware.api [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52074f28-89df-20c9-4b41-5982c7576d15, 'name': SearchDatastore_Task, 'duration_secs': 0.024698} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.246816] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9249969b-6e44-4549-986e-a3e41aa4f76d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.253133] env[63097]: DEBUG oslo_vmware.api [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Waiting for the task: (returnval){ [ 1462.253133] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52bb9b02-b6fb-ba79-89c5-d077574fca87" [ 1462.253133] env[63097]: _type = "Task" [ 1462.253133] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.262090] env[63097]: DEBUG oslo_vmware.api [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52bb9b02-b6fb-ba79-89c5-d077574fca87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.282096] env[63097]: DEBUG oslo_vmware.api [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687231, 'name': ReconfigVM_Task, 'duration_secs': 0.788425} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.282387] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Reconfigured VM instance instance-0000004e to attach disk [datastore1] c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0/c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1462.283109] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c50a8a97-5407-446a-a8f5-d3fcdc8c3edb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.290932] env[63097]: DEBUG oslo_vmware.api [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1462.290932] env[63097]: value = "task-1687235" [ 1462.290932] env[63097]: _type = "Task" [ 1462.290932] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.297920] env[63097]: DEBUG nova.network.neutron [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] Updating instance_info_cache with network_info: [{"id": "3bc9b241-698e-4a6d-856c-d34027d8d606", "address": "fa:16:3e:b7:4e:45", "network": {"id": "9344f96b-6e3b-4e89-8d06-b8b6781f9cce", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1273559450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1eeba44b144e5ba9660448e59f94b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bc9b241-69", "ovs_interfaceid": "3bc9b241-698e-4a6d-856c-d34027d8d606", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.303282] env[63097]: DEBUG oslo_vmware.api [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687235, 'name': Rename_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.556525] env[63097]: DEBUG oslo_vmware.api [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687233, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072871} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.557375] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1462.557656] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82f4469-9ba8-4cbb-b7c3-b1f52a3edd05 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.585821] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 58313d4d-bdea-47df-80b3-efe3cf26cfb4/58313d4d-bdea-47df-80b3-efe3cf26cfb4.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1462.586199] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe49c8c0-9e83-4f8c-9ed0-0d2acfd78fec {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.610317] env[63097]: DEBUG oslo_vmware.api [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687234, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.611699] env[63097]: DEBUG oslo_vmware.api [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Waiting for the task: (returnval){ [ 1462.611699] env[63097]: value = "task-1687236" [ 1462.611699] env[63097]: _type = "Task" [ 1462.611699] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.619836] env[63097]: DEBUG oslo_vmware.api [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687236, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.699339] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Preparing fetch location {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1462.699565] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Fetch image to [datastore1] OSTACK_IMG_1e6ae134-9093-4044-9b42-27f5a1a342df/OSTACK_IMG_1e6ae134-9093-4044-9b42-27f5a1a342df.vmdk {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1462.699715] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Downloading stream optimized image 929b677f-8ada-4366-a4b4-aa096c7abc43 to [datastore1] OSTACK_IMG_1e6ae134-9093-4044-9b42-27f5a1a342df/OSTACK_IMG_1e6ae134-9093-4044-9b42-27f5a1a342df.vmdk on the data store datastore1 as vApp {{(pid=63097) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1462.699896] env[63097]: DEBUG nova.virt.vmwareapi.images [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Downloading image file data 929b677f-8ada-4366-a4b4-aa096c7abc43 to the ESX as VM named 'OSTACK_IMG_1e6ae134-9093-4044-9b42-27f5a1a342df' {{(pid=63097) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1462.771032] env[63097]: DEBUG oslo_vmware.api [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52bb9b02-b6fb-ba79-89c5-d077574fca87, 'name': SearchDatastore_Task, 'duration_secs': 0.010244} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.771032] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1462.771032] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 89302b4a-74b0-4c80-850c-bafca341132c/89302b4a-74b0-4c80-850c-bafca341132c.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1462.771032] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e147903-1e11-49fd-becb-88efb3dbc806 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.780212] env[63097]: DEBUG oslo_vmware.api [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Waiting for the task: (returnval){ [ 1462.780212] env[63097]: value = "task-1687237" [ 1462.780212] env[63097]: _type = "Task" [ 1462.780212] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.794768] env[63097]: DEBUG oslo_vmware.api [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Task: {'id': task-1687237, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.807019] env[63097]: DEBUG oslo_concurrency.lockutils [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Releasing lock "refresh_cache-88378354-f97f-4fbf-8be0-a506c4aec909" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1462.807019] env[63097]: DEBUG nova.compute.manager [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] Instance network_info: |[{"id": "3bc9b241-698e-4a6d-856c-d34027d8d606", "address": "fa:16:3e:b7:4e:45", "network": {"id": "9344f96b-6e3b-4e89-8d06-b8b6781f9cce", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1273559450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1eeba44b144e5ba9660448e59f94b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bc9b241-69", "ovs_interfaceid": "3bc9b241-698e-4a6d-856c-d34027d8d606", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1462.811168] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:4e:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd8c6be9-575e-4605-b779-98606281a3bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3bc9b241-698e-4a6d-856c-d34027d8d606', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1462.822706] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Creating folder: Project (ae1eeba44b144e5ba9660448e59f94b2). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1462.823413] env[63097]: DEBUG oslo_vmware.api [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687235, 'name': Rename_Task, 'duration_secs': 0.156264} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.824835] env[63097]: DEBUG oslo_vmware.rw_handles [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1462.824835] env[63097]: value = "resgroup-9" [ 1462.824835] env[63097]: _type = "ResourcePool" [ 1462.824835] env[63097]: }. {{(pid=63097) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1462.829436] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-986d579b-5462-41b6-982c-4a1dfc2af131 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.832041] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1462.832263] env[63097]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-be742b72-67b4-487f-89af-19a6e5880f12 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.849799] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88575ead-9169-45ed-95f7-4b7b0174cd38 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.864040] env[63097]: DEBUG oslo_vmware.api [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1462.864040] env[63097]: value = "task-1687239" [ 1462.864040] env[63097]: _type = "Task" [ 1462.864040] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.872216] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Created folder: Project (ae1eeba44b144e5ba9660448e59f94b2) in parent group-v351483. [ 1462.872374] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Creating folder: Instances. Parent ref: group-v351701. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1462.873874] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-843eff84-d66e-4c5f-899a-c272856ed6b8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.877132] env[63097]: DEBUG oslo_vmware.rw_handles [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lease: (returnval){ [ 1462.877132] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d13734-749d-e065-7d56-2c0bf16af7d9" [ 1462.877132] env[63097]: _type = "HttpNfcLease" [ 1462.877132] env[63097]: } obtained for vApp import into resource pool (val){ [ 1462.877132] env[63097]: value = "resgroup-9" [ 1462.877132] env[63097]: _type = "ResourcePool" [ 1462.877132] env[63097]: }. {{(pid=63097) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1462.877132] env[63097]: DEBUG oslo_vmware.api [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the lease: (returnval){ [ 1462.877132] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d13734-749d-e065-7d56-2c0bf16af7d9" [ 1462.877132] env[63097]: _type = "HttpNfcLease" [ 1462.877132] env[63097]: } to be ready. {{(pid=63097) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1462.886040] env[63097]: DEBUG nova.compute.manager [None req-903aec87-eb7e-453d-a6fb-cc7afae3c72c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1462.886240] env[63097]: DEBUG oslo_vmware.api [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687239, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.890284] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa23564a-ed31-4bea-bbb8-37676382ef09 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.899325] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Created folder: Instances in parent group-v351701. [ 1462.899325] env[63097]: DEBUG oslo.service.loopingcall [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1462.899325] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1462.899325] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a6dabfb-61bb-464a-8a05-02c718fe44e2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.920029] env[63097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1462.920029] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d13734-749d-e065-7d56-2c0bf16af7d9" [ 1462.920029] env[63097]: _type = "HttpNfcLease" [ 1462.920029] env[63097]: } is initializing. {{(pid=63097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1462.932169] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1462.932169] env[63097]: value = "task-1687242" [ 1462.932169] env[63097]: _type = "Task" [ 1462.932169] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.943373] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687242, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.950687] env[63097]: DEBUG nova.compute.manager [req-f4c994c2-421a-4928-bb86-1fed9f31379a req-fdfc4573-f67c-46d4-9a3a-c379e92604e7 service nova] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] Received event network-changed-3bc9b241-698e-4a6d-856c-d34027d8d606 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1462.951032] env[63097]: DEBUG nova.compute.manager [req-f4c994c2-421a-4928-bb86-1fed9f31379a req-fdfc4573-f67c-46d4-9a3a-c379e92604e7 service nova] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] Refreshing instance network info cache due to event network-changed-3bc9b241-698e-4a6d-856c-d34027d8d606. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1462.951255] env[63097]: DEBUG oslo_concurrency.lockutils [req-f4c994c2-421a-4928-bb86-1fed9f31379a req-fdfc4573-f67c-46d4-9a3a-c379e92604e7 service nova] Acquiring lock "refresh_cache-88378354-f97f-4fbf-8be0-a506c4aec909" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.951787] env[63097]: DEBUG oslo_concurrency.lockutils [req-f4c994c2-421a-4928-bb86-1fed9f31379a req-fdfc4573-f67c-46d4-9a3a-c379e92604e7 service nova] Acquired lock "refresh_cache-88378354-f97f-4fbf-8be0-a506c4aec909" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.951787] env[63097]: DEBUG nova.network.neutron [req-f4c994c2-421a-4928-bb86-1fed9f31379a req-fdfc4573-f67c-46d4-9a3a-c379e92604e7 service nova] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] Refreshing network info cache for port 3bc9b241-698e-4a6d-856c-d34027d8d606 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1463.120361] env[63097]: DEBUG oslo_vmware.api [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687234, 'name': PowerOnVM_Task, 'duration_secs': 0.751528} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.121310] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1463.121907] env[63097]: INFO nova.compute.manager [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Took 21.05 seconds to spawn the instance on the hypervisor. [ 1463.122714] env[63097]: DEBUG nova.compute.manager [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1463.124497] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462704e6-7577-49dd-84e1-5d9c1ef0725b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.137189] env[63097]: DEBUG oslo_vmware.api [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687236, 'name': ReconfigVM_Task, 'duration_secs': 0.324136} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.138579] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 58313d4d-bdea-47df-80b3-efe3cf26cfb4/58313d4d-bdea-47df-80b3-efe3cf26cfb4.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1463.140067] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-827cfb04-724e-4019-b008-cf98e2860709 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.153286] env[63097]: DEBUG oslo_vmware.api [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Waiting for the task: (returnval){ [ 1463.153286] env[63097]: value = "task-1687243" [ 1463.153286] env[63097]: _type = "Task" [ 1463.153286] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.167037] env[63097]: DEBUG oslo_vmware.api [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687243, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.190016] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c8b3c2-0989-43fc-86cf-6e6eb8234f70 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.205584] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56fa40f-fdd0-42f7-bf17-f8df12c93f05 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.248280] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d20976b-d7f9-477c-9cc9-e10876f90750 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.259905] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5dca1dd-ef20-48b8-8fad-e8d8deacec4b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.281115] env[63097]: DEBUG nova.compute.provider_tree [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1463.293480] env[63097]: DEBUG oslo_vmware.api [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Task: {'id': task-1687237, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.374776] env[63097]: DEBUG oslo_vmware.api [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687239, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.386602] env[63097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1463.386602] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d13734-749d-e065-7d56-2c0bf16af7d9" [ 1463.386602] env[63097]: _type = "HttpNfcLease" [ 1463.386602] env[63097]: } is initializing. {{(pid=63097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1463.427650] env[63097]: INFO nova.compute.manager [None req-903aec87-eb7e-453d-a6fb-cc7afae3c72c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] instance snapshotting [ 1463.429016] env[63097]: DEBUG nova.objects.instance [None req-903aec87-eb7e-453d-a6fb-cc7afae3c72c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lazy-loading 'flavor' on Instance uuid 3ac3d689-7f96-4afb-9ea1-1e5b260d6246 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1463.444594] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687242, 'name': CreateVM_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.664418] env[63097]: INFO nova.compute.manager [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Took 43.90 seconds to build instance. [ 1463.669936] env[63097]: DEBUG oslo_vmware.api [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687243, 'name': Rename_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.789608] env[63097]: DEBUG nova.scheduler.client.report [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1463.799054] env[63097]: DEBUG oslo_vmware.api [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Task: {'id': task-1687237, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563436} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.799192] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 89302b4a-74b0-4c80-850c-bafca341132c/89302b4a-74b0-4c80-850c-bafca341132c.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1463.799544] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1463.799669] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97ea0768-2b02-4c39-9da4-a655b8ac2378 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.808150] env[63097]: DEBUG oslo_vmware.api [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Waiting for the task: (returnval){ [ 1463.808150] env[63097]: value = "task-1687244" [ 1463.808150] env[63097]: _type = "Task" [ 1463.808150] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.822032] env[63097]: DEBUG oslo_vmware.api [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Task: {'id': task-1687244, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.836569] env[63097]: DEBUG nova.network.neutron [req-f4c994c2-421a-4928-bb86-1fed9f31379a req-fdfc4573-f67c-46d4-9a3a-c379e92604e7 service nova] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] Updated VIF entry in instance network info cache for port 3bc9b241-698e-4a6d-856c-d34027d8d606. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1463.836831] env[63097]: DEBUG nova.network.neutron [req-f4c994c2-421a-4928-bb86-1fed9f31379a req-fdfc4573-f67c-46d4-9a3a-c379e92604e7 service nova] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] Updating instance_info_cache with network_info: [{"id": "3bc9b241-698e-4a6d-856c-d34027d8d606", "address": "fa:16:3e:b7:4e:45", "network": {"id": "9344f96b-6e3b-4e89-8d06-b8b6781f9cce", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1273559450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1eeba44b144e5ba9660448e59f94b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bc9b241-69", "ovs_interfaceid": "3bc9b241-698e-4a6d-856c-d34027d8d606", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.876325] env[63097]: DEBUG oslo_vmware.api [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687239, 'name': PowerOnVM_Task, 'duration_secs': 0.87321} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.876814] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1463.876974] env[63097]: INFO nova.compute.manager [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Took 11.65 seconds to spawn the instance on the hypervisor. [ 1463.877247] env[63097]: DEBUG nova.compute.manager [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1463.878132] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bba3c0-c46f-4ddb-9ff9-6c53d00cd925 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.893890] env[63097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1463.893890] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d13734-749d-e065-7d56-2c0bf16af7d9" [ 1463.893890] env[63097]: _type = "HttpNfcLease" [ 1463.893890] env[63097]: } is ready. {{(pid=63097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1463.895300] env[63097]: DEBUG oslo_vmware.rw_handles [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1463.895300] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d13734-749d-e065-7d56-2c0bf16af7d9" [ 1463.895300] env[63097]: _type = "HttpNfcLease" [ 1463.895300] env[63097]: }. {{(pid=63097) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1463.896551] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5032275-bab0-46b5-848e-2177cb474709 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.904199] env[63097]: DEBUG oslo_vmware.rw_handles [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d5de6d-7796-d3c3-8ea4-04e4383d7beb/disk-0.vmdk from lease info. {{(pid=63097) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1463.904681] env[63097]: DEBUG oslo_vmware.rw_handles [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Creating HTTP connection to write to file with size = 31666176 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d5de6d-7796-d3c3-8ea4-04e4383d7beb/disk-0.vmdk. {{(pid=63097) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1463.977762] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b0fa0c-1a0d-413d-8eb3-a3c430aaa7d4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.981559] env[63097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-577ee387-4a5d-41a1-8d69-bebef201001c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.990646] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687242, 'name': CreateVM_Task, 'duration_secs': 0.681361} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.002968] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1464.004447] env[63097]: DEBUG oslo_concurrency.lockutils [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.004447] env[63097]: DEBUG oslo_concurrency.lockutils [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.004781] env[63097]: DEBUG oslo_concurrency.lockutils [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1464.005541] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92879264-ff86-4736-bd28-457a53145566 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.008198] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-952c8e21-2ff9-4d73-acf0-8be0ff1f0aeb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.013184] env[63097]: DEBUG oslo_vmware.api [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Waiting for the task: (returnval){ [ 1464.013184] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]524fd32f-4954-0079-0efc-96c3ce645271" [ 1464.013184] env[63097]: _type = "Task" [ 1464.013184] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.027165] env[63097]: DEBUG oslo_vmware.api [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]524fd32f-4954-0079-0efc-96c3ce645271, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.168964] env[63097]: DEBUG oslo_concurrency.lockutils [None req-074428bb-be1e-4be7-b72e-b28e4518dc1d tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "d0d4556c-dca1-43e4-a1a4-92662cacf4b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.422s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.169219] env[63097]: DEBUG oslo_vmware.api [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687243, 'name': Rename_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.296056] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.296733] env[63097]: DEBUG nova.compute.manager [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1464.301457] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d50de860-e07c-4984-8de3-2132ebd9237d tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.589s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.301534] env[63097]: DEBUG nova.objects.instance [None req-d50de860-e07c-4984-8de3-2132ebd9237d tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Lazy-loading 'resources' on Instance uuid cc431fa5-30f4-410a-bcb0-1e0587b4ea32 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1464.319888] env[63097]: DEBUG oslo_vmware.api [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Task: {'id': task-1687244, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071933} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.320227] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1464.321045] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43629654-b42f-49ef-9d7a-7dd0f793a305 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.346455] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 89302b4a-74b0-4c80-850c-bafca341132c/89302b4a-74b0-4c80-850c-bafca341132c.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1464.347882] env[63097]: DEBUG oslo_concurrency.lockutils [req-f4c994c2-421a-4928-bb86-1fed9f31379a req-fdfc4573-f67c-46d4-9a3a-c379e92604e7 service nova] Releasing lock "refresh_cache-88378354-f97f-4fbf-8be0-a506c4aec909" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.348270] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bb71047-9fcc-47cc-97d9-2faca192db77 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.368967] env[63097]: DEBUG oslo_vmware.api [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Waiting for the task: (returnval){ [ 1464.368967] env[63097]: value = "task-1687245" [ 1464.368967] env[63097]: _type = "Task" [ 1464.368967] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.381787] env[63097]: DEBUG oslo_vmware.api [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Task: {'id': task-1687245, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.402747] env[63097]: INFO nova.compute.manager [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Took 28.39 seconds to build instance. [ 1464.524786] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-903aec87-eb7e-453d-a6fb-cc7afae3c72c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Creating Snapshot of the VM instance {{(pid=63097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1464.528627] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cd322a1c-6345-4179-8398-74d747a5f769 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.530747] env[63097]: DEBUG oslo_vmware.api [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]524fd32f-4954-0079-0efc-96c3ce645271, 'name': SearchDatastore_Task, 'duration_secs': 0.025533} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.531100] env[63097]: DEBUG oslo_concurrency.lockutils [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.531379] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1464.531677] env[63097]: DEBUG oslo_concurrency.lockutils [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.532641] env[63097]: DEBUG oslo_concurrency.lockutils [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.532641] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1464.533220] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-352d221f-e651-41d9-a7ea-7f9a6db900b5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.538676] env[63097]: DEBUG oslo_vmware.api [None req-903aec87-eb7e-453d-a6fb-cc7afae3c72c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1464.538676] env[63097]: value = "task-1687246" [ 1464.538676] env[63097]: _type = "Task" [ 1464.538676] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.545438] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1464.545707] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1464.554037] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f078463-beda-4ff2-972d-98cdc908211b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.556983] env[63097]: DEBUG oslo_vmware.api [None req-903aec87-eb7e-453d-a6fb-cc7afae3c72c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687246, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.562760] env[63097]: DEBUG oslo_vmware.api [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Waiting for the task: (returnval){ [ 1464.562760] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52519a1f-a0ee-420c-3892-c365fb943960" [ 1464.562760] env[63097]: _type = "Task" [ 1464.562760] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.575840] env[63097]: DEBUG oslo_vmware.api [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52519a1f-a0ee-420c-3892-c365fb943960, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.670983] env[63097]: DEBUG oslo_vmware.api [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687243, 'name': Rename_Task, 'duration_secs': 1.192705} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.672579] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1464.672889] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c9c7350-97ca-468e-a378-1edc6a66f914 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.680430] env[63097]: DEBUG oslo_vmware.api [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Waiting for the task: (returnval){ [ 1464.680430] env[63097]: value = "task-1687247" [ 1464.680430] env[63097]: _type = "Task" [ 1464.680430] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.693144] env[63097]: DEBUG oslo_vmware.api [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.804807] env[63097]: DEBUG nova.compute.utils [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1464.806283] env[63097]: DEBUG nova.compute.manager [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1464.806457] env[63097]: DEBUG nova.network.neutron [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1464.889906] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2212aed1-b2ea-42e3-8576-dd883b1ec9a2 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquiring lock "d0d4556c-dca1-43e4-a1a4-92662cacf4b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.890345] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2212aed1-b2ea-42e3-8576-dd883b1ec9a2 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "d0d4556c-dca1-43e4-a1a4-92662cacf4b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.890527] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2212aed1-b2ea-42e3-8576-dd883b1ec9a2 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquiring lock "d0d4556c-dca1-43e4-a1a4-92662cacf4b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.890750] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2212aed1-b2ea-42e3-8576-dd883b1ec9a2 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "d0d4556c-dca1-43e4-a1a4-92662cacf4b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.891786] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2212aed1-b2ea-42e3-8576-dd883b1ec9a2 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "d0d4556c-dca1-43e4-a1a4-92662cacf4b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.892919] env[63097]: DEBUG oslo_vmware.api [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Task: {'id': task-1687245, 'name': ReconfigVM_Task, 'duration_secs': 0.513691} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.899818] env[63097]: INFO nova.compute.manager [None req-2212aed1-b2ea-42e3-8576-dd883b1ec9a2 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Terminating instance [ 1464.901661] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 89302b4a-74b0-4c80-850c-bafca341132c/89302b4a-74b0-4c80-850c-bafca341132c.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1464.905023] env[63097]: DEBUG nova.compute.manager [None req-2212aed1-b2ea-42e3-8576-dd883b1ec9a2 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1464.905023] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2212aed1-b2ea-42e3-8576-dd883b1ec9a2 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1464.906220] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f17449a-d1b7-40d4-a1ae-6768934b4f91 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.908803] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f064b0-c08e-4675-95d4-8284912425b9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.911977] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e8e0ef30-207b-4d33-93d5-6a5c03a1f09c tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.907s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.926090] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2212aed1-b2ea-42e3-8576-dd883b1ec9a2 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1464.927624] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ee9c7b0-0066-4f77-8f74-337f2bf955b7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.929731] env[63097]: DEBUG oslo_vmware.api [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Waiting for the task: (returnval){ [ 1464.929731] env[63097]: value = "task-1687248" [ 1464.929731] env[63097]: _type = "Task" [ 1464.929731] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.941081] env[63097]: DEBUG oslo_vmware.api [None req-2212aed1-b2ea-42e3-8576-dd883b1ec9a2 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1464.941081] env[63097]: value = "task-1687249" [ 1464.941081] env[63097]: _type = "Task" [ 1464.941081] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.948749] env[63097]: DEBUG oslo_vmware.api [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Task: {'id': task-1687248, 'name': Rename_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.959071] env[63097]: DEBUG oslo_vmware.api [None req-2212aed1-b2ea-42e3-8576-dd883b1ec9a2 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.987252] env[63097]: DEBUG nova.policy [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a15527444f174ec9a6bc31832d398e3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfaa0618e4044c5db920f1465bf6dc07', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1465.050243] env[63097]: DEBUG oslo_vmware.api [None req-903aec87-eb7e-453d-a6fb-cc7afae3c72c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687246, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.079901] env[63097]: DEBUG oslo_vmware.api [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52519a1f-a0ee-420c-3892-c365fb943960, 'name': SearchDatastore_Task, 'duration_secs': 0.029995} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.085999] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca0d7b76-07df-4c3c-9c0b-922884bb073d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.099028] env[63097]: DEBUG oslo_vmware.api [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Waiting for the task: (returnval){ [ 1465.099028] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52eeab3a-7de2-5d02-5210-ab96ecae585a" [ 1465.099028] env[63097]: _type = "Task" [ 1465.099028] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.110193] env[63097]: DEBUG oslo_vmware.api [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52eeab3a-7de2-5d02-5210-ab96ecae585a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.199667] env[63097]: DEBUG oslo_vmware.api [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687247, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.312755] env[63097]: DEBUG nova.compute.manager [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1465.324696] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f784371-aeb2-44ec-a239-9641f5224487 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.337064] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1eed160-d4fe-4d18-9f0e-ee702fbd4c17 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.383887] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d255665-0726-4b73-993e-fa64a5d3b34e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.396236] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa4a7d1-792c-49b2-87df-f89a2cb2d65a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.415101] env[63097]: DEBUG nova.compute.provider_tree [None req-d50de860-e07c-4984-8de3-2132ebd9237d tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1465.444713] env[63097]: DEBUG oslo_vmware.api [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Task: {'id': task-1687248, 'name': Rename_Task, 'duration_secs': 0.192681} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.450365] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1465.450735] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bdc1476-993f-4f46-b94d-ad449fe59860 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.458880] env[63097]: DEBUG oslo_vmware.api [None req-2212aed1-b2ea-42e3-8576-dd883b1ec9a2 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687249, 'name': PowerOffVM_Task, 'duration_secs': 0.23804} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.460782] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2212aed1-b2ea-42e3-8576-dd883b1ec9a2 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1465.460782] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2212aed1-b2ea-42e3-8576-dd883b1ec9a2 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1465.460955] env[63097]: DEBUG oslo_vmware.api [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Waiting for the task: (returnval){ [ 1465.460955] env[63097]: value = "task-1687250" [ 1465.460955] env[63097]: _type = "Task" [ 1465.460955] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.463273] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9e8d74b-3cf3-4e7a-a89b-3d72b58e4525 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.475354] env[63097]: DEBUG oslo_vmware.api [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Task: {'id': task-1687250, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.549928] env[63097]: DEBUG oslo_vmware.api [None req-903aec87-eb7e-453d-a6fb-cc7afae3c72c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687246, 'name': CreateSnapshot_Task, 'duration_secs': 1.009797} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.550265] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-903aec87-eb7e-453d-a6fb-cc7afae3c72c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Created Snapshot of the VM instance {{(pid=63097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1465.551377] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029bb34e-9b98-4353-aaac-bb6780110053 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.563259] env[63097]: DEBUG nova.network.neutron [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Successfully created port: 3fcca93e-f34a-41f2-90a9-181b60b65f8a {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1465.618688] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2212aed1-b2ea-42e3-8576-dd883b1ec9a2 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1465.618688] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2212aed1-b2ea-42e3-8576-dd883b1ec9a2 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1465.618688] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-2212aed1-b2ea-42e3-8576-dd883b1ec9a2 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Deleting the datastore file [datastore1] d0d4556c-dca1-43e4-a1a4-92662cacf4b8 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1465.618998] env[63097]: DEBUG oslo_vmware.api [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52eeab3a-7de2-5d02-5210-ab96ecae585a, 'name': SearchDatastore_Task, 'duration_secs': 0.014988} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.619263] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77557d4a-3ece-428a-9525-1f8863cfa33b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.621377] env[63097]: DEBUG oslo_concurrency.lockutils [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.623021] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 88378354-f97f-4fbf-8be0-a506c4aec909/88378354-f97f-4fbf-8be0-a506c4aec909.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1465.623417] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7444bc50-9027-4d5d-8b6f-6454f59b29a1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.632742] env[63097]: DEBUG oslo_vmware.api [None req-2212aed1-b2ea-42e3-8576-dd883b1ec9a2 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1465.632742] env[63097]: value = "task-1687253" [ 1465.632742] env[63097]: _type = "Task" [ 1465.632742] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.634302] env[63097]: DEBUG oslo_vmware.api [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Waiting for the task: (returnval){ [ 1465.634302] env[63097]: value = "task-1687252" [ 1465.634302] env[63097]: _type = "Task" [ 1465.634302] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.655404] env[63097]: DEBUG oslo_vmware.api [None req-2212aed1-b2ea-42e3-8576-dd883b1ec9a2 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.659654] env[63097]: DEBUG oslo_vmware.api [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Task: {'id': task-1687252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.697676] env[63097]: DEBUG oslo_vmware.api [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687247, 'name': PowerOnVM_Task, 'duration_secs': 0.570862} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.698478] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1465.699308] env[63097]: INFO nova.compute.manager [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Took 10.73 seconds to spawn the instance on the hypervisor. [ 1465.699308] env[63097]: DEBUG nova.compute.manager [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1465.700082] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67c7ea8-5947-4101-8034-6d4277cc1fc7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.739456] env[63097]: DEBUG oslo_vmware.rw_handles [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Completed reading data from the image iterator. {{(pid=63097) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1465.739820] env[63097]: DEBUG oslo_vmware.rw_handles [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d5de6d-7796-d3c3-8ea4-04e4383d7beb/disk-0.vmdk. {{(pid=63097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1465.740980] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3307d4e-00d4-4ca7-b9b0-f96ac8e659c7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.749543] env[63097]: DEBUG oslo_vmware.rw_handles [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d5de6d-7796-d3c3-8ea4-04e4383d7beb/disk-0.vmdk is in state: ready. {{(pid=63097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1465.749763] env[63097]: DEBUG oslo_vmware.rw_handles [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d5de6d-7796-d3c3-8ea4-04e4383d7beb/disk-0.vmdk. {{(pid=63097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1465.750133] env[63097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-67eb2054-bb9d-46a3-a35d-8b8256de6d91 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.921206] env[63097]: DEBUG nova.scheduler.client.report [None req-d50de860-e07c-4984-8de3-2132ebd9237d tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1465.980239] env[63097]: DEBUG oslo_vmware.api [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Task: {'id': task-1687250, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.074387] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-903aec87-eb7e-453d-a6fb-cc7afae3c72c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Creating linked-clone VM from snapshot {{(pid=63097) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1466.075188] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e7681153-62fa-4ba4-b474-bd7d5ffa07cf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.103628] env[63097]: DEBUG oslo_vmware.api [None req-903aec87-eb7e-453d-a6fb-cc7afae3c72c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1466.103628] env[63097]: value = "task-1687254" [ 1466.103628] env[63097]: _type = "Task" [ 1466.103628] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.117545] env[63097]: DEBUG oslo_vmware.api [None req-903aec87-eb7e-453d-a6fb-cc7afae3c72c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687254, 'name': CloneVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.147864] env[63097]: DEBUG oslo_vmware.api [None req-2212aed1-b2ea-42e3-8576-dd883b1ec9a2 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687253, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214667} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.149067] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-2212aed1-b2ea-42e3-8576-dd883b1ec9a2 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1466.149067] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2212aed1-b2ea-42e3-8576-dd883b1ec9a2 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1466.149537] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2212aed1-b2ea-42e3-8576-dd883b1ec9a2 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1466.149537] env[63097]: INFO nova.compute.manager [None req-2212aed1-b2ea-42e3-8576-dd883b1ec9a2 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1466.149749] env[63097]: DEBUG oslo.service.loopingcall [None req-2212aed1-b2ea-42e3-8576-dd883b1ec9a2 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1466.150738] env[63097]: DEBUG nova.compute.manager [-] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1466.150738] env[63097]: DEBUG nova.network.neutron [-] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1466.156026] env[63097]: DEBUG oslo_vmware.api [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Task: {'id': task-1687252, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.170880] env[63097]: DEBUG oslo_vmware.rw_handles [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d5de6d-7796-d3c3-8ea4-04e4383d7beb/disk-0.vmdk. {{(pid=63097) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1466.170880] env[63097]: INFO nova.virt.vmwareapi.images [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Downloaded image file data 929b677f-8ada-4366-a4b4-aa096c7abc43 [ 1466.171263] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de11414-ce1b-4cd9-99af-29bb12de7884 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.192892] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9cfce44-9ce7-4015-ad4e-5af9945c1cec {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.226557] env[63097]: INFO nova.compute.manager [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Took 28.14 seconds to build instance. [ 1466.287279] env[63097]: INFO nova.virt.vmwareapi.images [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] The imported VM was unregistered [ 1466.291665] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Caching image {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1466.293413] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Creating directory with path [datastore1] devstack-image-cache_base/929b677f-8ada-4366-a4b4-aa096c7abc43 {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1466.293930] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60b17abf-cf9a-421b-8c27-36f9a27e502a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.317477] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Created directory with path [datastore1] devstack-image-cache_base/929b677f-8ada-4366-a4b4-aa096c7abc43 {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1466.317477] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_1e6ae134-9093-4044-9b42-27f5a1a342df/OSTACK_IMG_1e6ae134-9093-4044-9b42-27f5a1a342df.vmdk to [datastore1] devstack-image-cache_base/929b677f-8ada-4366-a4b4-aa096c7abc43/929b677f-8ada-4366-a4b4-aa096c7abc43.vmdk. {{(pid=63097) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1466.317477] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f57b6226-8cab-4cb8-8451-cd369da77004 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.327215] env[63097]: DEBUG nova.compute.manager [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1466.330883] env[63097]: DEBUG oslo_vmware.api [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1466.330883] env[63097]: value = "task-1687256" [ 1466.330883] env[63097]: _type = "Task" [ 1466.330883] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.340262] env[63097]: DEBUG oslo_vmware.api [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687256, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.361192] env[63097]: DEBUG nova.virt.hardware [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1466.361192] env[63097]: DEBUG nova.virt.hardware [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1466.361392] env[63097]: DEBUG nova.virt.hardware [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1466.361444] env[63097]: DEBUG nova.virt.hardware [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1466.362511] env[63097]: DEBUG nova.virt.hardware [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1466.362511] env[63097]: DEBUG nova.virt.hardware [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1466.362511] env[63097]: DEBUG nova.virt.hardware [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1466.362511] env[63097]: DEBUG nova.virt.hardware [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1466.362511] env[63097]: DEBUG nova.virt.hardware [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1466.362511] env[63097]: DEBUG nova.virt.hardware [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1466.362865] env[63097]: DEBUG nova.virt.hardware [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1466.363714] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0dcda17-b2fe-443f-a75c-9dfd30c211be {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.374448] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c16108e-1d7a-4e91-b98f-23cc27c2b778 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.428379] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d50de860-e07c-4984-8de3-2132ebd9237d tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.127s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.431423] env[63097]: DEBUG oslo_concurrency.lockutils [None req-56a494d1-10e4-4a0f-91c7-fa3d2572fcc0 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.685s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.431423] env[63097]: DEBUG nova.objects.instance [None req-56a494d1-10e4-4a0f-91c7-fa3d2572fcc0 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lazy-loading 'resources' on Instance uuid 7f1e806e-4689-4cd0-bef9-3f6af6ac7956 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1466.472197] env[63097]: INFO nova.scheduler.client.report [None req-d50de860-e07c-4984-8de3-2132ebd9237d tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Deleted allocations for instance cc431fa5-30f4-410a-bcb0-1e0587b4ea32 [ 1466.483761] env[63097]: DEBUG oslo_vmware.api [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Task: {'id': task-1687250, 'name': PowerOnVM_Task, 'duration_secs': 0.817302} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.484471] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1466.484834] env[63097]: DEBUG nova.compute.manager [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1466.485849] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686c6bb8-f838-42f5-9bd8-da9e11eab1f2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.619698] env[63097]: DEBUG oslo_vmware.api [None req-903aec87-eb7e-453d-a6fb-cc7afae3c72c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687254, 'name': CloneVM_Task} progress is 94%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.650770] env[63097]: DEBUG oslo_vmware.api [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Task: {'id': task-1687252, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616901} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.651062] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 88378354-f97f-4fbf-8be0-a506c4aec909/88378354-f97f-4fbf-8be0-a506c4aec909.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1466.651290] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1466.651562] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76ef6134-522b-4a89-81ce-f79776876532 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.659499] env[63097]: DEBUG oslo_vmware.api [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Waiting for the task: (returnval){ [ 1466.659499] env[63097]: value = "task-1687257" [ 1466.659499] env[63097]: _type = "Task" [ 1466.659499] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.670143] env[63097]: DEBUG oslo_vmware.api [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Task: {'id': task-1687257, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.731835] env[63097]: DEBUG oslo_concurrency.lockutils [None req-89df561c-1842-44de-8c6f-b4ad24a05eae tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Lock "58313d4d-bdea-47df-80b3-efe3cf26cfb4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.660s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.810414] env[63097]: DEBUG nova.compute.manager [req-9fb3b02a-b1a3-40d9-93b3-c790e155900c req-fd9b570a-9791-45c1-9046-8b5b434179ac service nova] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Received event network-vif-deleted-492dbbbb-d2ed-4925-b910-5cf144338da2 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1466.811922] env[63097]: INFO nova.compute.manager [req-9fb3b02a-b1a3-40d9-93b3-c790e155900c req-fd9b570a-9791-45c1-9046-8b5b434179ac service nova] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Neutron deleted interface 492dbbbb-d2ed-4925-b910-5cf144338da2; detaching it from the instance and deleting it from the info cache [ 1466.811922] env[63097]: DEBUG nova.network.neutron [req-9fb3b02a-b1a3-40d9-93b3-c790e155900c req-fd9b570a-9791-45c1-9046-8b5b434179ac service nova] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.844242] env[63097]: DEBUG oslo_vmware.api [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687256, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.987659] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d50de860-e07c-4984-8de3-2132ebd9237d tempest-ServersWithSpecificFlavorTestJSON-2087314737 tempest-ServersWithSpecificFlavorTestJSON-2087314737-project-member] Lock "cc431fa5-30f4-410a-bcb0-1e0587b4ea32" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.454s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1467.010231] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.032837] env[63097]: DEBUG nova.network.neutron [-] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1467.119992] env[63097]: DEBUG oslo_vmware.api [None req-903aec87-eb7e-453d-a6fb-cc7afae3c72c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687254, 'name': CloneVM_Task} progress is 94%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.176254] env[63097]: DEBUG oslo_vmware.api [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Task: {'id': task-1687257, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085014} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.176571] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1467.177430] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5216f3-c728-4232-b2cf-f26838117bcf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.206080] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 88378354-f97f-4fbf-8be0-a506c4aec909/88378354-f97f-4fbf-8be0-a506c4aec909.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1467.209166] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d89f7bd-6a9f-4e80-b68c-83c74554d0b8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.235394] env[63097]: DEBUG oslo_vmware.api [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Waiting for the task: (returnval){ [ 1467.235394] env[63097]: value = "task-1687258" [ 1467.235394] env[63097]: _type = "Task" [ 1467.235394] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.253982] env[63097]: DEBUG oslo_vmware.api [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Task: {'id': task-1687258, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.315336] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60b639a3-af3b-4b5c-b1ef-20af3fce6bde {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.328077] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e97f52-da3b-4099-a7a9-573ed2eebb32 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.342619] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc34516-2ad2-4ee7-bca7-51593de5663a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.354992] env[63097]: DEBUG oslo_vmware.api [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687256, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.358238] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895dbf8c-98d5-4a36-a381-3ef206166653 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.376491] env[63097]: DEBUG nova.compute.manager [req-9fb3b02a-b1a3-40d9-93b3-c790e155900c req-fd9b570a-9791-45c1-9046-8b5b434179ac service nova] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Detach interface failed, port_id=492dbbbb-d2ed-4925-b910-5cf144338da2, reason: Instance d0d4556c-dca1-43e4-a1a4-92662cacf4b8 could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1467.404497] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852e92d9-8139-4b79-bee4-4f4181c4e057 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.413408] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabbb4bd-9a63-48cf-a423-c64eb5c54252 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.429293] env[63097]: DEBUG nova.compute.provider_tree [None req-56a494d1-10e4-4a0f-91c7-fa3d2572fcc0 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1467.539461] env[63097]: INFO nova.compute.manager [-] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Took 1.39 seconds to deallocate network for instance. [ 1467.626565] env[63097]: DEBUG oslo_vmware.api [None req-903aec87-eb7e-453d-a6fb-cc7afae3c72c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687254, 'name': CloneVM_Task} progress is 95%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.719367] env[63097]: DEBUG nova.network.neutron [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Successfully updated port: 3fcca93e-f34a-41f2-90a9-181b60b65f8a {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1467.749796] env[63097]: DEBUG oslo_vmware.api [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Task: {'id': task-1687258, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.853859] env[63097]: DEBUG oslo_vmware.api [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687256, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.933246] env[63097]: DEBUG nova.scheduler.client.report [None req-56a494d1-10e4-4a0f-91c7-fa3d2572fcc0 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1468.029616] env[63097]: DEBUG nova.compute.manager [req-e9b0ade0-c396-4c01-8189-f044935a4bbb req-873efbfe-8699-4d90-adfb-5c34ac06f92c service nova] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Received event network-vif-plugged-3fcca93e-f34a-41f2-90a9-181b60b65f8a {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1468.029897] env[63097]: DEBUG oslo_concurrency.lockutils [req-e9b0ade0-c396-4c01-8189-f044935a4bbb req-873efbfe-8699-4d90-adfb-5c34ac06f92c service nova] Acquiring lock "2f260405-ecd8-4fc5-93b1-2d547b77468c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.030277] env[63097]: DEBUG oslo_concurrency.lockutils [req-e9b0ade0-c396-4c01-8189-f044935a4bbb req-873efbfe-8699-4d90-adfb-5c34ac06f92c service nova] Lock "2f260405-ecd8-4fc5-93b1-2d547b77468c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.030544] env[63097]: DEBUG oslo_concurrency.lockutils [req-e9b0ade0-c396-4c01-8189-f044935a4bbb req-873efbfe-8699-4d90-adfb-5c34ac06f92c service nova] Lock "2f260405-ecd8-4fc5-93b1-2d547b77468c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.031411] env[63097]: DEBUG nova.compute.manager [req-e9b0ade0-c396-4c01-8189-f044935a4bbb req-873efbfe-8699-4d90-adfb-5c34ac06f92c service nova] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] No waiting events found dispatching network-vif-plugged-3fcca93e-f34a-41f2-90a9-181b60b65f8a {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1468.031411] env[63097]: WARNING nova.compute.manager [req-e9b0ade0-c396-4c01-8189-f044935a4bbb req-873efbfe-8699-4d90-adfb-5c34ac06f92c service nova] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Received unexpected event network-vif-plugged-3fcca93e-f34a-41f2-90a9-181b60b65f8a for instance with vm_state building and task_state spawning. [ 1468.046598] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2212aed1-b2ea-42e3-8576-dd883b1ec9a2 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.121018] env[63097]: DEBUG oslo_vmware.api [None req-903aec87-eb7e-453d-a6fb-cc7afae3c72c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687254, 'name': CloneVM_Task, 'duration_secs': 1.760702} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.121018] env[63097]: INFO nova.virt.vmwareapi.vmops [None req-903aec87-eb7e-453d-a6fb-cc7afae3c72c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Created linked-clone VM from snapshot [ 1468.121018] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b148e2cc-789b-4a13-956d-ed953ec462db {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.130861] env[63097]: DEBUG nova.virt.vmwareapi.images [None req-903aec87-eb7e-453d-a6fb-cc7afae3c72c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Uploading image 1c6b5007-dff1-47d3-a3c5-f571dbf302ef {{(pid=63097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1468.174840] env[63097]: DEBUG oslo_vmware.rw_handles [None req-903aec87-eb7e-453d-a6fb-cc7afae3c72c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1468.174840] env[63097]: value = "vm-351706" [ 1468.174840] env[63097]: _type = "VirtualMachine" [ 1468.174840] env[63097]: }. {{(pid=63097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1468.174840] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-35700fda-add4-43d8-b7a8-122fa0deebda {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.181675] env[63097]: DEBUG oslo_vmware.rw_handles [None req-903aec87-eb7e-453d-a6fb-cc7afae3c72c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lease: (returnval){ [ 1468.181675] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5242b4b3-8ac9-abbf-4126-e1c0cb6c7ec5" [ 1468.181675] env[63097]: _type = "HttpNfcLease" [ 1468.181675] env[63097]: } obtained for exporting VM: (result){ [ 1468.181675] env[63097]: value = "vm-351706" [ 1468.181675] env[63097]: _type = "VirtualMachine" [ 1468.181675] env[63097]: }. {{(pid=63097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1468.181963] env[63097]: DEBUG oslo_vmware.api [None req-903aec87-eb7e-453d-a6fb-cc7afae3c72c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the lease: (returnval){ [ 1468.181963] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5242b4b3-8ac9-abbf-4126-e1c0cb6c7ec5" [ 1468.181963] env[63097]: _type = "HttpNfcLease" [ 1468.181963] env[63097]: } to be ready. {{(pid=63097) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1468.192046] env[63097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1468.192046] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5242b4b3-8ac9-abbf-4126-e1c0cb6c7ec5" [ 1468.192046] env[63097]: _type = "HttpNfcLease" [ 1468.192046] env[63097]: } is initializing. {{(pid=63097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1468.222449] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquiring lock "refresh_cache-2f260405-ecd8-4fc5-93b1-2d547b77468c" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1468.222618] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquired lock "refresh_cache-2f260405-ecd8-4fc5-93b1-2d547b77468c" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.222805] env[63097]: DEBUG nova.network.neutron [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1468.248097] env[63097]: DEBUG oslo_vmware.api [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Task: {'id': task-1687258, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.324266] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "63c820ff-8435-493d-b891-cbe939fa2662" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.324439] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "63c820ff-8435-493d-b891-cbe939fa2662" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.353080] env[63097]: DEBUG oslo_vmware.api [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687256, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.438581] env[63097]: DEBUG oslo_concurrency.lockutils [None req-56a494d1-10e4-4a0f-91c7-fa3d2572fcc0 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.007s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.442798] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e2274b1b-3cba-4c4d-96db-28ca91f938bc tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.921s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.443254] env[63097]: DEBUG nova.objects.instance [None req-e2274b1b-3cba-4c4d-96db-28ca91f938bc tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Lazy-loading 'resources' on Instance uuid 0e74e037-c92b-4160-9c10-7f09a89b5b9c {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1468.470977] env[63097]: INFO nova.scheduler.client.report [None req-56a494d1-10e4-4a0f-91c7-fa3d2572fcc0 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Deleted allocations for instance 7f1e806e-4689-4cd0-bef9-3f6af6ac7956 [ 1468.692023] env[63097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1468.692023] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5242b4b3-8ac9-abbf-4126-e1c0cb6c7ec5" [ 1468.692023] env[63097]: _type = "HttpNfcLease" [ 1468.692023] env[63097]: } is ready. {{(pid=63097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1468.692377] env[63097]: DEBUG oslo_vmware.rw_handles [None req-903aec87-eb7e-453d-a6fb-cc7afae3c72c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1468.692377] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5242b4b3-8ac9-abbf-4126-e1c0cb6c7ec5" [ 1468.692377] env[63097]: _type = "HttpNfcLease" [ 1468.692377] env[63097]: }. {{(pid=63097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1468.693257] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3479a4a4-56b5-49da-88f7-83f1cc79aac3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.702861] env[63097]: DEBUG oslo_vmware.rw_handles [None req-903aec87-eb7e-453d-a6fb-cc7afae3c72c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a1fc42-c069-03e0-c9de-f885a2a574ad/disk-0.vmdk from lease info. {{(pid=63097) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1468.703098] env[63097]: DEBUG oslo_vmware.rw_handles [None req-903aec87-eb7e-453d-a6fb-cc7afae3c72c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a1fc42-c069-03e0-c9de-f885a2a574ad/disk-0.vmdk for reading. {{(pid=63097) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1468.781658] env[63097]: DEBUG oslo_vmware.api [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Task: {'id': task-1687258, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.817319] env[63097]: DEBUG nova.network.neutron [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1468.827666] env[63097]: DEBUG nova.compute.manager [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1468.855413] env[63097]: DEBUG oslo_vmware.api [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687256, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.858134] env[63097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b2693268-f252-4274-b5d7-1b7f4c4f2db4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.872194] env[63097]: DEBUG nova.compute.manager [None req-c34342a1-302b-4b69-b6ae-dcb68a2a2a37 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1468.876880] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378e8571-77d4-4077-ae2a-7d4a32da138f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.974315] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2eb1fb86-f22e-4354-b221-e4323371a3ae tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Acquiring lock "89302b4a-74b0-4c80-850c-bafca341132c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.974612] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2eb1fb86-f22e-4354-b221-e4323371a3ae tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Lock "89302b4a-74b0-4c80-850c-bafca341132c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.974836] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2eb1fb86-f22e-4354-b221-e4323371a3ae tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Acquiring lock "89302b4a-74b0-4c80-850c-bafca341132c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.975040] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2eb1fb86-f22e-4354-b221-e4323371a3ae tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Lock "89302b4a-74b0-4c80-850c-bafca341132c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.975224] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2eb1fb86-f22e-4354-b221-e4323371a3ae tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Lock "89302b4a-74b0-4c80-850c-bafca341132c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.977501] env[63097]: INFO nova.compute.manager [None req-2eb1fb86-f22e-4354-b221-e4323371a3ae tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Terminating instance [ 1468.983768] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2eb1fb86-f22e-4354-b221-e4323371a3ae tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Acquiring lock "refresh_cache-89302b4a-74b0-4c80-850c-bafca341132c" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1468.983953] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2eb1fb86-f22e-4354-b221-e4323371a3ae tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Acquired lock "refresh_cache-89302b4a-74b0-4c80-850c-bafca341132c" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.984150] env[63097]: DEBUG nova.network.neutron [None req-2eb1fb86-f22e-4354-b221-e4323371a3ae tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1468.985333] env[63097]: DEBUG oslo_concurrency.lockutils [None req-56a494d1-10e4-4a0f-91c7-fa3d2572fcc0 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "7f1e806e-4689-4cd0-bef9-3f6af6ac7956" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.385s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.986193] env[63097]: DEBUG oslo_concurrency.lockutils [req-91f686c1-9246-4394-a5fc-ad78671ffeb1 req-7aabdc39-ffbb-49d3-9105-35b47ee91a5e service nova] Acquired lock "7f1e806e-4689-4cd0-bef9-3f6af6ac7956" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.987717] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74280729-791c-45c7-93f5-1a0163659a34 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.997852] env[63097]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1468.998052] env[63097]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=63097) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1468.998492] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-03dd9f51-33db-4ee0-a92f-7eda697e2c81 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.018745] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2308b14a-a437-451d-aad4-4d648e0b20d5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.064602] env[63097]: ERROR root [req-91f686c1-9246-4394-a5fc-ad78671ffeb1 req-7aabdc39-ffbb-49d3-9105-35b47ee91a5e service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-351639' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-351639' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-351639' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-351639'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-351639' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-351639' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-351639'}\n"]: nova.exception.InstanceNotFound: Instance 7f1e806e-4689-4cd0-bef9-3f6af6ac7956 could not be found. [ 1469.064926] env[63097]: DEBUG oslo_concurrency.lockutils [req-91f686c1-9246-4394-a5fc-ad78671ffeb1 req-7aabdc39-ffbb-49d3-9105-35b47ee91a5e service nova] Releasing lock "7f1e806e-4689-4cd0-bef9-3f6af6ac7956" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1469.065303] env[63097]: DEBUG nova.compute.manager [req-91f686c1-9246-4394-a5fc-ad78671ffeb1 req-7aabdc39-ffbb-49d3-9105-35b47ee91a5e service nova] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Detach interface failed, port_id=c22c17dd-1d73-495c-8c86-f036518743e8, reason: Instance 7f1e806e-4689-4cd0-bef9-3f6af6ac7956 could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1469.112941] env[63097]: DEBUG nova.network.neutron [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Updating instance_info_cache with network_info: [{"id": "3fcca93e-f34a-41f2-90a9-181b60b65f8a", "address": "fa:16:3e:ef:ed:78", "network": {"id": "50215c70-2086-4e75-a852-57a251fe1397", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1988148367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfaa0618e4044c5db920f1465bf6dc07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fcca93e-f3", "ovs_interfaceid": "3fcca93e-f34a-41f2-90a9-181b60b65f8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.285263] env[63097]: DEBUG oslo_vmware.api [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Task: {'id': task-1687258, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.353668] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.356460] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fb4393-5c6b-4e97-acf8-68fc38165a4f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.369024] env[63097]: DEBUG oslo_vmware.api [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687256, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.845324} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.369731] env[63097]: INFO nova.virt.vmwareapi.ds_util [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_1e6ae134-9093-4044-9b42-27f5a1a342df/OSTACK_IMG_1e6ae134-9093-4044-9b42-27f5a1a342df.vmdk to [datastore1] devstack-image-cache_base/929b677f-8ada-4366-a4b4-aa096c7abc43/929b677f-8ada-4366-a4b4-aa096c7abc43.vmdk. [ 1469.369955] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Cleaning up location [datastore1] OSTACK_IMG_1e6ae134-9093-4044-9b42-27f5a1a342df {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1469.370151] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_1e6ae134-9093-4044-9b42-27f5a1a342df {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1469.371325] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac230ef-4907-4d4f-8f39-a25f3665bdcf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.374849] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad6016ae-8ef6-4b4d-af86-adca4bf1275c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.383064] env[63097]: DEBUG oslo_vmware.api [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1469.383064] env[63097]: value = "task-1687260" [ 1469.383064] env[63097]: _type = "Task" [ 1469.383064] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.412922] env[63097]: INFO nova.compute.manager [None req-c34342a1-302b-4b69-b6ae-dcb68a2a2a37 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] instance snapshotting [ 1469.420914] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d4f84b-0f01-4134-a815-423cba8a7532 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.424968] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0009b22-ccca-4ace-9417-28ec7c898e9b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.434924] env[63097]: DEBUG oslo_vmware.api [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687260, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.455871] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea8c986-5bb1-4fbc-9385-b459509c0aeb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.460069] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb533fa-b2c2-49ee-b4a1-b736c053a98a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.478375] env[63097]: DEBUG nova.compute.provider_tree [None req-e2274b1b-3cba-4c4d-96db-28ca91f938bc tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1469.512862] env[63097]: DEBUG nova.network.neutron [None req-2eb1fb86-f22e-4354-b221-e4323371a3ae tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1469.594588] env[63097]: DEBUG nova.network.neutron [None req-2eb1fb86-f22e-4354-b221-e4323371a3ae tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.617943] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Releasing lock "refresh_cache-2f260405-ecd8-4fc5-93b1-2d547b77468c" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1469.618327] env[63097]: DEBUG nova.compute.manager [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Instance network_info: |[{"id": "3fcca93e-f34a-41f2-90a9-181b60b65f8a", "address": "fa:16:3e:ef:ed:78", "network": {"id": "50215c70-2086-4e75-a852-57a251fe1397", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1988148367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfaa0618e4044c5db920f1465bf6dc07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fcca93e-f3", "ovs_interfaceid": "3fcca93e-f34a-41f2-90a9-181b60b65f8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1469.618724] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:ed:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5c34919-7d52-4a52-bab1-81af4c8182ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fcca93e-f34a-41f2-90a9-181b60b65f8a', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1469.629023] env[63097]: DEBUG oslo.service.loopingcall [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1469.629023] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1469.629023] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b28437a5-e0a6-4a7b-929c-485354820624 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.649853] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1469.649853] env[63097]: value = "task-1687261" [ 1469.649853] env[63097]: _type = "Task" [ 1469.649853] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.658990] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687261, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.782562] env[63097]: DEBUG oslo_vmware.api [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Task: {'id': task-1687258, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.927717] env[63097]: DEBUG oslo_vmware.api [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687260, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.062811} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.928087] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1469.928348] env[63097]: DEBUG oslo_concurrency.lockutils [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Releasing lock "[datastore1] devstack-image-cache_base/929b677f-8ada-4366-a4b4-aa096c7abc43/929b677f-8ada-4366-a4b4-aa096c7abc43.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1469.928604] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/929b677f-8ada-4366-a4b4-aa096c7abc43/929b677f-8ada-4366-a4b4-aa096c7abc43.vmdk to [datastore1] 185ab458-44b4-4bc2-816a-269d7a4e2719/185ab458-44b4-4bc2-816a-269d7a4e2719.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1469.928930] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8870a85e-053d-46f8-92f1-1cce7834302b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.939175] env[63097]: DEBUG oslo_vmware.api [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1469.939175] env[63097]: value = "task-1687262" [ 1469.939175] env[63097]: _type = "Task" [ 1469.939175] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.949542] env[63097]: DEBUG oslo_vmware.api [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.986910] env[63097]: DEBUG nova.scheduler.client.report [None req-e2274b1b-3cba-4c4d-96db-28ca91f938bc tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1469.991704] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c34342a1-302b-4b69-b6ae-dcb68a2a2a37 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Creating Snapshot of the VM instance {{(pid=63097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1469.992238] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-08de182a-fc1c-4308-9baa-e3bd1df7b604 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.001299] env[63097]: DEBUG oslo_vmware.api [None req-c34342a1-302b-4b69-b6ae-dcb68a2a2a37 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Waiting for the task: (returnval){ [ 1470.001299] env[63097]: value = "task-1687263" [ 1470.001299] env[63097]: _type = "Task" [ 1470.001299] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.013471] env[63097]: DEBUG oslo_vmware.api [None req-c34342a1-302b-4b69-b6ae-dcb68a2a2a37 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687263, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.097385] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2eb1fb86-f22e-4354-b221-e4323371a3ae tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Releasing lock "refresh_cache-89302b4a-74b0-4c80-850c-bafca341132c" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1470.097963] env[63097]: DEBUG nova.compute.manager [None req-2eb1fb86-f22e-4354-b221-e4323371a3ae tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1470.098508] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb1fb86-f22e-4354-b221-e4323371a3ae tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1470.099403] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5deae3-24ab-48e0-ba10-5f6630341323 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.108922] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eb1fb86-f22e-4354-b221-e4323371a3ae tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1470.109488] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40eb88e3-d169-4589-a88a-9a95093ee49a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.117594] env[63097]: DEBUG oslo_vmware.api [None req-2eb1fb86-f22e-4354-b221-e4323371a3ae tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Waiting for the task: (returnval){ [ 1470.117594] env[63097]: value = "task-1687264" [ 1470.117594] env[63097]: _type = "Task" [ 1470.117594] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.127783] env[63097]: DEBUG oslo_vmware.api [None req-2eb1fb86-f22e-4354-b221-e4323371a3ae tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Task: {'id': task-1687264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.164290] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687261, 'name': CreateVM_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.287635] env[63097]: DEBUG oslo_vmware.api [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Task: {'id': task-1687258, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.326041] env[63097]: DEBUG nova.compute.manager [req-30c5140b-f42c-40c9-af7a-944b543dfaa4 req-0fa2f4e3-864e-4e69-a176-1518cae14f4d service nova] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Received event network-changed-3fcca93e-f34a-41f2-90a9-181b60b65f8a {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1470.326506] env[63097]: DEBUG nova.compute.manager [req-30c5140b-f42c-40c9-af7a-944b543dfaa4 req-0fa2f4e3-864e-4e69-a176-1518cae14f4d service nova] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Refreshing instance network info cache due to event network-changed-3fcca93e-f34a-41f2-90a9-181b60b65f8a. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1470.326849] env[63097]: DEBUG oslo_concurrency.lockutils [req-30c5140b-f42c-40c9-af7a-944b543dfaa4 req-0fa2f4e3-864e-4e69-a176-1518cae14f4d service nova] Acquiring lock "refresh_cache-2f260405-ecd8-4fc5-93b1-2d547b77468c" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1470.327369] env[63097]: DEBUG oslo_concurrency.lockutils [req-30c5140b-f42c-40c9-af7a-944b543dfaa4 req-0fa2f4e3-864e-4e69-a176-1518cae14f4d service nova] Acquired lock "refresh_cache-2f260405-ecd8-4fc5-93b1-2d547b77468c" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.327430] env[63097]: DEBUG nova.network.neutron [req-30c5140b-f42c-40c9-af7a-944b543dfaa4 req-0fa2f4e3-864e-4e69-a176-1518cae14f4d service nova] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Refreshing network info cache for port 3fcca93e-f34a-41f2-90a9-181b60b65f8a {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1470.452134] env[63097]: DEBUG oslo_vmware.api [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687262, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.493651] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e2274b1b-3cba-4c4d-96db-28ca91f938bc tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.051s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.498976] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bae5f31f-dd88-41d9-a72f-1e4bbe515f5f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.774s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.498976] env[63097]: DEBUG nova.objects.instance [None req-bae5f31f-dd88-41d9-a72f-1e4bbe515f5f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Lazy-loading 'resources' on Instance uuid 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1470.515899] env[63097]: DEBUG oslo_vmware.api [None req-c34342a1-302b-4b69-b6ae-dcb68a2a2a37 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687263, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.532204] env[63097]: INFO nova.scheduler.client.report [None req-e2274b1b-3cba-4c4d-96db-28ca91f938bc tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Deleted allocations for instance 0e74e037-c92b-4160-9c10-7f09a89b5b9c [ 1470.631807] env[63097]: DEBUG oslo_vmware.api [None req-2eb1fb86-f22e-4354-b221-e4323371a3ae tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Task: {'id': task-1687264, 'name': PowerOffVM_Task, 'duration_secs': 0.167309} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.632570] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eb1fb86-f22e-4354-b221-e4323371a3ae tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1470.633021] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb1fb86-f22e-4354-b221-e4323371a3ae tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1470.635101] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17ee851e-1b79-4489-820f-684189e8f0fd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.666336] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687261, 'name': CreateVM_Task, 'duration_secs': 0.857316} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.666336] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1470.666336] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1470.666336] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.666336] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1470.668177] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-641ce4ca-6109-4803-bef8-3e056b59fa4f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.671117] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb1fb86-f22e-4354-b221-e4323371a3ae tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1470.671627] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb1fb86-f22e-4354-b221-e4323371a3ae tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1470.672076] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-2eb1fb86-f22e-4354-b221-e4323371a3ae tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Deleting the datastore file [datastore1] 89302b4a-74b0-4c80-850c-bafca341132c {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1470.672879] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b2c4243-036a-49b7-8885-723392d61cde {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.680043] env[63097]: DEBUG oslo_vmware.api [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1470.680043] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d9d291-abdc-ddad-cf30-922cfca3c3e2" [ 1470.680043] env[63097]: _type = "Task" [ 1470.680043] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.686424] env[63097]: DEBUG oslo_vmware.api [None req-2eb1fb86-f22e-4354-b221-e4323371a3ae tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Waiting for the task: (returnval){ [ 1470.686424] env[63097]: value = "task-1687266" [ 1470.686424] env[63097]: _type = "Task" [ 1470.686424] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.696755] env[63097]: DEBUG oslo_vmware.api [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d9d291-abdc-ddad-cf30-922cfca3c3e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.704131] env[63097]: DEBUG oslo_vmware.api [None req-2eb1fb86-f22e-4354-b221-e4323371a3ae tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Task: {'id': task-1687266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.789069] env[63097]: DEBUG oslo_vmware.api [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Task: {'id': task-1687258, 'name': ReconfigVM_Task, 'duration_secs': 3.091017} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.789665] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 88378354-f97f-4fbf-8be0-a506c4aec909/88378354-f97f-4fbf-8be0-a506c4aec909.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1470.790544] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20d4cf85-1c8b-49f8-bd0f-880e9e26e7db {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.810942] env[63097]: DEBUG oslo_vmware.api [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Waiting for the task: (returnval){ [ 1470.810942] env[63097]: value = "task-1687267" [ 1470.810942] env[63097]: _type = "Task" [ 1470.810942] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.823814] env[63097]: DEBUG oslo_vmware.api [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Task: {'id': task-1687267, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.951732] env[63097]: DEBUG oslo_vmware.api [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687262, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.022253] env[63097]: DEBUG oslo_vmware.api [None req-c34342a1-302b-4b69-b6ae-dcb68a2a2a37 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687263, 'name': CreateSnapshot_Task, 'duration_secs': 0.941922} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.023022] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c34342a1-302b-4b69-b6ae-dcb68a2a2a37 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Created Snapshot of the VM instance {{(pid=63097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1471.024010] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128396e8-9960-4bfc-b019-21ad4c7c948a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.051411] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e2274b1b-3cba-4c4d-96db-28ca91f938bc tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Lock "0e74e037-c92b-4160-9c10-7f09a89b5b9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.297s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.200828] env[63097]: DEBUG oslo_vmware.api [None req-2eb1fb86-f22e-4354-b221-e4323371a3ae tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Task: {'id': task-1687266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.205352] env[63097]: DEBUG oslo_vmware.api [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d9d291-abdc-ddad-cf30-922cfca3c3e2, 'name': SearchDatastore_Task, 'duration_secs': 0.019022} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.209592] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1471.209929] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1471.210366] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1471.210692] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.211039] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1471.211801] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e503cdef-4bad-4272-8681-ddbb81d2d3db {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.224367] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1471.224840] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1471.225670] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de7aa6c7-9720-4501-94a9-4c9d99ea8be9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.237407] env[63097]: DEBUG oslo_vmware.api [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1471.237407] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]525cb130-388e-948b-332c-b223925c6251" [ 1471.237407] env[63097]: _type = "Task" [ 1471.237407] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.253857] env[63097]: DEBUG oslo_vmware.api [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]525cb130-388e-948b-332c-b223925c6251, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.335034] env[63097]: DEBUG oslo_vmware.api [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Task: {'id': task-1687267, 'name': Rename_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.454198] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3ebfea-5da3-42a1-8f0e-e53a9c6a9aed {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.458816] env[63097]: DEBUG oslo_vmware.api [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687262, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.466420] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95774c5-31df-4b3c-85fb-b630e7fb2774 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.503687] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0242f5-73f9-434b-b326-c7b0230675f0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.513057] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13abceea-2e2b-4d85-b77a-ebf4cf929175 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.529472] env[63097]: DEBUG nova.compute.provider_tree [None req-bae5f31f-dd88-41d9-a72f-1e4bbe515f5f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1471.560590] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c34342a1-302b-4b69-b6ae-dcb68a2a2a37 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Creating linked-clone VM from snapshot {{(pid=63097) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1471.560590] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1571d186-37b5-4efc-afa1-d6e85cc4120c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.569202] env[63097]: DEBUG oslo_vmware.api [None req-c34342a1-302b-4b69-b6ae-dcb68a2a2a37 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Waiting for the task: (returnval){ [ 1471.569202] env[63097]: value = "task-1687268" [ 1471.569202] env[63097]: _type = "Task" [ 1471.569202] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.582926] env[63097]: DEBUG oslo_vmware.api [None req-c34342a1-302b-4b69-b6ae-dcb68a2a2a37 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687268, 'name': CloneVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.701326] env[63097]: DEBUG oslo_vmware.api [None req-2eb1fb86-f22e-4354-b221-e4323371a3ae tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Task: {'id': task-1687266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.749370] env[63097]: DEBUG oslo_vmware.api [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]525cb130-388e-948b-332c-b223925c6251, 'name': SearchDatastore_Task, 'duration_secs': 0.019688} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.750513] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dbb50dd-a487-45a6-846f-c223c8a1db70 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.757882] env[63097]: DEBUG oslo_vmware.api [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1471.757882] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5286e601-c386-8fbe-bd43-d77c626dba8f" [ 1471.757882] env[63097]: _type = "Task" [ 1471.757882] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.769543] env[63097]: DEBUG oslo_vmware.api [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5286e601-c386-8fbe-bd43-d77c626dba8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.774556] env[63097]: DEBUG nova.network.neutron [req-30c5140b-f42c-40c9-af7a-944b543dfaa4 req-0fa2f4e3-864e-4e69-a176-1518cae14f4d service nova] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Updated VIF entry in instance network info cache for port 3fcca93e-f34a-41f2-90a9-181b60b65f8a. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1471.775031] env[63097]: DEBUG nova.network.neutron [req-30c5140b-f42c-40c9-af7a-944b543dfaa4 req-0fa2f4e3-864e-4e69-a176-1518cae14f4d service nova] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Updating instance_info_cache with network_info: [{"id": "3fcca93e-f34a-41f2-90a9-181b60b65f8a", "address": "fa:16:3e:ef:ed:78", "network": {"id": "50215c70-2086-4e75-a852-57a251fe1397", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1988148367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfaa0618e4044c5db920f1465bf6dc07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fcca93e-f3", "ovs_interfaceid": "3fcca93e-f34a-41f2-90a9-181b60b65f8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.829832] env[63097]: DEBUG oslo_vmware.api [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Task: {'id': task-1687267, 'name': Rename_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.956369] env[63097]: DEBUG oslo_vmware.api [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687262, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.036262] env[63097]: DEBUG nova.scheduler.client.report [None req-bae5f31f-dd88-41d9-a72f-1e4bbe515f5f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1472.085921] env[63097]: DEBUG oslo_vmware.api [None req-c34342a1-302b-4b69-b6ae-dcb68a2a2a37 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687268, 'name': CloneVM_Task} progress is 94%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.205786] env[63097]: DEBUG oslo_vmware.api [None req-2eb1fb86-f22e-4354-b221-e4323371a3ae tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Task: {'id': task-1687266, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.223902} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.206235] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-2eb1fb86-f22e-4354-b221-e4323371a3ae tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1472.206834] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb1fb86-f22e-4354-b221-e4323371a3ae tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1472.207085] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb1fb86-f22e-4354-b221-e4323371a3ae tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1472.207282] env[63097]: INFO nova.compute.manager [None req-2eb1fb86-f22e-4354-b221-e4323371a3ae tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Took 2.11 seconds to destroy the instance on the hypervisor. [ 1472.207559] env[63097]: DEBUG oslo.service.loopingcall [None req-2eb1fb86-f22e-4354-b221-e4323371a3ae tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1472.207779] env[63097]: DEBUG nova.compute.manager [-] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1472.207868] env[63097]: DEBUG nova.network.neutron [-] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1472.238237] env[63097]: DEBUG nova.network.neutron [-] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1472.273693] env[63097]: DEBUG oslo_vmware.api [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5286e601-c386-8fbe-bd43-d77c626dba8f, 'name': SearchDatastore_Task, 'duration_secs': 0.020815} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.273941] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.274282] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 2f260405-ecd8-4fc5-93b1-2d547b77468c/2f260405-ecd8-4fc5-93b1-2d547b77468c.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1472.274518] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-372d7729-49e9-458f-8b21-003b960ef324 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.278341] env[63097]: DEBUG oslo_concurrency.lockutils [req-30c5140b-f42c-40c9-af7a-944b543dfaa4 req-0fa2f4e3-864e-4e69-a176-1518cae14f4d service nova] Releasing lock "refresh_cache-2f260405-ecd8-4fc5-93b1-2d547b77468c" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.291465] env[63097]: DEBUG oslo_vmware.api [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1472.291465] env[63097]: value = "task-1687269" [ 1472.291465] env[63097]: _type = "Task" [ 1472.291465] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.312960] env[63097]: DEBUG oslo_vmware.api [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687269, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.329745] env[63097]: DEBUG oslo_vmware.api [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Task: {'id': task-1687267, 'name': Rename_Task, 'duration_secs': 1.033976} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.330315] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1472.330428] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e39a3e3-90f2-4f8b-acdc-3817a979fd37 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.343260] env[63097]: DEBUG oslo_vmware.api [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Waiting for the task: (returnval){ [ 1472.343260] env[63097]: value = "task-1687270" [ 1472.343260] env[63097]: _type = "Task" [ 1472.343260] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.358585] env[63097]: DEBUG oslo_vmware.api [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Task: {'id': task-1687270, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.457348] env[63097]: DEBUG oslo_vmware.api [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687262, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.544013] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bae5f31f-dd88-41d9-a72f-1e4bbe515f5f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.047s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.548577] env[63097]: DEBUG oslo_concurrency.lockutils [None req-641441ea-7b79-4004-b964-90d0ffedc212 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.429s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1472.548577] env[63097]: DEBUG nova.objects.instance [None req-641441ea-7b79-4004-b964-90d0ffedc212 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Lazy-loading 'resources' on Instance uuid 37a43e1b-9fd9-4981-b5f2-2872a093812f {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1472.579456] env[63097]: INFO nova.scheduler.client.report [None req-bae5f31f-dd88-41d9-a72f-1e4bbe515f5f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Deleted allocations for instance 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e [ 1472.590967] env[63097]: DEBUG oslo_vmware.api [None req-c34342a1-302b-4b69-b6ae-dcb68a2a2a37 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687268, 'name': CloneVM_Task} progress is 94%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.741846] env[63097]: DEBUG nova.network.neutron [-] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.803095] env[63097]: DEBUG oslo_vmware.api [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687269, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.859985] env[63097]: DEBUG oslo_vmware.api [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Task: {'id': task-1687270, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.955730] env[63097]: DEBUG oslo_vmware.api [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687262, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.686325} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.956149] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/929b677f-8ada-4366-a4b4-aa096c7abc43/929b677f-8ada-4366-a4b4-aa096c7abc43.vmdk to [datastore1] 185ab458-44b4-4bc2-816a-269d7a4e2719/185ab458-44b4-4bc2-816a-269d7a4e2719.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1472.957126] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5cf6e4-c79c-4224-9eae-ffcc75d5d94e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.983317] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 185ab458-44b4-4bc2-816a-269d7a4e2719/185ab458-44b4-4bc2-816a-269d7a4e2719.vmdk or device None with type streamOptimized {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1472.983704] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c71ec715-b504-4324-a1b1-d83aacbca51f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.006211] env[63097]: DEBUG oslo_vmware.api [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1473.006211] env[63097]: value = "task-1687271" [ 1473.006211] env[63097]: _type = "Task" [ 1473.006211] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.015974] env[63097]: DEBUG oslo_vmware.api [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687271, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.089085] env[63097]: DEBUG oslo_vmware.api [None req-c34342a1-302b-4b69-b6ae-dcb68a2a2a37 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687268, 'name': CloneVM_Task} progress is 95%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.095827] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bae5f31f-dd88-41d9-a72f-1e4bbe515f5f tempest-MigrationsAdminTest-1990336150 tempest-MigrationsAdminTest-1990336150-project-member] Lock "98ba3b33-2415-4b39-9e7a-1d2cdaa0683e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.453s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1473.206748] env[63097]: DEBUG oslo_concurrency.lockutils [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.206748] env[63097]: DEBUG oslo_concurrency.lockutils [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1473.238839] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5b503095-4655-47ab-ad79-c5e9e890b032 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Acquiring lock "6a4cee3c-c5e3-4cc3-8f28-7cee96efee35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.239512] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5b503095-4655-47ab-ad79-c5e9e890b032 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Lock "6a4cee3c-c5e3-4cc3-8f28-7cee96efee35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1473.239816] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5b503095-4655-47ab-ad79-c5e9e890b032 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Acquiring lock "6a4cee3c-c5e3-4cc3-8f28-7cee96efee35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.240108] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5b503095-4655-47ab-ad79-c5e9e890b032 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Lock "6a4cee3c-c5e3-4cc3-8f28-7cee96efee35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1473.240474] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5b503095-4655-47ab-ad79-c5e9e890b032 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Lock "6a4cee3c-c5e3-4cc3-8f28-7cee96efee35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1473.244387] env[63097]: INFO nova.compute.manager [None req-5b503095-4655-47ab-ad79-c5e9e890b032 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 6a4cee3c-c5e3-4cc3-8f28-7cee96efee35] Terminating instance [ 1473.247019] env[63097]: INFO nova.compute.manager [-] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Took 1.04 seconds to deallocate network for instance. [ 1473.247620] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5b503095-4655-47ab-ad79-c5e9e890b032 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Acquiring lock "refresh_cache-6a4cee3c-c5e3-4cc3-8f28-7cee96efee35" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1473.247920] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5b503095-4655-47ab-ad79-c5e9e890b032 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Acquired lock "refresh_cache-6a4cee3c-c5e3-4cc3-8f28-7cee96efee35" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.248138] env[63097]: DEBUG nova.network.neutron [None req-5b503095-4655-47ab-ad79-c5e9e890b032 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 6a4cee3c-c5e3-4cc3-8f28-7cee96efee35] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1473.310508] env[63097]: DEBUG oslo_vmware.api [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687269, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736346} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.314319] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 2f260405-ecd8-4fc5-93b1-2d547b77468c/2f260405-ecd8-4fc5-93b1-2d547b77468c.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1473.314584] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1473.315430] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f68ba8f-7762-4c55-985c-10ed18f30b3e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.330510] env[63097]: DEBUG oslo_vmware.api [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1473.330510] env[63097]: value = "task-1687272" [ 1473.330510] env[63097]: _type = "Task" [ 1473.330510] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.343979] env[63097]: DEBUG oslo_vmware.api [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687272, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.357448] env[63097]: DEBUG oslo_vmware.api [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Task: {'id': task-1687270, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.489513] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9697e83f-1027-46c0-822f-0b85cd2bc2a6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.501671] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa987b1c-3c7b-4bf8-a71e-18197578abf1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.518927] env[63097]: DEBUG oslo_vmware.api [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687271, 'name': ReconfigVM_Task, 'duration_secs': 0.367227} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.546952] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 185ab458-44b4-4bc2-816a-269d7a4e2719/185ab458-44b4-4bc2-816a-269d7a4e2719.vmdk or device None with type streamOptimized {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1473.548564] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'boot_index': 0, 'device_type': 'disk', 'encryption_format': None, 'device_name': '/dev/sda', 'disk_bus': None, 'guest_format': None, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'image_id': '62867302-ebc1-4c14-ab1f-3120d7e2b6ed'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351677', 'volume_id': '980df00a-9183-46b6-b52c-c6f5a41625fb', 'name': 'volume-980df00a-9183-46b6-b52c-c6f5a41625fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '185ab458-44b4-4bc2-816a-269d7a4e2719', 'attached_at': '', 'detached_at': '', 'volume_id': '980df00a-9183-46b6-b52c-c6f5a41625fb', 'serial': '980df00a-9183-46b6-b52c-c6f5a41625fb'}, 'device_type': None, 'attachment_id': '64f48177-cca7-4904-957d-7ab72a117d2e', 'mount_device': '/dev/sdb', 'guest_format': None, 'delete_on_termination': False, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=63097) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1473.548940] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Volume attach. Driver type: vmdk {{(pid=63097) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1473.549111] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351677', 'volume_id': '980df00a-9183-46b6-b52c-c6f5a41625fb', 'name': 'volume-980df00a-9183-46b6-b52c-c6f5a41625fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '185ab458-44b4-4bc2-816a-269d7a4e2719', 'attached_at': '', 'detached_at': '', 'volume_id': '980df00a-9183-46b6-b52c-c6f5a41625fb', 'serial': '980df00a-9183-46b6-b52c-c6f5a41625fb'} {{(pid=63097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1473.550383] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c27c41-684e-4cbc-8069-28a1d8bc7517 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.553544] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30a0a87-259e-4bbf-9162-b5aef3abdce2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.575087] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ebca0b-3e80-4bff-b211-de3e419ad993 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.583596] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4a5868-8320-4630-9dbf-1fc8a3eec98d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.600122] env[63097]: DEBUG nova.compute.provider_tree [None req-641441ea-7b79-4004-b964-90d0ffedc212 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1473.605227] env[63097]: DEBUG oslo_vmware.api [None req-c34342a1-302b-4b69-b6ae-dcb68a2a2a37 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687268, 'name': CloneVM_Task, 'duration_secs': 1.796862} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.619715] env[63097]: INFO nova.virt.vmwareapi.vmops [None req-c34342a1-302b-4b69-b6ae-dcb68a2a2a37 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Created linked-clone VM from snapshot [ 1473.628393] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] volume-980df00a-9183-46b6-b52c-c6f5a41625fb/volume-980df00a-9183-46b6-b52c-c6f5a41625fb.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1473.630241] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7f3397-8246-469b-8d13-ffdb4c9444bb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.633576] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f239bec8-2791-4cc1-829e-6a050fb654b2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.655229] env[63097]: DEBUG nova.virt.vmwareapi.images [None req-c34342a1-302b-4b69-b6ae-dcb68a2a2a37 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Uploading image 37627b8e-bb63-4bc3-912c-2088ee6567b1 {{(pid=63097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1473.660739] env[63097]: DEBUG oslo_vmware.api [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1473.660739] env[63097]: value = "task-1687273" [ 1473.660739] env[63097]: _type = "Task" [ 1473.660739] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.671728] env[63097]: DEBUG oslo_vmware.api [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687273, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.673315] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34342a1-302b-4b69-b6ae-dcb68a2a2a37 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Destroying the VM {{(pid=63097) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1473.673597] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4106d348-65bb-4f59-bb45-714ac2f6186c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.682821] env[63097]: DEBUG oslo_vmware.api [None req-c34342a1-302b-4b69-b6ae-dcb68a2a2a37 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Waiting for the task: (returnval){ [ 1473.682821] env[63097]: value = "task-1687274" [ 1473.682821] env[63097]: _type = "Task" [ 1473.682821] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.693317] env[63097]: DEBUG oslo_vmware.api [None req-c34342a1-302b-4b69-b6ae-dcb68a2a2a37 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687274, 'name': Destroy_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.713358] env[63097]: DEBUG nova.compute.manager [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1473.755745] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2eb1fb86-f22e-4354-b221-e4323371a3ae tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.782978] env[63097]: DEBUG nova.network.neutron [None req-5b503095-4655-47ab-ad79-c5e9e890b032 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 6a4cee3c-c5e3-4cc3-8f28-7cee96efee35] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1473.841995] env[63097]: DEBUG oslo_vmware.api [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687272, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086016} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.842348] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1473.843266] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb23c08-4838-4fc7-a6b2-ae242b7cc911 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.850199] env[63097]: DEBUG nova.network.neutron [None req-5b503095-4655-47ab-ad79-c5e9e890b032 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 6a4cee3c-c5e3-4cc3-8f28-7cee96efee35] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.876671] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 2f260405-ecd8-4fc5-93b1-2d547b77468c/2f260405-ecd8-4fc5-93b1-2d547b77468c.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1473.880826] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46bfe399-a265-4b51-a06c-1242f71b6488 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.896082] env[63097]: DEBUG oslo_vmware.api [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Task: {'id': task-1687270, 'name': PowerOnVM_Task, 'duration_secs': 1.060777} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.896406] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1473.896695] env[63097]: INFO nova.compute.manager [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] Took 13.36 seconds to spawn the instance on the hypervisor. [ 1473.896936] env[63097]: DEBUG nova.compute.manager [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1473.898225] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f02154b-2257-4a02-8ab8-d10facef7499 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.907359] env[63097]: DEBUG oslo_vmware.api [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1473.907359] env[63097]: value = "task-1687275" [ 1473.907359] env[63097]: _type = "Task" [ 1473.907359] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.927870] env[63097]: DEBUG oslo_vmware.api [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.108235] env[63097]: DEBUG nova.scheduler.client.report [None req-641441ea-7b79-4004-b964-90d0ffedc212 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1474.173345] env[63097]: DEBUG oslo_vmware.api [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687273, 'name': ReconfigVM_Task, 'duration_secs': 0.365972} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.173647] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Reconfigured VM instance instance-00000036 to attach disk [datastore1] volume-980df00a-9183-46b6-b52c-c6f5a41625fb/volume-980df00a-9183-46b6-b52c-c6f5a41625fb.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1474.178913] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-268fa39f-f184-40c0-bca0-329bd82af594 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.200283] env[63097]: DEBUG oslo_vmware.api [None req-c34342a1-302b-4b69-b6ae-dcb68a2a2a37 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687274, 'name': Destroy_Task, 'duration_secs': 0.428945} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.201800] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-c34342a1-302b-4b69-b6ae-dcb68a2a2a37 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Destroyed the VM [ 1474.201926] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c34342a1-302b-4b69-b6ae-dcb68a2a2a37 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Deleting Snapshot of the VM instance {{(pid=63097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1474.202288] env[63097]: DEBUG oslo_vmware.api [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1474.202288] env[63097]: value = "task-1687276" [ 1474.202288] env[63097]: _type = "Task" [ 1474.202288] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.202481] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0d201eec-2bb0-4c81-a22c-9ac15053f367 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.216254] env[63097]: DEBUG oslo_vmware.api [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687276, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.216906] env[63097]: DEBUG oslo_vmware.api [None req-c34342a1-302b-4b69-b6ae-dcb68a2a2a37 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Waiting for the task: (returnval){ [ 1474.216906] env[63097]: value = "task-1687277" [ 1474.216906] env[63097]: _type = "Task" [ 1474.216906] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.234016] env[63097]: DEBUG oslo_vmware.api [None req-c34342a1-302b-4b69-b6ae-dcb68a2a2a37 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687277, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.257953] env[63097]: DEBUG oslo_concurrency.lockutils [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.352780] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5b503095-4655-47ab-ad79-c5e9e890b032 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Releasing lock "refresh_cache-6a4cee3c-c5e3-4cc3-8f28-7cee96efee35" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1474.353361] env[63097]: DEBUG nova.compute.manager [None req-5b503095-4655-47ab-ad79-c5e9e890b032 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 6a4cee3c-c5e3-4cc3-8f28-7cee96efee35] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1474.353685] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5b503095-4655-47ab-ad79-c5e9e890b032 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 6a4cee3c-c5e3-4cc3-8f28-7cee96efee35] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1474.354758] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e43c4ff-301f-4e09-8227-ae8cf14f3b54 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.365220] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b503095-4655-47ab-ad79-c5e9e890b032 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 6a4cee3c-c5e3-4cc3-8f28-7cee96efee35] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1474.365220] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2a44580-6d7e-4def-af76-d4250b84ad3d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.374712] env[63097]: DEBUG oslo_vmware.api [None req-5b503095-4655-47ab-ad79-c5e9e890b032 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Waiting for the task: (returnval){ [ 1474.374712] env[63097]: value = "task-1687278" [ 1474.374712] env[63097]: _type = "Task" [ 1474.374712] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.385168] env[63097]: DEBUG oslo_vmware.api [None req-5b503095-4655-47ab-ad79-c5e9e890b032 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.429247] env[63097]: DEBUG oslo_vmware.api [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687275, 'name': ReconfigVM_Task, 'duration_secs': 0.350031} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.432036] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 2f260405-ecd8-4fc5-93b1-2d547b77468c/2f260405-ecd8-4fc5-93b1-2d547b77468c.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1474.433929] env[63097]: INFO nova.compute.manager [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] Took 35.45 seconds to build instance. [ 1474.434946] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed7ce737-dade-4aa8-b870-703789fcb07d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.446569] env[63097]: DEBUG oslo_vmware.api [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1474.446569] env[63097]: value = "task-1687279" [ 1474.446569] env[63097]: _type = "Task" [ 1474.446569] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.463752] env[63097]: DEBUG oslo_vmware.api [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687279, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.613873] env[63097]: DEBUG oslo_concurrency.lockutils [None req-641441ea-7b79-4004-b964-90d0ffedc212 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.066s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1474.616737] env[63097]: DEBUG oslo_concurrency.lockutils [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.449s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.619114] env[63097]: INFO nova.compute.claims [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1474.650913] env[63097]: INFO nova.scheduler.client.report [None req-641441ea-7b79-4004-b964-90d0ffedc212 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Deleted allocations for instance 37a43e1b-9fd9-4981-b5f2-2872a093812f [ 1474.718032] env[63097]: DEBUG oslo_vmware.api [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687276, 'name': ReconfigVM_Task, 'duration_secs': 0.199309} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.721887] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351677', 'volume_id': '980df00a-9183-46b6-b52c-c6f5a41625fb', 'name': 'volume-980df00a-9183-46b6-b52c-c6f5a41625fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '185ab458-44b4-4bc2-816a-269d7a4e2719', 'attached_at': '', 'detached_at': '', 'volume_id': '980df00a-9183-46b6-b52c-c6f5a41625fb', 'serial': '980df00a-9183-46b6-b52c-c6f5a41625fb'} {{(pid=63097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1474.723034] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40167b61-1a83-4c33-b049-bbccd0fba434 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.738174] env[63097]: DEBUG oslo_vmware.api [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1474.738174] env[63097]: value = "task-1687280" [ 1474.738174] env[63097]: _type = "Task" [ 1474.738174] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.738971] env[63097]: DEBUG oslo_vmware.api [None req-c34342a1-302b-4b69-b6ae-dcb68a2a2a37 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687277, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.750744] env[63097]: DEBUG oslo_vmware.api [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687280, 'name': Rename_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.892987] env[63097]: DEBUG oslo_vmware.api [None req-5b503095-4655-47ab-ad79-c5e9e890b032 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687278, 'name': PowerOffVM_Task, 'duration_secs': 0.211186} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.893282] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b503095-4655-47ab-ad79-c5e9e890b032 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 6a4cee3c-c5e3-4cc3-8f28-7cee96efee35] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1474.893804] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5b503095-4655-47ab-ad79-c5e9e890b032 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 6a4cee3c-c5e3-4cc3-8f28-7cee96efee35] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1474.893804] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-773400d6-bd8a-468c-b697-290678e81406 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.939162] env[63097]: DEBUG oslo_concurrency.lockutils [None req-51f36752-0948-460c-8847-f68e16bbe450 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Lock "88378354-f97f-4fbf-8be0-a506c4aec909" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.965s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1474.960321] env[63097]: DEBUG oslo_vmware.api [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687279, 'name': Rename_Task, 'duration_secs': 0.201349} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.961863] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1474.962302] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81ade7ed-1a38-4fab-ba3a-130ef5d05457 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.972165] env[63097]: DEBUG oslo_vmware.api [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1474.972165] env[63097]: value = "task-1687282" [ 1474.972165] env[63097]: _type = "Task" [ 1474.972165] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.983193] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5b503095-4655-47ab-ad79-c5e9e890b032 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 6a4cee3c-c5e3-4cc3-8f28-7cee96efee35] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1474.983474] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5b503095-4655-47ab-ad79-c5e9e890b032 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 6a4cee3c-c5e3-4cc3-8f28-7cee96efee35] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1474.983635] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b503095-4655-47ab-ad79-c5e9e890b032 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Deleting the datastore file [datastore1] 6a4cee3c-c5e3-4cc3-8f28-7cee96efee35 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1474.984532] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c32369f-cf1f-45f2-9a25-3a0551ba5d60 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.989909] env[63097]: DEBUG oslo_vmware.api [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.997993] env[63097]: DEBUG oslo_vmware.api [None req-5b503095-4655-47ab-ad79-c5e9e890b032 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Waiting for the task: (returnval){ [ 1474.997993] env[63097]: value = "task-1687283" [ 1474.997993] env[63097]: _type = "Task" [ 1474.997993] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.009849] env[63097]: DEBUG oslo_vmware.api [None req-5b503095-4655-47ab-ad79-c5e9e890b032 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687283, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.161687] env[63097]: DEBUG oslo_concurrency.lockutils [None req-641441ea-7b79-4004-b964-90d0ffedc212 tempest-ServersNegativeTestMultiTenantJSON-320344276 tempest-ServersNegativeTestMultiTenantJSON-320344276-project-member] Lock "37a43e1b-9fd9-4981-b5f2-2872a093812f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.436s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1475.229768] env[63097]: DEBUG oslo_vmware.api [None req-c34342a1-302b-4b69-b6ae-dcb68a2a2a37 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687277, 'name': RemoveSnapshot_Task, 'duration_secs': 0.860609} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.230023] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c34342a1-302b-4b69-b6ae-dcb68a2a2a37 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Deleted Snapshot of the VM instance {{(pid=63097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1475.253989] env[63097]: DEBUG oslo_vmware.api [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687280, 'name': Rename_Task, 'duration_secs': 0.180861} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.254552] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1475.255248] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c40d3ba-2068-4d01-98c9-8f7eda849d81 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.265480] env[63097]: DEBUG oslo_vmware.api [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1475.265480] env[63097]: value = "task-1687284" [ 1475.265480] env[63097]: _type = "Task" [ 1475.265480] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.278383] env[63097]: DEBUG oslo_vmware.api [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687284, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.430120] env[63097]: DEBUG oslo_concurrency.lockutils [None req-eeb420b6-9d66-4eea-ae42-b7b59806b727 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Acquiring lock "88378354-f97f-4fbf-8be0-a506c4aec909" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.431308] env[63097]: DEBUG oslo_concurrency.lockutils [None req-eeb420b6-9d66-4eea-ae42-b7b59806b727 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Lock "88378354-f97f-4fbf-8be0-a506c4aec909" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1475.431655] env[63097]: DEBUG oslo_concurrency.lockutils [None req-eeb420b6-9d66-4eea-ae42-b7b59806b727 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Acquiring lock "88378354-f97f-4fbf-8be0-a506c4aec909-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.431754] env[63097]: DEBUG oslo_concurrency.lockutils [None req-eeb420b6-9d66-4eea-ae42-b7b59806b727 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Lock "88378354-f97f-4fbf-8be0-a506c4aec909-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1475.431924] env[63097]: DEBUG oslo_concurrency.lockutils [None req-eeb420b6-9d66-4eea-ae42-b7b59806b727 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Lock "88378354-f97f-4fbf-8be0-a506c4aec909-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1475.434718] env[63097]: INFO nova.compute.manager [None req-eeb420b6-9d66-4eea-ae42-b7b59806b727 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] Terminating instance [ 1475.438167] env[63097]: DEBUG nova.compute.manager [None req-eeb420b6-9d66-4eea-ae42-b7b59806b727 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1475.438389] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb420b6-9d66-4eea-ae42-b7b59806b727 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1475.439285] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e9ab0f-8694-48ac-abce-3832f30b5f19 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.452931] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb420b6-9d66-4eea-ae42-b7b59806b727 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1475.453358] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b573ecb2-ebc4-40d7-b32e-aa310e9ebd6a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.465295] env[63097]: DEBUG oslo_vmware.api [None req-eeb420b6-9d66-4eea-ae42-b7b59806b727 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Waiting for the task: (returnval){ [ 1475.465295] env[63097]: value = "task-1687285" [ 1475.465295] env[63097]: _type = "Task" [ 1475.465295] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.482017] env[63097]: DEBUG oslo_vmware.api [None req-eeb420b6-9d66-4eea-ae42-b7b59806b727 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Task: {'id': task-1687285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.492230] env[63097]: DEBUG oslo_vmware.api [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687282, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.511536] env[63097]: DEBUG oslo_vmware.api [None req-5b503095-4655-47ab-ad79-c5e9e890b032 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Task: {'id': task-1687283, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275726} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.511933] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b503095-4655-47ab-ad79-c5e9e890b032 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1475.512120] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5b503095-4655-47ab-ad79-c5e9e890b032 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 6a4cee3c-c5e3-4cc3-8f28-7cee96efee35] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1475.512392] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5b503095-4655-47ab-ad79-c5e9e890b032 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 6a4cee3c-c5e3-4cc3-8f28-7cee96efee35] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1475.512926] env[63097]: INFO nova.compute.manager [None req-5b503095-4655-47ab-ad79-c5e9e890b032 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] [instance: 6a4cee3c-c5e3-4cc3-8f28-7cee96efee35] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1475.513075] env[63097]: DEBUG oslo.service.loopingcall [None req-5b503095-4655-47ab-ad79-c5e9e890b032 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1475.513338] env[63097]: DEBUG nova.compute.manager [-] [instance: 6a4cee3c-c5e3-4cc3-8f28-7cee96efee35] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1475.513440] env[63097]: DEBUG nova.network.neutron [-] [instance: 6a4cee3c-c5e3-4cc3-8f28-7cee96efee35] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1475.556070] env[63097]: DEBUG nova.network.neutron [-] [instance: 6a4cee3c-c5e3-4cc3-8f28-7cee96efee35] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1475.737816] env[63097]: WARNING nova.compute.manager [None req-c34342a1-302b-4b69-b6ae-dcb68a2a2a37 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Image not found during snapshot: nova.exception.ImageNotFound: Image 37627b8e-bb63-4bc3-912c-2088ee6567b1 could not be found. [ 1475.782303] env[63097]: DEBUG oslo_vmware.api [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687284, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.991328] env[63097]: DEBUG oslo_vmware.api [None req-eeb420b6-9d66-4eea-ae42-b7b59806b727 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Task: {'id': task-1687285, 'name': PowerOffVM_Task, 'duration_secs': 0.31734} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.991679] env[63097]: DEBUG oslo_vmware.api [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687282, 'name': PowerOnVM_Task, 'duration_secs': 0.774808} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.992094] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb420b6-9d66-4eea-ae42-b7b59806b727 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1475.992394] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb420b6-9d66-4eea-ae42-b7b59806b727 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1475.992899] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1475.993214] env[63097]: INFO nova.compute.manager [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Took 9.67 seconds to spawn the instance on the hypervisor. [ 1475.993533] env[63097]: DEBUG nova.compute.manager [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1475.993952] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2d26c2e-d8b7-4c29-8fdd-60d09f81ac7b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.996338] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1389bb28-e368-4dec-8205-e3081fc92a7b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.000241] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccde2b7-0f1d-466f-9d16-6c812230ce33 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.013829] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb88ddba-31d9-49af-8495-581a4535e181 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.050674] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068156be-7809-48fe-960e-95a86a915c8a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.061909] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c00d6a9-294e-4326-80b0-61f4d5a7a71a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.068071] env[63097]: DEBUG nova.network.neutron [-] [instance: 6a4cee3c-c5e3-4cc3-8f28-7cee96efee35] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1476.084048] env[63097]: DEBUG nova.compute.provider_tree [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1476.101777] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb420b6-9d66-4eea-ae42-b7b59806b727 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1476.101777] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb420b6-9d66-4eea-ae42-b7b59806b727 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1476.101777] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeb420b6-9d66-4eea-ae42-b7b59806b727 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Deleting the datastore file [datastore1] 88378354-f97f-4fbf-8be0-a506c4aec909 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1476.102216] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af8c823f-b348-4f4d-8ff9-853a6877e088 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.116073] env[63097]: DEBUG oslo_vmware.api [None req-eeb420b6-9d66-4eea-ae42-b7b59806b727 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Waiting for the task: (returnval){ [ 1476.116073] env[63097]: value = "task-1687287" [ 1476.116073] env[63097]: _type = "Task" [ 1476.116073] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.127904] env[63097]: DEBUG oslo_vmware.api [None req-eeb420b6-9d66-4eea-ae42-b7b59806b727 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Task: {'id': task-1687287, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.279447] env[63097]: DEBUG oslo_vmware.api [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687284, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.520775] env[63097]: INFO nova.compute.manager [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Took 34.70 seconds to build instance. [ 1476.570522] env[63097]: INFO nova.compute.manager [-] [instance: 6a4cee3c-c5e3-4cc3-8f28-7cee96efee35] Took 1.06 seconds to deallocate network for instance. [ 1476.588569] env[63097]: DEBUG nova.scheduler.client.report [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1476.627187] env[63097]: DEBUG oslo_vmware.api [None req-eeb420b6-9d66-4eea-ae42-b7b59806b727 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Task: {'id': task-1687287, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265615} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.627187] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeb420b6-9d66-4eea-ae42-b7b59806b727 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1476.627396] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb420b6-9d66-4eea-ae42-b7b59806b727 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1476.627598] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb420b6-9d66-4eea-ae42-b7b59806b727 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1476.627753] env[63097]: INFO nova.compute.manager [None req-eeb420b6-9d66-4eea-ae42-b7b59806b727 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1476.627999] env[63097]: DEBUG oslo.service.loopingcall [None req-eeb420b6-9d66-4eea-ae42-b7b59806b727 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1476.628460] env[63097]: DEBUG nova.compute.manager [-] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1476.628563] env[63097]: DEBUG nova.network.neutron [-] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1476.754784] env[63097]: DEBUG oslo_concurrency.lockutils [None req-16856266-58e3-4328-b1f8-71e4d31b08dd tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Acquiring lock "58313d4d-bdea-47df-80b3-efe3cf26cfb4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1476.754784] env[63097]: DEBUG oslo_concurrency.lockutils [None req-16856266-58e3-4328-b1f8-71e4d31b08dd tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Lock "58313d4d-bdea-47df-80b3-efe3cf26cfb4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1476.754784] env[63097]: DEBUG oslo_concurrency.lockutils [None req-16856266-58e3-4328-b1f8-71e4d31b08dd tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Acquiring lock "58313d4d-bdea-47df-80b3-efe3cf26cfb4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1476.754784] env[63097]: DEBUG oslo_concurrency.lockutils [None req-16856266-58e3-4328-b1f8-71e4d31b08dd tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Lock "58313d4d-bdea-47df-80b3-efe3cf26cfb4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1476.754784] env[63097]: DEBUG oslo_concurrency.lockutils [None req-16856266-58e3-4328-b1f8-71e4d31b08dd tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Lock "58313d4d-bdea-47df-80b3-efe3cf26cfb4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1476.757057] env[63097]: INFO nova.compute.manager [None req-16856266-58e3-4328-b1f8-71e4d31b08dd tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Terminating instance [ 1476.759675] env[63097]: DEBUG nova.compute.manager [None req-16856266-58e3-4328-b1f8-71e4d31b08dd tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1476.760090] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-16856266-58e3-4328-b1f8-71e4d31b08dd tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1476.761456] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86118e1-4578-4f76-a46a-e260cc714f3e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.776470] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-16856266-58e3-4328-b1f8-71e4d31b08dd tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1476.779024] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30f5a9d7-13ea-411d-a434-581b94cf79ca {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.789207] env[63097]: DEBUG oslo_vmware.api [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687284, 'name': PowerOnVM_Task, 'duration_secs': 1.191457} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.791129] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1476.796182] env[63097]: DEBUG oslo_vmware.api [None req-16856266-58e3-4328-b1f8-71e4d31b08dd tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Waiting for the task: (returnval){ [ 1476.796182] env[63097]: value = "task-1687288" [ 1476.796182] env[63097]: _type = "Task" [ 1476.796182] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.806361] env[63097]: DEBUG oslo_vmware.api [None req-16856266-58e3-4328-b1f8-71e4d31b08dd tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.879523] env[63097]: DEBUG oslo_concurrency.lockutils [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Acquiring lock "620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1476.879782] env[63097]: DEBUG oslo_concurrency.lockutils [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Lock "620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1476.925598] env[63097]: DEBUG nova.compute.manager [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1476.928305] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ca9920-2989-422c-91ba-334bfd8e0796 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.027031] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bba29b85-1a7f-425c-bd4f-bcb9f786752f tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Lock "2f260405-ecd8-4fc5-93b1-2d547b77468c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.220s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.080749] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5b503095-4655-47ab-ad79-c5e9e890b032 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.096891] env[63097]: DEBUG oslo_concurrency.lockutils [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.097495] env[63097]: DEBUG nova.compute.manager [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1477.101076] env[63097]: DEBUG oslo_concurrency.lockutils [None req-693910e5-e6ef-4df8-adc0-da526f9556a7 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.058s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.101207] env[63097]: DEBUG nova.objects.instance [None req-693910e5-e6ef-4df8-adc0-da526f9556a7 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Lazy-loading 'resources' on Instance uuid 2e8d1f13-2aba-4691-86fd-bca4c8309c1c {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1477.311163] env[63097]: DEBUG oslo_vmware.api [None req-16856266-58e3-4328-b1f8-71e4d31b08dd tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687288, 'name': PowerOffVM_Task, 'duration_secs': 0.304672} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.311713] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-16856266-58e3-4328-b1f8-71e4d31b08dd tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1477.312032] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-16856266-58e3-4328-b1f8-71e4d31b08dd tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1477.318342] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c63aa98-b4e8-44fc-a321-5bd14c3ad325 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.382425] env[63097]: DEBUG nova.compute.manager [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1477.436781] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-16856266-58e3-4328-b1f8-71e4d31b08dd tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1477.436781] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-16856266-58e3-4328-b1f8-71e4d31b08dd tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1477.436781] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-16856266-58e3-4328-b1f8-71e4d31b08dd tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Deleting the datastore file [datastore1] 58313d4d-bdea-47df-80b3-efe3cf26cfb4 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1477.436998] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f72e8a02-8e98-41c6-a624-fb273a563329 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.447489] env[63097]: DEBUG oslo_concurrency.lockutils [None req-994e2951-c7cf-49e2-b6b9-62339fe96bfa tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lock "185ab458-44b4-4bc2-816a-269d7a4e2719" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 46.749s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.449537] env[63097]: DEBUG oslo_vmware.api [None req-16856266-58e3-4328-b1f8-71e4d31b08dd tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Waiting for the task: (returnval){ [ 1477.449537] env[63097]: value = "task-1687290" [ 1477.449537] env[63097]: _type = "Task" [ 1477.449537] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.464357] env[63097]: DEBUG oslo_vmware.api [None req-16856266-58e3-4328-b1f8-71e4d31b08dd tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687290, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.605540] env[63097]: DEBUG nova.compute.utils [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1477.610247] env[63097]: DEBUG nova.compute.manager [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1477.610453] env[63097]: DEBUG nova.network.neutron [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1477.776294] env[63097]: DEBUG nova.policy [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32727165f93b44519b01cbb1d90a4290', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1caa7647ebc840f48dc539a8cc2c484b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1477.845986] env[63097]: DEBUG nova.network.neutron [-] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.909995] env[63097]: DEBUG oslo_concurrency.lockutils [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.960300] env[63097]: DEBUG nova.compute.manager [req-b801496d-5ee7-43f8-9c9e-c989b981b150 req-17a4333c-3638-40d1-92df-a605a179e220 service nova] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] Received event network-vif-deleted-3bc9b241-698e-4a6d-856c-d34027d8d606 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1477.969039] env[63097]: DEBUG oslo_vmware.api [None req-16856266-58e3-4328-b1f8-71e4d31b08dd tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687290, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186778} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.970576] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-16856266-58e3-4328-b1f8-71e4d31b08dd tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1477.971622] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-16856266-58e3-4328-b1f8-71e4d31b08dd tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1477.972613] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-16856266-58e3-4328-b1f8-71e4d31b08dd tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1477.972911] env[63097]: INFO nova.compute.manager [None req-16856266-58e3-4328-b1f8-71e4d31b08dd tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1477.974477] env[63097]: DEBUG oslo.service.loopingcall [None req-16856266-58e3-4328-b1f8-71e4d31b08dd tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1477.974791] env[63097]: DEBUG nova.compute.manager [-] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1477.974956] env[63097]: DEBUG nova.network.neutron [-] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1478.110849] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8071b17-cb97-4b40-9b52-9b67d4b714a5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.114598] env[63097]: DEBUG nova.compute.manager [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1478.128183] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87aa30fb-dca2-43cf-8b7f-e1b325a9c359 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.168312] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958650c8-2a9f-4410-9d1b-74368f4e8597 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.177781] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51372460-7843-4afe-8a55-d84f25f66a90 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.201443] env[63097]: DEBUG nova.compute.provider_tree [None req-693910e5-e6ef-4df8-adc0-da526f9556a7 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1478.350873] env[63097]: INFO nova.compute.manager [-] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] Took 1.72 seconds to deallocate network for instance. [ 1478.611550] env[63097]: DEBUG nova.network.neutron [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Successfully created port: c12411b5-3dab-4d72-9e6e-f18ef1ca58b0 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1478.704269] env[63097]: DEBUG nova.scheduler.client.report [None req-693910e5-e6ef-4df8-adc0-da526f9556a7 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1478.709501] env[63097]: DEBUG oslo_vmware.rw_handles [None req-903aec87-eb7e-453d-a6fb-cc7afae3c72c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a1fc42-c069-03e0-c9de-f885a2a574ad/disk-0.vmdk. {{(pid=63097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1478.710381] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7465646-c50b-4960-9dd9-aa034103c0c6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.717990] env[63097]: DEBUG oslo_vmware.rw_handles [None req-903aec87-eb7e-453d-a6fb-cc7afae3c72c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a1fc42-c069-03e0-c9de-f885a2a574ad/disk-0.vmdk is in state: ready. {{(pid=63097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1478.718949] env[63097]: ERROR oslo_vmware.rw_handles [None req-903aec87-eb7e-453d-a6fb-cc7afae3c72c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a1fc42-c069-03e0-c9de-f885a2a574ad/disk-0.vmdk due to incomplete transfer. [ 1478.718949] env[63097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dd966858-5912-4144-9796-0922e1bd2a38 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.727279] env[63097]: DEBUG oslo_vmware.rw_handles [None req-903aec87-eb7e-453d-a6fb-cc7afae3c72c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a1fc42-c069-03e0-c9de-f885a2a574ad/disk-0.vmdk. {{(pid=63097) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1478.727498] env[63097]: DEBUG nova.virt.vmwareapi.images [None req-903aec87-eb7e-453d-a6fb-cc7afae3c72c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Uploaded image 1c6b5007-dff1-47d3-a3c5-f571dbf302ef to the Glance image server {{(pid=63097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1478.730744] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-903aec87-eb7e-453d-a6fb-cc7afae3c72c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Destroying the VM {{(pid=63097) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1478.731413] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ece6797e-6c4b-4933-a142-0e893c96b6fa {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.739222] env[63097]: DEBUG oslo_vmware.api [None req-903aec87-eb7e-453d-a6fb-cc7afae3c72c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1478.739222] env[63097]: value = "task-1687291" [ 1478.739222] env[63097]: _type = "Task" [ 1478.739222] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.750282] env[63097]: DEBUG oslo_vmware.api [None req-903aec87-eb7e-453d-a6fb-cc7afae3c72c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687291, 'name': Destroy_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.810287] env[63097]: DEBUG nova.compute.manager [req-a6eaba82-2444-436d-b51f-1eb869c95cc6 req-95efb44e-65aa-436e-89fb-488f36b2512e service nova] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Received event network-vif-deleted-b0d80eb2-59c0-486c-97c8-99f6b83ce20c {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1478.810287] env[63097]: INFO nova.compute.manager [req-a6eaba82-2444-436d-b51f-1eb869c95cc6 req-95efb44e-65aa-436e-89fb-488f36b2512e service nova] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Neutron deleted interface b0d80eb2-59c0-486c-97c8-99f6b83ce20c; detaching it from the instance and deleting it from the info cache [ 1478.810287] env[63097]: DEBUG nova.network.neutron [req-a6eaba82-2444-436d-b51f-1eb869c95cc6 req-95efb44e-65aa-436e-89fb-488f36b2512e service nova] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1478.860379] env[63097]: DEBUG oslo_concurrency.lockutils [None req-eeb420b6-9d66-4eea-ae42-b7b59806b727 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1479.133042] env[63097]: DEBUG nova.compute.manager [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1479.162394] env[63097]: DEBUG nova.virt.hardware [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1479.162769] env[63097]: DEBUG nova.virt.hardware [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1479.162965] env[63097]: DEBUG nova.virt.hardware [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1479.163220] env[63097]: DEBUG nova.virt.hardware [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1479.163419] env[63097]: DEBUG nova.virt.hardware [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1479.163616] env[63097]: DEBUG nova.virt.hardware [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1479.163882] env[63097]: DEBUG nova.virt.hardware [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1479.164115] env[63097]: DEBUG nova.virt.hardware [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1479.164344] env[63097]: DEBUG nova.virt.hardware [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1479.164560] env[63097]: DEBUG nova.virt.hardware [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1479.164782] env[63097]: DEBUG nova.virt.hardware [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1479.165724] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb93655-1eff-410b-9782-4d839d5b88db {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.174673] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df746dad-0689-48a1-a668-d06c53bac7c6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.215916] env[63097]: DEBUG oslo_concurrency.lockutils [None req-693910e5-e6ef-4df8-adc0-da526f9556a7 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1479.217404] env[63097]: DEBUG oslo_concurrency.lockutils [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.215s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1479.217640] env[63097]: DEBUG nova.objects.instance [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lazy-loading 'resources' on Instance uuid 5998295c-c2d7-4c52-b227-857e35ce4228 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1479.249765] env[63097]: DEBUG oslo_vmware.api [None req-903aec87-eb7e-453d-a6fb-cc7afae3c72c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687291, 'name': Destroy_Task, 'duration_secs': 0.40603} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.252850] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-903aec87-eb7e-453d-a6fb-cc7afae3c72c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Destroyed the VM [ 1479.252850] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-903aec87-eb7e-453d-a6fb-cc7afae3c72c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Deleting Snapshot of the VM instance {{(pid=63097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1479.252850] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6ba43442-18d8-4de6-a0e0-b49729dbf7ef {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.254606] env[63097]: INFO nova.scheduler.client.report [None req-693910e5-e6ef-4df8-adc0-da526f9556a7 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Deleted allocations for instance 2e8d1f13-2aba-4691-86fd-bca4c8309c1c [ 1479.266060] env[63097]: DEBUG oslo_vmware.api [None req-903aec87-eb7e-453d-a6fb-cc7afae3c72c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1479.266060] env[63097]: value = "task-1687292" [ 1479.266060] env[63097]: _type = "Task" [ 1479.266060] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.274113] env[63097]: DEBUG oslo_vmware.api [None req-903aec87-eb7e-453d-a6fb-cc7afae3c72c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687292, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.285333] env[63097]: DEBUG nova.network.neutron [-] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1479.314106] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-06298443-86b8-486d-8bcc-1a768b48b48e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.329411] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced268da-e069-4289-bfed-d2d3b771e734 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.367189] env[63097]: DEBUG nova.compute.manager [req-a6eaba82-2444-436d-b51f-1eb869c95cc6 req-95efb44e-65aa-436e-89fb-488f36b2512e service nova] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Detach interface failed, port_id=b0d80eb2-59c0-486c-97c8-99f6b83ce20c, reason: Instance 58313d4d-bdea-47df-80b3-efe3cf26cfb4 could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1479.722457] env[63097]: DEBUG nova.objects.instance [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lazy-loading 'numa_topology' on Instance uuid 5998295c-c2d7-4c52-b227-857e35ce4228 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1479.775496] env[63097]: DEBUG oslo_concurrency.lockutils [None req-693910e5-e6ef-4df8-adc0-da526f9556a7 tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Lock "2e8d1f13-2aba-4691-86fd-bca4c8309c1c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.928s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1479.786173] env[63097]: DEBUG oslo_vmware.api [None req-903aec87-eb7e-453d-a6fb-cc7afae3c72c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687292, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.790682] env[63097]: INFO nova.compute.manager [-] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Took 1.82 seconds to deallocate network for instance. [ 1480.001257] env[63097]: DEBUG nova.compute.manager [req-0ac1fb0c-9b5c-4b37-872b-a25408ecf751 req-b5d89d3c-c07b-4a9e-8a0d-d80785e89353 service nova] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Received event network-changed-3fcca93e-f34a-41f2-90a9-181b60b65f8a {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1480.001464] env[63097]: DEBUG nova.compute.manager [req-0ac1fb0c-9b5c-4b37-872b-a25408ecf751 req-b5d89d3c-c07b-4a9e-8a0d-d80785e89353 service nova] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Refreshing instance network info cache due to event network-changed-3fcca93e-f34a-41f2-90a9-181b60b65f8a. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1480.004834] env[63097]: DEBUG oslo_concurrency.lockutils [req-0ac1fb0c-9b5c-4b37-872b-a25408ecf751 req-b5d89d3c-c07b-4a9e-8a0d-d80785e89353 service nova] Acquiring lock "refresh_cache-2f260405-ecd8-4fc5-93b1-2d547b77468c" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.005772] env[63097]: DEBUG oslo_concurrency.lockutils [req-0ac1fb0c-9b5c-4b37-872b-a25408ecf751 req-b5d89d3c-c07b-4a9e-8a0d-d80785e89353 service nova] Acquired lock "refresh_cache-2f260405-ecd8-4fc5-93b1-2d547b77468c" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.005772] env[63097]: DEBUG nova.network.neutron [req-0ac1fb0c-9b5c-4b37-872b-a25408ecf751 req-b5d89d3c-c07b-4a9e-8a0d-d80785e89353 service nova] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Refreshing network info cache for port 3fcca93e-f34a-41f2-90a9-181b60b65f8a {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1480.038594] env[63097]: DEBUG oslo_concurrency.lockutils [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Acquiring lock "f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.038934] env[63097]: DEBUG oslo_concurrency.lockutils [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Lock "f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.224948] env[63097]: DEBUG nova.objects.base [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Object Instance<5998295c-c2d7-4c52-b227-857e35ce4228> lazy-loaded attributes: resources,numa_topology {{(pid=63097) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1480.281501] env[63097]: DEBUG oslo_vmware.api [None req-903aec87-eb7e-453d-a6fb-cc7afae3c72c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687292, 'name': RemoveSnapshot_Task, 'duration_secs': 0.596142} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.281900] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-903aec87-eb7e-453d-a6fb-cc7afae3c72c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Deleted Snapshot of the VM instance {{(pid=63097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1480.282163] env[63097]: INFO nova.compute.manager [None req-903aec87-eb7e-453d-a6fb-cc7afae3c72c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Took 16.31 seconds to snapshot the instance on the hypervisor. [ 1480.300656] env[63097]: DEBUG oslo_concurrency.lockutils [None req-16856266-58e3-4328-b1f8-71e4d31b08dd tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.541996] env[63097]: DEBUG nova.compute.manager [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1480.636083] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d13de1-2ac3-420a-aa65-cf0b58c3a402 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.641858] env[63097]: DEBUG nova.network.neutron [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Successfully updated port: c12411b5-3dab-4d72-9e6e-f18ef1ca58b0 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1480.652150] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64caa693-7804-4a7e-9906-eb314d096ac8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.691243] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a9bf3c-5bc8-49b8-8174-9ad6cb9d2ff9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.700159] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d82d6d-4556-4a91-94d2-7e26caf1b087 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.716021] env[63097]: DEBUG nova.compute.provider_tree [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1480.835603] env[63097]: DEBUG nova.network.neutron [req-0ac1fb0c-9b5c-4b37-872b-a25408ecf751 req-b5d89d3c-c07b-4a9e-8a0d-d80785e89353 service nova] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Updated VIF entry in instance network info cache for port 3fcca93e-f34a-41f2-90a9-181b60b65f8a. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1480.836011] env[63097]: DEBUG nova.network.neutron [req-0ac1fb0c-9b5c-4b37-872b-a25408ecf751 req-b5d89d3c-c07b-4a9e-8a0d-d80785e89353 service nova] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Updating instance_info_cache with network_info: [{"id": "3fcca93e-f34a-41f2-90a9-181b60b65f8a", "address": "fa:16:3e:ef:ed:78", "network": {"id": "50215c70-2086-4e75-a852-57a251fe1397", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1988148367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfaa0618e4044c5db920f1465bf6dc07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fcca93e-f3", "ovs_interfaceid": "3fcca93e-f34a-41f2-90a9-181b60b65f8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.856846] env[63097]: DEBUG nova.compute.manager [None req-903aec87-eb7e-453d-a6fb-cc7afae3c72c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Found 3 images (rotation: 2) {{(pid=63097) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4555}} [ 1480.857145] env[63097]: DEBUG nova.compute.manager [None req-903aec87-eb7e-453d-a6fb-cc7afae3c72c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Rotating out 1 backups {{(pid=63097) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4563}} [ 1480.857346] env[63097]: DEBUG nova.compute.manager [None req-903aec87-eb7e-453d-a6fb-cc7afae3c72c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Deleting image 546ed4d8-1233-4a33-ad96-d64811028bdb {{(pid=63097) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4568}} [ 1481.069508] env[63097]: DEBUG oslo_concurrency.lockutils [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.151953] env[63097]: DEBUG oslo_concurrency.lockutils [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "refresh_cache-5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.152115] env[63097]: DEBUG oslo_concurrency.lockutils [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquired lock "refresh_cache-5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.152270] env[63097]: DEBUG nova.network.neutron [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1481.219971] env[63097]: DEBUG nova.scheduler.client.report [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1481.338826] env[63097]: DEBUG oslo_concurrency.lockutils [req-0ac1fb0c-9b5c-4b37-872b-a25408ecf751 req-b5d89d3c-c07b-4a9e-8a0d-d80785e89353 service nova] Releasing lock "refresh_cache-2f260405-ecd8-4fc5-93b1-2d547b77468c" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.709976] env[63097]: DEBUG nova.network.neutron [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1481.727898] env[63097]: DEBUG oslo_concurrency.lockutils [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.510s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1481.733019] env[63097]: DEBUG oslo_concurrency.lockutils [None req-10c294ad-0193-4aec-aa10-810727e8d122 tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.715s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1481.733019] env[63097]: DEBUG nova.objects.instance [None req-10c294ad-0193-4aec-aa10-810727e8d122 tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Lazy-loading 'resources' on Instance uuid 66274a74-ccfb-4a8b-ac23-f0b913919d19 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1481.938468] env[63097]: DEBUG nova.network.neutron [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Updating instance_info_cache with network_info: [{"id": "c12411b5-3dab-4d72-9e6e-f18ef1ca58b0", "address": "fa:16:3e:27:5f:f4", "network": {"id": "7862ef5e-43cc-4460-8494-e49f3fb27411", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-385212728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caa7647ebc840f48dc539a8cc2c484b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc12411b5-3d", "ovs_interfaceid": "c12411b5-3dab-4d72-9e6e-f18ef1ca58b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.096390] env[63097]: DEBUG nova.compute.manager [req-b73bfce7-b76c-42c5-8c5e-ef9aea751991 req-6ae82e1b-8c9b-45f0-ac76-7f27e469b5d6 service nova] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Received event network-vif-plugged-c12411b5-3dab-4d72-9e6e-f18ef1ca58b0 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1482.096624] env[63097]: DEBUG oslo_concurrency.lockutils [req-b73bfce7-b76c-42c5-8c5e-ef9aea751991 req-6ae82e1b-8c9b-45f0-ac76-7f27e469b5d6 service nova] Acquiring lock "5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.096841] env[63097]: DEBUG oslo_concurrency.lockutils [req-b73bfce7-b76c-42c5-8c5e-ef9aea751991 req-6ae82e1b-8c9b-45f0-ac76-7f27e469b5d6 service nova] Lock "5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1482.097600] env[63097]: DEBUG oslo_concurrency.lockutils [req-b73bfce7-b76c-42c5-8c5e-ef9aea751991 req-6ae82e1b-8c9b-45f0-ac76-7f27e469b5d6 service nova] Lock "5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1482.097600] env[63097]: DEBUG nova.compute.manager [req-b73bfce7-b76c-42c5-8c5e-ef9aea751991 req-6ae82e1b-8c9b-45f0-ac76-7f27e469b5d6 service nova] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] No waiting events found dispatching network-vif-plugged-c12411b5-3dab-4d72-9e6e-f18ef1ca58b0 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1482.097600] env[63097]: WARNING nova.compute.manager [req-b73bfce7-b76c-42c5-8c5e-ef9aea751991 req-6ae82e1b-8c9b-45f0-ac76-7f27e469b5d6 service nova] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Received unexpected event network-vif-plugged-c12411b5-3dab-4d72-9e6e-f18ef1ca58b0 for instance with vm_state building and task_state spawning. [ 1482.097966] env[63097]: DEBUG nova.compute.manager [req-b73bfce7-b76c-42c5-8c5e-ef9aea751991 req-6ae82e1b-8c9b-45f0-ac76-7f27e469b5d6 service nova] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Received event network-changed-c12411b5-3dab-4d72-9e6e-f18ef1ca58b0 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1482.097966] env[63097]: DEBUG nova.compute.manager [req-b73bfce7-b76c-42c5-8c5e-ef9aea751991 req-6ae82e1b-8c9b-45f0-ac76-7f27e469b5d6 service nova] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Refreshing instance network info cache due to event network-changed-c12411b5-3dab-4d72-9e6e-f18ef1ca58b0. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1482.098098] env[63097]: DEBUG oslo_concurrency.lockutils [req-b73bfce7-b76c-42c5-8c5e-ef9aea751991 req-6ae82e1b-8c9b-45f0-ac76-7f27e469b5d6 service nova] Acquiring lock "refresh_cache-5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1482.239511] env[63097]: DEBUG oslo_concurrency.lockutils [None req-755af8e3-7e77-42a5-8a5f-c1622d89f127 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "5998295c-c2d7-4c52-b227-857e35ce4228" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 45.815s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1482.240394] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4af507d3-f16a-44a7-a136-9e84d51a8514 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "5998295c-c2d7-4c52-b227-857e35ce4228" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 23.832s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1482.240992] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4af507d3-f16a-44a7-a136-9e84d51a8514 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "5998295c-c2d7-4c52-b227-857e35ce4228-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.241649] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4af507d3-f16a-44a7-a136-9e84d51a8514 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "5998295c-c2d7-4c52-b227-857e35ce4228-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1482.241649] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4af507d3-f16a-44a7-a136-9e84d51a8514 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "5998295c-c2d7-4c52-b227-857e35ce4228-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1482.244201] env[63097]: INFO nova.compute.manager [None req-4af507d3-f16a-44a7-a136-9e84d51a8514 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Terminating instance [ 1482.245255] env[63097]: DEBUG nova.compute.manager [None req-4af507d3-f16a-44a7-a136-9e84d51a8514 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1482.245467] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4af507d3-f16a-44a7-a136-9e84d51a8514 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1482.245725] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5a49f1e0-a46c-414b-bdff-e87716d211e8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.257016] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980c7825-6ba5-4b96-af92-1677c8eebe54 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.296220] env[63097]: WARNING nova.virt.vmwareapi.vmops [None req-4af507d3-f16a-44a7-a136-9e84d51a8514 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 5998295c-c2d7-4c52-b227-857e35ce4228 could not be found. [ 1482.296474] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4af507d3-f16a-44a7-a136-9e84d51a8514 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1482.296665] env[63097]: INFO nova.compute.manager [None req-4af507d3-f16a-44a7-a136-9e84d51a8514 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1482.298759] env[63097]: DEBUG oslo.service.loopingcall [None req-4af507d3-f16a-44a7-a136-9e84d51a8514 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1482.298759] env[63097]: DEBUG nova.compute.manager [-] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1482.298759] env[63097]: DEBUG nova.network.neutron [-] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1482.444785] env[63097]: DEBUG oslo_concurrency.lockutils [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Releasing lock "refresh_cache-5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1482.445404] env[63097]: DEBUG nova.compute.manager [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Instance network_info: |[{"id": "c12411b5-3dab-4d72-9e6e-f18ef1ca58b0", "address": "fa:16:3e:27:5f:f4", "network": {"id": "7862ef5e-43cc-4460-8494-e49f3fb27411", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-385212728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caa7647ebc840f48dc539a8cc2c484b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc12411b5-3d", "ovs_interfaceid": "c12411b5-3dab-4d72-9e6e-f18ef1ca58b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1482.445644] env[63097]: DEBUG oslo_concurrency.lockutils [req-b73bfce7-b76c-42c5-8c5e-ef9aea751991 req-6ae82e1b-8c9b-45f0-ac76-7f27e469b5d6 service nova] Acquired lock "refresh_cache-5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.445644] env[63097]: DEBUG nova.network.neutron [req-b73bfce7-b76c-42c5-8c5e-ef9aea751991 req-6ae82e1b-8c9b-45f0-ac76-7f27e469b5d6 service nova] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Refreshing network info cache for port c12411b5-3dab-4d72-9e6e-f18ef1ca58b0 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1482.447301] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:5f:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ded8bac-871f-491b-94ec-cb67c08bc828', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c12411b5-3dab-4d72-9e6e-f18ef1ca58b0', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1482.457114] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Creating folder: Project (1caa7647ebc840f48dc539a8cc2c484b). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1482.462801] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b2934d7-a8ad-46e7-8045-4ba79b935b36 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.477657] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Created folder: Project (1caa7647ebc840f48dc539a8cc2c484b) in parent group-v351483. [ 1482.477886] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Creating folder: Instances. Parent ref: group-v351710. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1482.478218] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44f1b079-bf4d-4fe2-832c-89593f5d4be1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.491279] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Created folder: Instances in parent group-v351710. [ 1482.491564] env[63097]: DEBUG oslo.service.loopingcall [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1482.491773] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1482.492054] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cac3f742-a587-497a-8c3f-1719b9242f52 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.523496] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1482.523496] env[63097]: value = "task-1687296" [ 1482.523496] env[63097]: _type = "Task" [ 1482.523496] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.535695] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687296, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.640943] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b73f34-6d0c-447d-8dd7-6d3045402822 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.650629] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a02173-92dc-411e-bf2c-f0cbd46d96a1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.691592] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a007c3-cbab-4000-abf5-d462335d89a2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.703428] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187ee62a-5b9f-4343-980e-9ec0517120b5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.723956] env[63097]: DEBUG nova.compute.provider_tree [None req-10c294ad-0193-4aec-aa10-810727e8d122 tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1482.852676] env[63097]: DEBUG nova.network.neutron [req-b73bfce7-b76c-42c5-8c5e-ef9aea751991 req-6ae82e1b-8c9b-45f0-ac76-7f27e469b5d6 service nova] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Updated VIF entry in instance network info cache for port c12411b5-3dab-4d72-9e6e-f18ef1ca58b0. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1482.853531] env[63097]: DEBUG nova.network.neutron [req-b73bfce7-b76c-42c5-8c5e-ef9aea751991 req-6ae82e1b-8c9b-45f0-ac76-7f27e469b5d6 service nova] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Updating instance_info_cache with network_info: [{"id": "c12411b5-3dab-4d72-9e6e-f18ef1ca58b0", "address": "fa:16:3e:27:5f:f4", "network": {"id": "7862ef5e-43cc-4460-8494-e49f3fb27411", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-385212728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caa7647ebc840f48dc539a8cc2c484b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc12411b5-3d", "ovs_interfaceid": "c12411b5-3dab-4d72-9e6e-f18ef1ca58b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.034375] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687296, 'name': CreateVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.106950] env[63097]: DEBUG nova.network.neutron [-] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.226684] env[63097]: DEBUG nova.scheduler.client.report [None req-10c294ad-0193-4aec-aa10-810727e8d122 tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1483.308707] env[63097]: DEBUG oslo_concurrency.lockutils [None req-56251bc2-4aa9-4d05-84c9-230b588fb985 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquiring lock "3ac3d689-7f96-4afb-9ea1-1e5b260d6246" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.308707] env[63097]: DEBUG oslo_concurrency.lockutils [None req-56251bc2-4aa9-4d05-84c9-230b588fb985 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "3ac3d689-7f96-4afb-9ea1-1e5b260d6246" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.308707] env[63097]: DEBUG nova.compute.manager [None req-56251bc2-4aa9-4d05-84c9-230b588fb985 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1483.309603] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518ad6c9-de4c-4b39-bfdd-22d0a9f20cb2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.317172] env[63097]: DEBUG nova.compute.manager [None req-56251bc2-4aa9-4d05-84c9-230b588fb985 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63097) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1483.317784] env[63097]: DEBUG nova.objects.instance [None req-56251bc2-4aa9-4d05-84c9-230b588fb985 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lazy-loading 'flavor' on Instance uuid 3ac3d689-7f96-4afb-9ea1-1e5b260d6246 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1483.356628] env[63097]: DEBUG oslo_concurrency.lockutils [req-b73bfce7-b76c-42c5-8c5e-ef9aea751991 req-6ae82e1b-8c9b-45f0-ac76-7f27e469b5d6 service nova] Releasing lock "refresh_cache-5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1483.376143] env[63097]: DEBUG oslo_concurrency.lockutils [None req-afb23c8a-9343-4795-ba6a-16299b703beb tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Acquiring lock "9f9d16ac-5b92-43dd-b5db-360121101198" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.376587] env[63097]: DEBUG oslo_concurrency.lockutils [None req-afb23c8a-9343-4795-ba6a-16299b703beb tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Lock "9f9d16ac-5b92-43dd-b5db-360121101198" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.376864] env[63097]: DEBUG oslo_concurrency.lockutils [None req-afb23c8a-9343-4795-ba6a-16299b703beb tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Acquiring lock "9f9d16ac-5b92-43dd-b5db-360121101198-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.377084] env[63097]: DEBUG oslo_concurrency.lockutils [None req-afb23c8a-9343-4795-ba6a-16299b703beb tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Lock "9f9d16ac-5b92-43dd-b5db-360121101198-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.377312] env[63097]: DEBUG oslo_concurrency.lockutils [None req-afb23c8a-9343-4795-ba6a-16299b703beb tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Lock "9f9d16ac-5b92-43dd-b5db-360121101198-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.379707] env[63097]: INFO nova.compute.manager [None req-afb23c8a-9343-4795-ba6a-16299b703beb tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Terminating instance [ 1483.381525] env[63097]: DEBUG nova.compute.manager [None req-afb23c8a-9343-4795-ba6a-16299b703beb tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1483.381723] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-afb23c8a-9343-4795-ba6a-16299b703beb tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1483.382562] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f70d9c-b691-43ea-acb8-53cddf389f10 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.394393] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-afb23c8a-9343-4795-ba6a-16299b703beb tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1483.394708] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d50f290e-ac2e-411d-85ff-fdc934e9fc89 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.402093] env[63097]: DEBUG oslo_vmware.api [None req-afb23c8a-9343-4795-ba6a-16299b703beb tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Waiting for the task: (returnval){ [ 1483.402093] env[63097]: value = "task-1687297" [ 1483.402093] env[63097]: _type = "Task" [ 1483.402093] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.411632] env[63097]: DEBUG oslo_vmware.api [None req-afb23c8a-9343-4795-ba6a-16299b703beb tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': task-1687297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.534727] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687296, 'name': CreateVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.611656] env[63097]: INFO nova.compute.manager [-] [instance: 5998295c-c2d7-4c52-b227-857e35ce4228] Took 1.31 seconds to deallocate network for instance. [ 1483.732345] env[63097]: DEBUG oslo_concurrency.lockutils [None req-10c294ad-0193-4aec-aa10-810727e8d122 tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.734813] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.844s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.736676] env[63097]: INFO nova.compute.claims [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1483.760810] env[63097]: INFO nova.scheduler.client.report [None req-10c294ad-0193-4aec-aa10-810727e8d122 tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Deleted allocations for instance 66274a74-ccfb-4a8b-ac23-f0b913919d19 [ 1483.822940] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-56251bc2-4aa9-4d05-84c9-230b588fb985 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1483.823246] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0686ad0a-5a21-44b6-8801-5d6d1f579eb0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.831270] env[63097]: DEBUG oslo_vmware.api [None req-56251bc2-4aa9-4d05-84c9-230b588fb985 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1483.831270] env[63097]: value = "task-1687298" [ 1483.831270] env[63097]: _type = "Task" [ 1483.831270] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.842829] env[63097]: DEBUG oslo_vmware.api [None req-56251bc2-4aa9-4d05-84c9-230b588fb985 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687298, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.914544] env[63097]: DEBUG oslo_vmware.api [None req-afb23c8a-9343-4795-ba6a-16299b703beb tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': task-1687297, 'name': PowerOffVM_Task, 'duration_secs': 0.316853} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.915187] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-afb23c8a-9343-4795-ba6a-16299b703beb tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1483.915445] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-afb23c8a-9343-4795-ba6a-16299b703beb tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1483.915721] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3dd35667-8db0-43e5-8e79-aa0ccf5f0adc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.996942] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-afb23c8a-9343-4795-ba6a-16299b703beb tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1483.997428] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-afb23c8a-9343-4795-ba6a-16299b703beb tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1483.997428] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-afb23c8a-9343-4795-ba6a-16299b703beb tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Deleting the datastore file [datastore2] 9f9d16ac-5b92-43dd-b5db-360121101198 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1483.997707] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a99c8747-affa-449a-a682-f6682b0ab8f3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.006558] env[63097]: DEBUG oslo_vmware.api [None req-afb23c8a-9343-4795-ba6a-16299b703beb tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Waiting for the task: (returnval){ [ 1484.006558] env[63097]: value = "task-1687300" [ 1484.006558] env[63097]: _type = "Task" [ 1484.006558] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.015696] env[63097]: DEBUG oslo_vmware.api [None req-afb23c8a-9343-4795-ba6a-16299b703beb tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': task-1687300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.035491] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687296, 'name': CreateVM_Task, 'duration_secs': 1.38492} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.035663] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1484.036408] env[63097]: DEBUG oslo_concurrency.lockutils [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1484.036583] env[63097]: DEBUG oslo_concurrency.lockutils [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.036922] env[63097]: DEBUG oslo_concurrency.lockutils [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1484.037212] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74ec34c0-6745-462e-b1da-5f61c84f4379 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.042801] env[63097]: DEBUG oslo_vmware.api [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1484.042801] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5232539e-c6ca-f79a-617b-c97fbbd32d26" [ 1484.042801] env[63097]: _type = "Task" [ 1484.042801] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.052355] env[63097]: DEBUG oslo_vmware.api [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5232539e-c6ca-f79a-617b-c97fbbd32d26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.272071] env[63097]: DEBUG oslo_concurrency.lockutils [None req-10c294ad-0193-4aec-aa10-810727e8d122 tempest-ServersTestFqdnHostnames-1900998961 tempest-ServersTestFqdnHostnames-1900998961-project-member] Lock "66274a74-ccfb-4a8b-ac23-f0b913919d19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.832s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1484.343318] env[63097]: DEBUG oslo_vmware.api [None req-56251bc2-4aa9-4d05-84c9-230b588fb985 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687298, 'name': PowerOffVM_Task, 'duration_secs': 0.219138} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.343586] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-56251bc2-4aa9-4d05-84c9-230b588fb985 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1484.343794] env[63097]: DEBUG nova.compute.manager [None req-56251bc2-4aa9-4d05-84c9-230b588fb985 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1484.344673] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc9d1c8-044e-456c-8d99-1e5123ca112a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.518405] env[63097]: DEBUG oslo_vmware.api [None req-afb23c8a-9343-4795-ba6a-16299b703beb tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Task: {'id': task-1687300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163393} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.518681] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-afb23c8a-9343-4795-ba6a-16299b703beb tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1484.518881] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-afb23c8a-9343-4795-ba6a-16299b703beb tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1484.519127] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-afb23c8a-9343-4795-ba6a-16299b703beb tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1484.519323] env[63097]: INFO nova.compute.manager [None req-afb23c8a-9343-4795-ba6a-16299b703beb tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1484.519592] env[63097]: DEBUG oslo.service.loopingcall [None req-afb23c8a-9343-4795-ba6a-16299b703beb tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1484.519795] env[63097]: DEBUG nova.compute.manager [-] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1484.519907] env[63097]: DEBUG nova.network.neutron [-] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1484.559248] env[63097]: DEBUG oslo_vmware.api [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5232539e-c6ca-f79a-617b-c97fbbd32d26, 'name': SearchDatastore_Task, 'duration_secs': 0.028327} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.559740] env[63097]: DEBUG oslo_concurrency.lockutils [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1484.560096] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1484.560427] env[63097]: DEBUG oslo_concurrency.lockutils [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1484.560656] env[63097]: DEBUG oslo_concurrency.lockutils [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.560937] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1484.561338] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97040069-2a7f-4a37-be63-0512fe236d6e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.574193] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1484.574474] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1484.575304] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78561288-d470-4dcd-8488-758bbd41ff80 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.582745] env[63097]: DEBUG oslo_vmware.api [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1484.582745] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a4edf3-cbc3-0d3e-fbcc-6e2db0dd2954" [ 1484.582745] env[63097]: _type = "Task" [ 1484.582745] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.596205] env[63097]: DEBUG oslo_vmware.api [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a4edf3-cbc3-0d3e-fbcc-6e2db0dd2954, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.644942] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4af507d3-f16a-44a7-a136-9e84d51a8514 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "5998295c-c2d7-4c52-b227-857e35ce4228" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.404s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1484.861202] env[63097]: DEBUG oslo_concurrency.lockutils [None req-56251bc2-4aa9-4d05-84c9-230b588fb985 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "3ac3d689-7f96-4afb-9ea1-1e5b260d6246" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.552s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1485.094684] env[63097]: DEBUG oslo_vmware.api [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a4edf3-cbc3-0d3e-fbcc-6e2db0dd2954, 'name': SearchDatastore_Task, 'duration_secs': 0.016889} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.098391] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4333f228-6835-4105-8200-a369b1d41d07 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.108185] env[63097]: DEBUG oslo_vmware.api [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1485.108185] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52370994-803b-406c-66c8-d0be845a9de4" [ 1485.108185] env[63097]: _type = "Task" [ 1485.108185] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.121134] env[63097]: DEBUG oslo_vmware.api [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52370994-803b-406c-66c8-d0be845a9de4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.130200] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6c55b9-4767-4e07-b641-18303d4b5796 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.137548] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bd7015-197b-4531-8583-c8a931e2e6c2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.179378] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa7251b-130a-44e8-b19a-9c725da12a57 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.189181] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569b963d-e310-4949-a2e7-8c69c8d1d8e8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.207475] env[63097]: DEBUG nova.compute.provider_tree [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1485.396680] env[63097]: DEBUG nova.compute.manager [req-97590f89-93f0-4e40-94c6-a6210cd8256f req-70d28b8b-d373-4032-947a-ab3ac6dc28cf service nova] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Received event network-vif-deleted-85898535-3df5-4760-8069-08c7b318a3a5 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1485.396981] env[63097]: INFO nova.compute.manager [req-97590f89-93f0-4e40-94c6-a6210cd8256f req-70d28b8b-d373-4032-947a-ab3ac6dc28cf service nova] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Neutron deleted interface 85898535-3df5-4760-8069-08c7b318a3a5; detaching it from the instance and deleting it from the info cache [ 1485.397732] env[63097]: DEBUG nova.network.neutron [req-97590f89-93f0-4e40-94c6-a6210cd8256f req-70d28b8b-d373-4032-947a-ab3ac6dc28cf service nova] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.414467] env[63097]: DEBUG oslo_concurrency.lockutils [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "9454c927-1603-4d9c-bf87-3ed11ef25f0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1485.414635] env[63097]: DEBUG oslo_concurrency.lockutils [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "9454c927-1603-4d9c-bf87-3ed11ef25f0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1485.617266] env[63097]: DEBUG oslo_vmware.api [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52370994-803b-406c-66c8-d0be845a9de4, 'name': SearchDatastore_Task, 'duration_secs': 0.029071} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.617650] env[63097]: DEBUG oslo_concurrency.lockutils [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1485.617806] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3/5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1485.620158] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d2ec9da-fde6-4197-80fc-36d94149c9c2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.633018] env[63097]: DEBUG oslo_vmware.api [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1485.633018] env[63097]: value = "task-1687301" [ 1485.633018] env[63097]: _type = "Task" [ 1485.633018] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.646484] env[63097]: DEBUG oslo_vmware.api [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.710842] env[63097]: DEBUG nova.scheduler.client.report [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1485.775427] env[63097]: DEBUG nova.network.neutron [-] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.839152] env[63097]: DEBUG oslo_concurrency.lockutils [None req-dcd3dbd7-00fa-4944-99ae-e91c2f4f36e1 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Acquiring lock "9e95b2bd-0b34-413a-8638-cca05cfa9547" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1485.839540] env[63097]: DEBUG oslo_concurrency.lockutils [None req-dcd3dbd7-00fa-4944-99ae-e91c2f4f36e1 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lock "9e95b2bd-0b34-413a-8638-cca05cfa9547" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1485.900913] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-141c7a9b-9057-4b25-833b-ff1932d1fba1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.912783] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f80da30-b938-4f7d-8ba6-19c49d2b3c64 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.925862] env[63097]: DEBUG nova.compute.manager [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1485.960652] env[63097]: DEBUG nova.compute.manager [req-97590f89-93f0-4e40-94c6-a6210cd8256f req-70d28b8b-d373-4032-947a-ab3ac6dc28cf service nova] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Detach interface failed, port_id=85898535-3df5-4760-8069-08c7b318a3a5, reason: Instance 9f9d16ac-5b92-43dd-b5db-360121101198 could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1486.145698] env[63097]: DEBUG oslo_vmware.api [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687301, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.219313] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1486.221341] env[63097]: DEBUG nova.compute.manager [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1486.224430] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.215s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1486.224653] env[63097]: DEBUG nova.objects.instance [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63097) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1486.278376] env[63097]: INFO nova.compute.manager [-] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Took 1.76 seconds to deallocate network for instance. [ 1486.343625] env[63097]: INFO nova.compute.manager [None req-dcd3dbd7-00fa-4944-99ae-e91c2f4f36e1 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Detaching volume 83274e5a-e29f-4d6e-a9aa-8158b6e26def [ 1486.389815] env[63097]: INFO nova.virt.block_device [None req-dcd3dbd7-00fa-4944-99ae-e91c2f4f36e1 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Attempting to driver detach volume 83274e5a-e29f-4d6e-a9aa-8158b6e26def from mountpoint /dev/sdb [ 1486.389815] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcd3dbd7-00fa-4944-99ae-e91c2f4f36e1 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Volume detach. Driver type: vmdk {{(pid=63097) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1486.392770] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcd3dbd7-00fa-4944-99ae-e91c2f4f36e1 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351675', 'volume_id': '83274e5a-e29f-4d6e-a9aa-8158b6e26def', 'name': 'volume-83274e5a-e29f-4d6e-a9aa-8158b6e26def', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9e95b2bd-0b34-413a-8638-cca05cfa9547', 'attached_at': '', 'detached_at': '', 'volume_id': '83274e5a-e29f-4d6e-a9aa-8158b6e26def', 'serial': '83274e5a-e29f-4d6e-a9aa-8158b6e26def'} {{(pid=63097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1486.392770] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc95401e-63fc-4a8e-8c51-2d582238e28f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.418489] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80ea470-132c-4b87-820b-6dcb441ee905 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.428483] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8405102d-7c61-4415-a37d-3da5da054f24 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.458269] env[63097]: DEBUG oslo_concurrency.lockutils [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1486.459242] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c82a81-2224-4b74-9651-c5cc57581ccc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.477706] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcd3dbd7-00fa-4944-99ae-e91c2f4f36e1 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] The volume has not been displaced from its original location: [datastore1] volume-83274e5a-e29f-4d6e-a9aa-8158b6e26def/volume-83274e5a-e29f-4d6e-a9aa-8158b6e26def.vmdk. No consolidation needed. {{(pid=63097) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1486.483464] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcd3dbd7-00fa-4944-99ae-e91c2f4f36e1 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Reconfiguring VM instance instance-0000003d to detach disk 2001 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1486.484118] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6a0fe4e-b4dc-4a2e-994b-5747b530dbf7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.508876] env[63097]: DEBUG oslo_vmware.api [None req-dcd3dbd7-00fa-4944-99ae-e91c2f4f36e1 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Waiting for the task: (returnval){ [ 1486.508876] env[63097]: value = "task-1687302" [ 1486.508876] env[63097]: _type = "Task" [ 1486.508876] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.528541] env[63097]: DEBUG oslo_vmware.api [None req-dcd3dbd7-00fa-4944-99ae-e91c2f4f36e1 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687302, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.647081] env[63097]: DEBUG oslo_vmware.api [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687301, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.951877} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.647081] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3/5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1486.647453] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1486.647453] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ff81d22-d48e-4a2d-89b8-fb3f4e2ce512 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.655703] env[63097]: DEBUG oslo_vmware.api [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1486.655703] env[63097]: value = "task-1687303" [ 1486.655703] env[63097]: _type = "Task" [ 1486.655703] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.668570] env[63097]: DEBUG oslo_vmware.api [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687303, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.729593] env[63097]: DEBUG nova.compute.utils [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1486.731075] env[63097]: DEBUG nova.compute.manager [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1486.731257] env[63097]: DEBUG nova.network.neutron [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1486.787295] env[63097]: DEBUG oslo_concurrency.lockutils [None req-afb23c8a-9343-4795-ba6a-16299b703beb tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1486.791740] env[63097]: DEBUG nova.policy [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2fd961905e4e400ebd654dc200125cc1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04d409e733684a2abbf7412dbb8fe48f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1487.010026] env[63097]: DEBUG nova.compute.manager [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Stashing vm_state: stopped {{(pid=63097) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1487.023512] env[63097]: DEBUG oslo_vmware.api [None req-dcd3dbd7-00fa-4944-99ae-e91c2f4f36e1 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687302, 'name': ReconfigVM_Task, 'duration_secs': 0.302092} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.023794] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcd3dbd7-00fa-4944-99ae-e91c2f4f36e1 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Reconfigured VM instance instance-0000003d to detach disk 2001 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1487.028461] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72128306-a8e8-41d1-b948-136b3d8a6ad5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.047929] env[63097]: DEBUG oslo_vmware.api [None req-dcd3dbd7-00fa-4944-99ae-e91c2f4f36e1 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Waiting for the task: (returnval){ [ 1487.047929] env[63097]: value = "task-1687304" [ 1487.047929] env[63097]: _type = "Task" [ 1487.047929] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.058396] env[63097]: DEBUG oslo_vmware.api [None req-dcd3dbd7-00fa-4944-99ae-e91c2f4f36e1 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687304, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.165556] env[63097]: DEBUG oslo_vmware.api [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687303, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088851} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.165846] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1487.167698] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bff51a-54f4-4c55-808d-0338e3fd09b3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.195493] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3/5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1487.196346] env[63097]: DEBUG nova.network.neutron [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Successfully created port: e4d49c99-e5c0-4518-b2fa-f4c52f21b414 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1487.198531] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d10b837-e6d7-48e7-92a0-3b1ae85184bf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.219354] env[63097]: DEBUG oslo_vmware.api [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1487.219354] env[63097]: value = "task-1687305" [ 1487.219354] env[63097]: _type = "Task" [ 1487.219354] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.227880] env[63097]: DEBUG oslo_vmware.api [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687305, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.234545] env[63097]: DEBUG nova.compute.manager [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1487.238327] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c60c444d-5f13-4512-8610-05a994d5bb20 tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1487.243021] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2212aed1-b2ea-42e3-8576-dd883b1ec9a2 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.193s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1487.243021] env[63097]: DEBUG nova.objects.instance [None req-2212aed1-b2ea-42e3-8576-dd883b1ec9a2 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lazy-loading 'resources' on Instance uuid d0d4556c-dca1-43e4-a1a4-92662cacf4b8 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1487.535811] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1487.558188] env[63097]: DEBUG oslo_vmware.api [None req-dcd3dbd7-00fa-4944-99ae-e91c2f4f36e1 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687304, 'name': ReconfigVM_Task, 'duration_secs': 0.140424} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.558489] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcd3dbd7-00fa-4944-99ae-e91c2f4f36e1 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351675', 'volume_id': '83274e5a-e29f-4d6e-a9aa-8158b6e26def', 'name': 'volume-83274e5a-e29f-4d6e-a9aa-8158b6e26def', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9e95b2bd-0b34-413a-8638-cca05cfa9547', 'attached_at': '', 'detached_at': '', 'volume_id': '83274e5a-e29f-4d6e-a9aa-8158b6e26def', 'serial': '83274e5a-e29f-4d6e-a9aa-8158b6e26def'} {{(pid=63097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1487.731936] env[63097]: DEBUG oslo_vmware.api [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687305, 'name': ReconfigVM_Task, 'duration_secs': 0.27668} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.732278] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3/5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1487.732991] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e5be268-864c-4add-87af-9cb67ca593f4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.742905] env[63097]: DEBUG oslo_vmware.api [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1487.742905] env[63097]: value = "task-1687306" [ 1487.742905] env[63097]: _type = "Task" [ 1487.742905] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.754175] env[63097]: DEBUG oslo_vmware.api [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687306, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.006032] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efff763c-ff5a-429a-a20a-e89027dad765 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.013989] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a940c64d-fef1-46be-9a31-4e57e40c30a8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.044737] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd12f18f-9023-4cc2-8dbc-01aacdfb8535 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.053123] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05526ab9-2f63-4983-a0cb-7a4ac2388270 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.067234] env[63097]: DEBUG nova.compute.provider_tree [None req-2212aed1-b2ea-42e3-8576-dd883b1ec9a2 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1488.099131] env[63097]: DEBUG nova.objects.instance [None req-dcd3dbd7-00fa-4944-99ae-e91c2f4f36e1 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lazy-loading 'flavor' on Instance uuid 9e95b2bd-0b34-413a-8638-cca05cfa9547 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1488.244859] env[63097]: DEBUG nova.compute.manager [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1488.256505] env[63097]: DEBUG oslo_vmware.api [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687306, 'name': Rename_Task, 'duration_secs': 0.148065} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.256776] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1488.257061] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df53f395-fe6b-4114-9d91-0651ebc227b0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.264935] env[63097]: DEBUG oslo_vmware.api [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1488.264935] env[63097]: value = "task-1687307" [ 1488.264935] env[63097]: _type = "Task" [ 1488.264935] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.269816] env[63097]: DEBUG nova.virt.hardware [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1488.270069] env[63097]: DEBUG nova.virt.hardware [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1488.270239] env[63097]: DEBUG nova.virt.hardware [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1488.270439] env[63097]: DEBUG nova.virt.hardware [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1488.270575] env[63097]: DEBUG nova.virt.hardware [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1488.270743] env[63097]: DEBUG nova.virt.hardware [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1488.270950] env[63097]: DEBUG nova.virt.hardware [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1488.271141] env[63097]: DEBUG nova.virt.hardware [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1488.271315] env[63097]: DEBUG nova.virt.hardware [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1488.271486] env[63097]: DEBUG nova.virt.hardware [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1488.271665] env[63097]: DEBUG nova.virt.hardware [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1488.272488] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e2a930-c4c6-4db4-80dd-a2c8bf9e4ab9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.281834] env[63097]: DEBUG oslo_vmware.api [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687307, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.284873] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab8b426-b7e0-4d6a-aae2-337efe4e6a11 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.569628] env[63097]: DEBUG nova.scheduler.client.report [None req-2212aed1-b2ea-42e3-8576-dd883b1ec9a2 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1488.776658] env[63097]: DEBUG oslo_vmware.api [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687307, 'name': PowerOnVM_Task, 'duration_secs': 0.453576} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.776956] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1488.777294] env[63097]: INFO nova.compute.manager [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Took 9.64 seconds to spawn the instance on the hypervisor. [ 1488.777493] env[63097]: DEBUG nova.compute.manager [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1488.778308] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9f1ad4-64b2-4f25-a592-2d50a40a2170 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.871955] env[63097]: DEBUG nova.compute.manager [req-e90a1ee5-8ce5-4b7e-925a-319502295379 req-b640daf9-429a-4403-af78-31b7599fb841 service nova] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Received event network-vif-plugged-e4d49c99-e5c0-4518-b2fa-f4c52f21b414 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1488.872176] env[63097]: DEBUG oslo_concurrency.lockutils [req-e90a1ee5-8ce5-4b7e-925a-319502295379 req-b640daf9-429a-4403-af78-31b7599fb841 service nova] Acquiring lock "435f2efc-0c43-47fc-9d04-7e3d044935d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1488.872486] env[63097]: DEBUG oslo_concurrency.lockutils [req-e90a1ee5-8ce5-4b7e-925a-319502295379 req-b640daf9-429a-4403-af78-31b7599fb841 service nova] Lock "435f2efc-0c43-47fc-9d04-7e3d044935d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1488.872569] env[63097]: DEBUG oslo_concurrency.lockutils [req-e90a1ee5-8ce5-4b7e-925a-319502295379 req-b640daf9-429a-4403-af78-31b7599fb841 service nova] Lock "435f2efc-0c43-47fc-9d04-7e3d044935d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1488.872715] env[63097]: DEBUG nova.compute.manager [req-e90a1ee5-8ce5-4b7e-925a-319502295379 req-b640daf9-429a-4403-af78-31b7599fb841 service nova] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] No waiting events found dispatching network-vif-plugged-e4d49c99-e5c0-4518-b2fa-f4c52f21b414 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1488.872963] env[63097]: WARNING nova.compute.manager [req-e90a1ee5-8ce5-4b7e-925a-319502295379 req-b640daf9-429a-4403-af78-31b7599fb841 service nova] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Received unexpected event network-vif-plugged-e4d49c99-e5c0-4518-b2fa-f4c52f21b414 for instance with vm_state building and task_state spawning. [ 1489.015076] env[63097]: DEBUG nova.network.neutron [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Successfully updated port: e4d49c99-e5c0-4518-b2fa-f4c52f21b414 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1489.060591] env[63097]: DEBUG oslo_concurrency.lockutils [None req-36baa630-9f29-4e93-a139-9c831462045a tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Acquiring lock "9e95b2bd-0b34-413a-8638-cca05cfa9547" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.074729] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2212aed1-b2ea-42e3-8576-dd883b1ec9a2 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.835s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1489.078066] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.724s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1489.078955] env[63097]: INFO nova.compute.claims [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1489.101961] env[63097]: INFO nova.scheduler.client.report [None req-2212aed1-b2ea-42e3-8576-dd883b1ec9a2 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Deleted allocations for instance d0d4556c-dca1-43e4-a1a4-92662cacf4b8 [ 1489.105736] env[63097]: DEBUG oslo_concurrency.lockutils [None req-dcd3dbd7-00fa-4944-99ae-e91c2f4f36e1 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lock "9e95b2bd-0b34-413a-8638-cca05cfa9547" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.266s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1489.106590] env[63097]: DEBUG oslo_concurrency.lockutils [None req-36baa630-9f29-4e93-a139-9c831462045a tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lock "9e95b2bd-0b34-413a-8638-cca05cfa9547" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.046s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1489.106785] env[63097]: DEBUG nova.compute.manager [None req-36baa630-9f29-4e93-a139-9c831462045a tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1489.108067] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b69047-74ed-4c61-a49e-7801924cc8cc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.115347] env[63097]: DEBUG nova.compute.manager [None req-36baa630-9f29-4e93-a139-9c831462045a tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63097) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1489.115986] env[63097]: DEBUG nova.objects.instance [None req-36baa630-9f29-4e93-a139-9c831462045a tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lazy-loading 'flavor' on Instance uuid 9e95b2bd-0b34-413a-8638-cca05cfa9547 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1489.296135] env[63097]: INFO nova.compute.manager [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Took 35.16 seconds to build instance. [ 1489.518079] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Acquiring lock "refresh_cache-435f2efc-0c43-47fc-9d04-7e3d044935d5" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1489.518256] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Acquired lock "refresh_cache-435f2efc-0c43-47fc-9d04-7e3d044935d5" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.518413] env[63097]: DEBUG nova.network.neutron [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1489.614889] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2212aed1-b2ea-42e3-8576-dd883b1ec9a2 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "d0d4556c-dca1-43e4-a1a4-92662cacf4b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.725s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1489.619711] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-36baa630-9f29-4e93-a139-9c831462045a tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1489.619961] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ce87797-e7a7-4ead-9da0-98e8cd727e49 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.627970] env[63097]: DEBUG oslo_vmware.api [None req-36baa630-9f29-4e93-a139-9c831462045a tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Waiting for the task: (returnval){ [ 1489.627970] env[63097]: value = "task-1687308" [ 1489.627970] env[63097]: _type = "Task" [ 1489.627970] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.636754] env[63097]: DEBUG oslo_vmware.api [None req-36baa630-9f29-4e93-a139-9c831462045a tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.798890] env[63097]: DEBUG oslo_concurrency.lockutils [None req-570ce262-29bf-45b9-a402-bc7f4087d928 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.678s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1490.062881] env[63097]: DEBUG nova.network.neutron [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1490.146377] env[63097]: DEBUG oslo_vmware.api [None req-36baa630-9f29-4e93-a139-9c831462045a tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687308, 'name': PowerOffVM_Task, 'duration_secs': 0.221918} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.146955] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-36baa630-9f29-4e93-a139-9c831462045a tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1490.147363] env[63097]: DEBUG nova.compute.manager [None req-36baa630-9f29-4e93-a139-9c831462045a tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1490.150542] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a76aac-eca9-4131-9975-539a747cea57 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.245718] env[63097]: DEBUG nova.network.neutron [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Updating instance_info_cache with network_info: [{"id": "e4d49c99-e5c0-4518-b2fa-f4c52f21b414", "address": "fa:16:3e:bd:c3:fd", "network": {"id": "2438695d-49ab-4e45-9df6-b50ed42fd3ee", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-319626415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "04d409e733684a2abbf7412dbb8fe48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4d49c99-e5", "ovs_interfaceid": "e4d49c99-e5c0-4518-b2fa-f4c52f21b414", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.403610] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a786ce0-b52a-4e98-a1f2-828f737fdd96 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.420657] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa43e1a2-1358-4306-ac4b-0b2bbcde47e4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.456425] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06142dd5-3597-4dcb-9375-73b738289e29 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.464330] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db95c0e-60ae-4430-ada9-3dbac155723b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.480321] env[63097]: DEBUG nova.compute.provider_tree [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1490.598996] env[63097]: DEBUG oslo_concurrency.lockutils [None req-baa5efed-0a1b-493e-8263-7f8697d7376e tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquiring lock "626a994b-6d9c-494e-ab6d-1c3a885faf36" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1490.599121] env[63097]: DEBUG oslo_concurrency.lockutils [None req-baa5efed-0a1b-493e-8263-7f8697d7376e tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "626a994b-6d9c-494e-ab6d-1c3a885faf36" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1490.664990] env[63097]: DEBUG oslo_concurrency.lockutils [None req-36baa630-9f29-4e93-a139-9c831462045a tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lock "9e95b2bd-0b34-413a-8638-cca05cfa9547" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.558s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1490.679694] env[63097]: INFO nova.compute.manager [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Rebuilding instance [ 1490.720517] env[63097]: DEBUG nova.compute.manager [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1490.721456] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77b41ad-077b-449d-bd87-84d9659f8b0a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.748093] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Releasing lock "refresh_cache-435f2efc-0c43-47fc-9d04-7e3d044935d5" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1490.748408] env[63097]: DEBUG nova.compute.manager [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Instance network_info: |[{"id": "e4d49c99-e5c0-4518-b2fa-f4c52f21b414", "address": "fa:16:3e:bd:c3:fd", "network": {"id": "2438695d-49ab-4e45-9df6-b50ed42fd3ee", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-319626415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "04d409e733684a2abbf7412dbb8fe48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4d49c99-e5", "ovs_interfaceid": "e4d49c99-e5c0-4518-b2fa-f4c52f21b414", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1490.748806] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:c3:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47499d09-8010-4d02-ac96-4f057c104692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4d49c99-e5c0-4518-b2fa-f4c52f21b414', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1490.757040] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Creating folder: Project (04d409e733684a2abbf7412dbb8fe48f). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1490.757040] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b9fd9fe-ce56-49b7-bef0-e222e1e3a904 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.769677] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Created folder: Project (04d409e733684a2abbf7412dbb8fe48f) in parent group-v351483. [ 1490.769880] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Creating folder: Instances. Parent ref: group-v351713. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1490.770147] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57258494-1852-4b64-a9da-678f9fe85e77 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.781176] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Created folder: Instances in parent group-v351713. [ 1490.781426] env[63097]: DEBUG oslo.service.loopingcall [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1490.781620] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1490.782224] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c289a74b-ad5b-4304-8db6-463e7585f233 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.802065] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1490.802065] env[63097]: value = "task-1687311" [ 1490.802065] env[63097]: _type = "Task" [ 1490.802065] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.814695] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687311, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.984032] env[63097]: DEBUG nova.scheduler.client.report [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1491.001488] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e344f49e-bbbb-462d-8768-1c783dbfd91e tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquiring lock "8f876762-7744-41d3-a3eb-530955cd1db0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.001798] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e344f49e-bbbb-462d-8768-1c783dbfd91e tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "8f876762-7744-41d3-a3eb-530955cd1db0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.002037] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e344f49e-bbbb-462d-8768-1c783dbfd91e tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquiring lock "8f876762-7744-41d3-a3eb-530955cd1db0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.002254] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e344f49e-bbbb-462d-8768-1c783dbfd91e tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "8f876762-7744-41d3-a3eb-530955cd1db0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.002450] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e344f49e-bbbb-462d-8768-1c783dbfd91e tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "8f876762-7744-41d3-a3eb-530955cd1db0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.004989] env[63097]: INFO nova.compute.manager [None req-e344f49e-bbbb-462d-8768-1c783dbfd91e tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Terminating instance [ 1491.007348] env[63097]: DEBUG nova.compute.manager [None req-e344f49e-bbbb-462d-8768-1c783dbfd91e tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1491.007566] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e344f49e-bbbb-462d-8768-1c783dbfd91e tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1491.008413] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f241b7-2d1d-47e0-a0f1-8e2ba48cbd2f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.016699] env[63097]: DEBUG nova.compute.manager [req-ddd4abca-a993-45f0-a32e-49c59b2dafbc req-2588089f-d2b1-4252-9296-49a327b94b1b service nova] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Received event network-changed-e4d49c99-e5c0-4518-b2fa-f4c52f21b414 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1491.016939] env[63097]: DEBUG nova.compute.manager [req-ddd4abca-a993-45f0-a32e-49c59b2dafbc req-2588089f-d2b1-4252-9296-49a327b94b1b service nova] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Refreshing instance network info cache due to event network-changed-e4d49c99-e5c0-4518-b2fa-f4c52f21b414. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1491.017402] env[63097]: DEBUG oslo_concurrency.lockutils [req-ddd4abca-a993-45f0-a32e-49c59b2dafbc req-2588089f-d2b1-4252-9296-49a327b94b1b service nova] Acquiring lock "refresh_cache-435f2efc-0c43-47fc-9d04-7e3d044935d5" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1491.017610] env[63097]: DEBUG oslo_concurrency.lockutils [req-ddd4abca-a993-45f0-a32e-49c59b2dafbc req-2588089f-d2b1-4252-9296-49a327b94b1b service nova] Acquired lock "refresh_cache-435f2efc-0c43-47fc-9d04-7e3d044935d5" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.017751] env[63097]: DEBUG nova.network.neutron [req-ddd4abca-a993-45f0-a32e-49c59b2dafbc req-2588089f-d2b1-4252-9296-49a327b94b1b service nova] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Refreshing network info cache for port e4d49c99-e5c0-4518-b2fa-f4c52f21b414 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1491.021327] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e344f49e-bbbb-462d-8768-1c783dbfd91e tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1491.021748] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ae30a5f-d08d-495f-8d99-2a202bd9406d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.029103] env[63097]: DEBUG oslo_vmware.api [None req-e344f49e-bbbb-462d-8768-1c783dbfd91e tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1491.029103] env[63097]: value = "task-1687312" [ 1491.029103] env[63097]: _type = "Task" [ 1491.029103] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.039778] env[63097]: DEBUG oslo_vmware.api [None req-e344f49e-bbbb-462d-8768-1c783dbfd91e tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.102676] env[63097]: DEBUG nova.compute.utils [None req-baa5efed-0a1b-493e-8263-7f8697d7376e tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1491.233591] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1491.234093] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2f25be2-710b-4b38-b508-ba7227ae53fd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.243775] env[63097]: DEBUG oslo_vmware.api [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1491.243775] env[63097]: value = "task-1687313" [ 1491.243775] env[63097]: _type = "Task" [ 1491.243775] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.967050] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.890s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.967478] env[63097]: DEBUG nova.compute.manager [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1491.974019] env[63097]: DEBUG oslo_concurrency.lockutils [None req-baa5efed-0a1b-493e-8263-7f8697d7376e tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "626a994b-6d9c-494e-ab6d-1c3a885faf36" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.373s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.979947] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2eb1fb86-f22e-4354-b221-e4323371a3ae tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.224s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.980250] env[63097]: DEBUG nova.objects.instance [None req-2eb1fb86-f22e-4354-b221-e4323371a3ae tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Lazy-loading 'resources' on Instance uuid 89302b4a-74b0-4c80-850c-bafca341132c {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1491.985278] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquiring lock "1c6ca96b-9d61-431c-b2ad-550fc493ab52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.985517] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "1c6ca96b-9d61-431c-b2ad-550fc493ab52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.991425] env[63097]: DEBUG oslo_vmware.api [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687313, 'name': PowerOffVM_Task, 'duration_secs': 0.208435} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.992170] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1491.992568] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1491.993233] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8842bd19-2ecd-40de-88ae-d1d5ce0049fc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.002561] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687311, 'name': CreateVM_Task, 'duration_secs': 0.396726} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.003360] env[63097]: DEBUG oslo_vmware.api [None req-e344f49e-bbbb-462d-8768-1c783dbfd91e tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687312, 'name': PowerOffVM_Task, 'duration_secs': 0.185672} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.003859] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1492.004120] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e344f49e-bbbb-462d-8768-1c783dbfd91e tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1492.007022] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e344f49e-bbbb-462d-8768-1c783dbfd91e tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1492.007022] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1492.007022] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.007022] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1492.007022] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-acc28345-8d29-4e0b-9325-270fa6f42dd8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.009215] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53077e64-e72c-4412-b0a3-62fda1b04cf3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.010962] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1492.011514] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e0b6345-74d2-44de-a271-b2e43eb12f3d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.017140] env[63097]: DEBUG oslo_vmware.api [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Waiting for the task: (returnval){ [ 1492.017140] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5286ea8c-b35d-0a1e-6a35-ff317207248c" [ 1492.017140] env[63097]: _type = "Task" [ 1492.017140] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.026650] env[63097]: DEBUG oslo_vmware.api [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5286ea8c-b35d-0a1e-6a35-ff317207248c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.115255] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1492.115497] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1492.115718] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Deleting the datastore file [datastore1] 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1492.116562] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-628609d8-bd7f-41b7-a992-daae3743f42e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.120831] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e344f49e-bbbb-462d-8768-1c783dbfd91e tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1492.121260] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e344f49e-bbbb-462d-8768-1c783dbfd91e tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1492.122586] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-e344f49e-bbbb-462d-8768-1c783dbfd91e tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Deleting the datastore file [datastore1] 8f876762-7744-41d3-a3eb-530955cd1db0 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1492.122586] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eaccc72b-6f35-4dab-9adb-6d57b1d415d9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.128031] env[63097]: DEBUG oslo_vmware.api [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1492.128031] env[63097]: value = "task-1687316" [ 1492.128031] env[63097]: _type = "Task" [ 1492.128031] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.133423] env[63097]: DEBUG oslo_vmware.api [None req-e344f49e-bbbb-462d-8768-1c783dbfd91e tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1492.133423] env[63097]: value = "task-1687317" [ 1492.133423] env[63097]: _type = "Task" [ 1492.133423] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.141163] env[63097]: DEBUG oslo_vmware.api [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.148550] env[63097]: DEBUG oslo_vmware.api [None req-e344f49e-bbbb-462d-8768-1c783dbfd91e tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.251441] env[63097]: DEBUG nova.network.neutron [req-ddd4abca-a993-45f0-a32e-49c59b2dafbc req-2588089f-d2b1-4252-9296-49a327b94b1b service nova] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Updated VIF entry in instance network info cache for port e4d49c99-e5c0-4518-b2fa-f4c52f21b414. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1492.251441] env[63097]: DEBUG nova.network.neutron [req-ddd4abca-a993-45f0-a32e-49c59b2dafbc req-2588089f-d2b1-4252-9296-49a327b94b1b service nova] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Updating instance_info_cache with network_info: [{"id": "e4d49c99-e5c0-4518-b2fa-f4c52f21b414", "address": "fa:16:3e:bd:c3:fd", "network": {"id": "2438695d-49ab-4e45-9df6-b50ed42fd3ee", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-319626415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "04d409e733684a2abbf7412dbb8fe48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4d49c99-e5", "ovs_interfaceid": "e4d49c99-e5c0-4518-b2fa-f4c52f21b414", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.477973] env[63097]: DEBUG nova.compute.utils [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1492.480120] env[63097]: DEBUG nova.compute.manager [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1492.480424] env[63097]: DEBUG nova.network.neutron [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1492.487683] env[63097]: DEBUG nova.objects.instance [None req-8eb09df5-b2b6-4ab2-b907-340ef6e28b94 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lazy-loading 'flavor' on Instance uuid 9e95b2bd-0b34-413a-8638-cca05cfa9547 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1492.494301] env[63097]: DEBUG nova.compute.manager [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1492.529856] env[63097]: DEBUG oslo_vmware.api [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5286ea8c-b35d-0a1e-6a35-ff317207248c, 'name': SearchDatastore_Task, 'duration_secs': 0.011622} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.532601] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1492.532887] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1492.533160] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1492.533319] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.533503] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1492.534773] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47334903-b036-429f-afa3-925e3c4b8a19 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.544451] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1492.544451] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1492.545121] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e53265c-24c8-460b-b732-36732c70e621 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.555442] env[63097]: DEBUG oslo_vmware.api [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Waiting for the task: (returnval){ [ 1492.555442] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]525dfb07-b452-d354-b651-e4d8241a2745" [ 1492.555442] env[63097]: _type = "Task" [ 1492.555442] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.566584] env[63097]: DEBUG oslo_vmware.api [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]525dfb07-b452-d354-b651-e4d8241a2745, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.575527] env[63097]: DEBUG nova.policy [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f666fad7d1b44451b7853be17daac034', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '698609218f87444a806ede2ee3ee9fa6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1492.646495] env[63097]: DEBUG oslo_vmware.api [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687316, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172233} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.650200] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1492.650583] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1492.650865] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1492.654703] env[63097]: DEBUG oslo_vmware.api [None req-e344f49e-bbbb-462d-8768-1c783dbfd91e tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687317, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178749} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.655273] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-e344f49e-bbbb-462d-8768-1c783dbfd91e tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1492.655519] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e344f49e-bbbb-462d-8768-1c783dbfd91e tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1492.655746] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e344f49e-bbbb-462d-8768-1c783dbfd91e tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1492.655961] env[63097]: INFO nova.compute.manager [None req-e344f49e-bbbb-462d-8768-1c783dbfd91e tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1492.656266] env[63097]: DEBUG oslo.service.loopingcall [None req-e344f49e-bbbb-462d-8768-1c783dbfd91e tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1492.656666] env[63097]: DEBUG nova.compute.manager [-] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1492.657231] env[63097]: DEBUG nova.network.neutron [-] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1492.742981] env[63097]: DEBUG oslo_concurrency.lockutils [None req-baa5efed-0a1b-493e-8263-7f8697d7376e tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquiring lock "626a994b-6d9c-494e-ab6d-1c3a885faf36" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.742981] env[63097]: DEBUG oslo_concurrency.lockutils [None req-baa5efed-0a1b-493e-8263-7f8697d7376e tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "626a994b-6d9c-494e-ab6d-1c3a885faf36" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.742981] env[63097]: INFO nova.compute.manager [None req-baa5efed-0a1b-493e-8263-7f8697d7376e tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Attaching volume 6a501f0f-7207-43c5-b9da-3d10cdaef78e to /dev/sdb [ 1492.758875] env[63097]: DEBUG oslo_concurrency.lockutils [req-ddd4abca-a993-45f0-a32e-49c59b2dafbc req-2588089f-d2b1-4252-9296-49a327b94b1b service nova] Releasing lock "refresh_cache-435f2efc-0c43-47fc-9d04-7e3d044935d5" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1492.794144] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df479c63-ca05-4f8a-a14f-edd69abac99b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.811398] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Acquiring lock "84239f51-6b44-4312-80b3-b6b24fda1fec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.811654] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Lock "84239f51-6b44-4312-80b3-b6b24fda1fec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.813285] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953c40ec-4ef0-4acb-a98f-2f1c29f12ffd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.836434] env[63097]: DEBUG nova.virt.block_device [None req-baa5efed-0a1b-493e-8263-7f8697d7376e tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Updating existing volume attachment record: 0ff3a338-dede-4e7c-94a6-262a24c9a1aa {{(pid=63097) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1492.984509] env[63097]: DEBUG nova.compute.manager [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1493.002113] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8eb09df5-b2b6-4ab2-b907-340ef6e28b94 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Acquiring lock "refresh_cache-9e95b2bd-0b34-413a-8638-cca05cfa9547" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1493.002479] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8eb09df5-b2b6-4ab2-b907-340ef6e28b94 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Acquired lock "refresh_cache-9e95b2bd-0b34-413a-8638-cca05cfa9547" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.002719] env[63097]: DEBUG nova.network.neutron [None req-8eb09df5-b2b6-4ab2-b907-340ef6e28b94 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1493.003463] env[63097]: DEBUG nova.objects.instance [None req-8eb09df5-b2b6-4ab2-b907-340ef6e28b94 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lazy-loading 'info_cache' on Instance uuid 9e95b2bd-0b34-413a-8638-cca05cfa9547 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1493.015481] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ba8c0e-b84d-41a7-9b2c-af7d6b02c041 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.024522] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1493.025619] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b0cf00-e6c9-4983-90f3-e65b55a831b7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.067168] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993824bd-8751-4369-a7c7-d0959eae1f60 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.079144] env[63097]: DEBUG oslo_vmware.api [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]525dfb07-b452-d354-b651-e4d8241a2745, 'name': SearchDatastore_Task, 'duration_secs': 0.013783} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.079144] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03da43cc-d574-4b47-be89-2f6410f99816 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.082235] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3984cb-5903-4884-a19a-07d7914c8689 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.091907] env[63097]: DEBUG nova.network.neutron [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] Successfully created port: beaceca8-6d48-4305-b6b1-b578f69ce580 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1493.105254] env[63097]: DEBUG oslo_vmware.api [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Waiting for the task: (returnval){ [ 1493.105254] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52fa20ff-b997-06ba-e634-e6ae902691e2" [ 1493.105254] env[63097]: _type = "Task" [ 1493.105254] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.107155] env[63097]: DEBUG nova.compute.manager [req-8050df4b-be57-491e-9260-1b373b0f821b req-5bb586a7-224e-4e46-b258-d2d654948f0d service nova] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Received event network-vif-deleted-aca51cdd-e107-4cf6-9286-cf418efe845d {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1493.107155] env[63097]: INFO nova.compute.manager [req-8050df4b-be57-491e-9260-1b373b0f821b req-5bb586a7-224e-4e46-b258-d2d654948f0d service nova] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Neutron deleted interface aca51cdd-e107-4cf6-9286-cf418efe845d; detaching it from the instance and deleting it from the info cache [ 1493.107155] env[63097]: DEBUG nova.network.neutron [req-8050df4b-be57-491e-9260-1b373b0f821b req-5bb586a7-224e-4e46-b258-d2d654948f0d service nova] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.108724] env[63097]: DEBUG nova.compute.provider_tree [None req-2eb1fb86-f22e-4354-b221-e4323371a3ae tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1493.119637] env[63097]: DEBUG oslo_vmware.api [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52fa20ff-b997-06ba-e634-e6ae902691e2, 'name': SearchDatastore_Task, 'duration_secs': 0.010042} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.120723] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.120985] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 435f2efc-0c43-47fc-9d04-7e3d044935d5/435f2efc-0c43-47fc-9d04-7e3d044935d5.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1493.121312] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab4706e7-5219-4b6f-a7e8-63df451447eb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.129908] env[63097]: DEBUG oslo_vmware.api [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Waiting for the task: (returnval){ [ 1493.129908] env[63097]: value = "task-1687321" [ 1493.129908] env[63097]: _type = "Task" [ 1493.129908] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.138578] env[63097]: DEBUG oslo_vmware.api [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Task: {'id': task-1687321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.317601] env[63097]: DEBUG nova.compute.manager [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1493.454570] env[63097]: DEBUG nova.network.neutron [-] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.463888] env[63097]: DEBUG oslo_concurrency.lockutils [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Acquiring lock "194e0271-9f69-43c9-8282-5ddc52d699a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1493.464195] env[63097]: DEBUG oslo_concurrency.lockutils [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Lock "194e0271-9f69-43c9-8282-5ddc52d699a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1493.509230] env[63097]: DEBUG nova.objects.base [None req-8eb09df5-b2b6-4ab2-b907-340ef6e28b94 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Object Instance<9e95b2bd-0b34-413a-8638-cca05cfa9547> lazy-loaded attributes: flavor,info_cache {{(pid=63097) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1493.610589] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-91510960-ac70-4956-a679-81d500add153 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.614234] env[63097]: DEBUG nova.scheduler.client.report [None req-2eb1fb86-f22e-4354-b221-e4323371a3ae tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1493.626038] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11d4fec-8e06-4cd2-a229-2a194af72731 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.651361] env[63097]: DEBUG oslo_vmware.api [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Task: {'id': task-1687321, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495717} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.651684] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 435f2efc-0c43-47fc-9d04-7e3d044935d5/435f2efc-0c43-47fc-9d04-7e3d044935d5.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1493.651905] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1493.652110] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95b7c5b2-941e-44f0-8974-18b595ab4432 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.659654] env[63097]: DEBUG oslo_vmware.api [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Waiting for the task: (returnval){ [ 1493.659654] env[63097]: value = "task-1687322" [ 1493.659654] env[63097]: _type = "Task" [ 1493.659654] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.671990] env[63097]: DEBUG nova.compute.manager [req-8050df4b-be57-491e-9260-1b373b0f821b req-5bb586a7-224e-4e46-b258-d2d654948f0d service nova] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Detach interface failed, port_id=aca51cdd-e107-4cf6-9286-cf418efe845d, reason: Instance 8f876762-7744-41d3-a3eb-530955cd1db0 could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1493.682016] env[63097]: DEBUG oslo_vmware.api [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Task: {'id': task-1687322, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.702965] env[63097]: DEBUG nova.virt.hardware [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1493.703263] env[63097]: DEBUG nova.virt.hardware [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1493.703433] env[63097]: DEBUG nova.virt.hardware [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1493.703624] env[63097]: DEBUG nova.virt.hardware [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1493.703802] env[63097]: DEBUG nova.virt.hardware [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1493.704013] env[63097]: DEBUG nova.virt.hardware [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1493.704266] env[63097]: DEBUG nova.virt.hardware [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1493.704439] env[63097]: DEBUG nova.virt.hardware [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1493.704613] env[63097]: DEBUG nova.virt.hardware [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1493.704780] env[63097]: DEBUG nova.virt.hardware [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1493.704958] env[63097]: DEBUG nova.virt.hardware [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1493.705882] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9554b2-8775-488a-9e0e-f6d4ec764309 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.714027] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b933b91-413a-4078-8aad-6a00a1526fb5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.728033] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:5f:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ded8bac-871f-491b-94ec-cb67c08bc828', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c12411b5-3dab-4d72-9e6e-f18ef1ca58b0', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1493.735483] env[63097]: DEBUG oslo.service.loopingcall [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1493.735720] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1493.735933] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1415461c-fd9e-4b61-88c9-5507117064da {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.755805] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1493.755805] env[63097]: value = "task-1687323" [ 1493.755805] env[63097]: _type = "Task" [ 1493.755805] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.763853] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687323, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.843056] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1493.959455] env[63097]: INFO nova.compute.manager [-] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Took 1.30 seconds to deallocate network for instance. [ 1493.965817] env[63097]: DEBUG nova.compute.manager [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1493.998060] env[63097]: DEBUG nova.compute.manager [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1494.023569] env[63097]: DEBUG nova.virt.hardware [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1494.023569] env[63097]: DEBUG nova.virt.hardware [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1494.023759] env[63097]: DEBUG nova.virt.hardware [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1494.024557] env[63097]: DEBUG nova.virt.hardware [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1494.024812] env[63097]: DEBUG nova.virt.hardware [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1494.024993] env[63097]: DEBUG nova.virt.hardware [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1494.026115] env[63097]: DEBUG nova.virt.hardware [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1494.026115] env[63097]: DEBUG nova.virt.hardware [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1494.026115] env[63097]: DEBUG nova.virt.hardware [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1494.026115] env[63097]: DEBUG nova.virt.hardware [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1494.026115] env[63097]: DEBUG nova.virt.hardware [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1494.027122] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1785116-a579-4933-b592-edecf6ccb4ad {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.035669] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60948070-d8c6-486d-af50-f51cc0040c07 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.120989] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2eb1fb86-f22e-4354-b221-e4323371a3ae tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.141s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.123521] env[63097]: DEBUG oslo_concurrency.lockutils [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.866s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1494.125474] env[63097]: INFO nova.compute.claims [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1494.142974] env[63097]: INFO nova.scheduler.client.report [None req-2eb1fb86-f22e-4354-b221-e4323371a3ae tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Deleted allocations for instance 89302b4a-74b0-4c80-850c-bafca341132c [ 1494.180953] env[63097]: DEBUG oslo_vmware.api [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Task: {'id': task-1687322, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.203426} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.181392] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1494.182225] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0b14a0-7332-4e67-b04e-14fc77ac48e6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.209725] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 435f2efc-0c43-47fc-9d04-7e3d044935d5/435f2efc-0c43-47fc-9d04-7e3d044935d5.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1494.210291] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f39a09d-e998-4057-ba87-a746ca364fd5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.233633] env[63097]: DEBUG oslo_vmware.api [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Waiting for the task: (returnval){ [ 1494.233633] env[63097]: value = "task-1687324" [ 1494.233633] env[63097]: _type = "Task" [ 1494.233633] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.242375] env[63097]: DEBUG oslo_vmware.api [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Task: {'id': task-1687324, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.263028] env[63097]: DEBUG nova.network.neutron [None req-8eb09df5-b2b6-4ab2-b907-340ef6e28b94 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Updating instance_info_cache with network_info: [{"id": "3bd9bb6d-b9ef-456b-8095-6bc124d12b53", "address": "fa:16:3e:cc:53:49", "network": {"id": "6375026c-4627-4a07-aa60-e3d2d4e37f02", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1395500172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee21af820a2c4aaea0dd1f2ba2d477d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bd9bb6d-b9", "ovs_interfaceid": "3bd9bb6d-b9ef-456b-8095-6bc124d12b53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.266764] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687323, 'name': CreateVM_Task, 'duration_secs': 0.452019} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.267149] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1494.267791] env[63097]: DEBUG oslo_concurrency.lockutils [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1494.267958] env[63097]: DEBUG oslo_concurrency.lockutils [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.268321] env[63097]: DEBUG oslo_concurrency.lockutils [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1494.268637] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37f27d54-25f3-4a7f-b6c8-9d6f6f1e81d7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.273619] env[63097]: DEBUG oslo_vmware.api [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1494.273619] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52e09900-52a2-53e6-3cc3-5d62ab356882" [ 1494.273619] env[63097]: _type = "Task" [ 1494.273619] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.282540] env[63097]: DEBUG oslo_vmware.api [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52e09900-52a2-53e6-3cc3-5d62ab356882, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.466672] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e344f49e-bbbb-462d-8768-1c783dbfd91e tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1494.492980] env[63097]: DEBUG oslo_concurrency.lockutils [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1494.585768] env[63097]: DEBUG nova.compute.manager [req-634a2363-23f3-4d77-a386-838e0d652be9 req-879f350f-2bb8-4d98-b3c7-1461075a9bcd service nova] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] Received event network-vif-plugged-beaceca8-6d48-4305-b6b1-b578f69ce580 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1494.585997] env[63097]: DEBUG oslo_concurrency.lockutils [req-634a2363-23f3-4d77-a386-838e0d652be9 req-879f350f-2bb8-4d98-b3c7-1461075a9bcd service nova] Acquiring lock "63c820ff-8435-493d-b891-cbe939fa2662-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1494.586284] env[63097]: DEBUG oslo_concurrency.lockutils [req-634a2363-23f3-4d77-a386-838e0d652be9 req-879f350f-2bb8-4d98-b3c7-1461075a9bcd service nova] Lock "63c820ff-8435-493d-b891-cbe939fa2662-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1494.586395] env[63097]: DEBUG oslo_concurrency.lockutils [req-634a2363-23f3-4d77-a386-838e0d652be9 req-879f350f-2bb8-4d98-b3c7-1461075a9bcd service nova] Lock "63c820ff-8435-493d-b891-cbe939fa2662-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.586564] env[63097]: DEBUG nova.compute.manager [req-634a2363-23f3-4d77-a386-838e0d652be9 req-879f350f-2bb8-4d98-b3c7-1461075a9bcd service nova] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] No waiting events found dispatching network-vif-plugged-beaceca8-6d48-4305-b6b1-b578f69ce580 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1494.586718] env[63097]: WARNING nova.compute.manager [req-634a2363-23f3-4d77-a386-838e0d652be9 req-879f350f-2bb8-4d98-b3c7-1461075a9bcd service nova] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] Received unexpected event network-vif-plugged-beaceca8-6d48-4305-b6b1-b578f69ce580 for instance with vm_state building and task_state spawning. [ 1494.650557] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2eb1fb86-f22e-4354-b221-e4323371a3ae tempest-ServerShowV257Test-434467001 tempest-ServerShowV257Test-434467001-project-member] Lock "89302b4a-74b0-4c80-850c-bafca341132c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.676s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.747017] env[63097]: DEBUG oslo_vmware.api [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Task: {'id': task-1687324, 'name': ReconfigVM_Task, 'duration_secs': 0.284817} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.747017] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 435f2efc-0c43-47fc-9d04-7e3d044935d5/435f2efc-0c43-47fc-9d04-7e3d044935d5.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1494.747371] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6f67baa-eee6-4399-8f30-cd9befbee6f3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.754364] env[63097]: DEBUG oslo_vmware.api [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Waiting for the task: (returnval){ [ 1494.754364] env[63097]: value = "task-1687325" [ 1494.754364] env[63097]: _type = "Task" [ 1494.754364] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.762373] env[63097]: DEBUG oslo_vmware.api [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Task: {'id': task-1687325, 'name': Rename_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.767971] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8eb09df5-b2b6-4ab2-b907-340ef6e28b94 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Releasing lock "refresh_cache-9e95b2bd-0b34-413a-8638-cca05cfa9547" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1494.787172] env[63097]: DEBUG oslo_vmware.api [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52e09900-52a2-53e6-3cc3-5d62ab356882, 'name': SearchDatastore_Task, 'duration_secs': 0.009959} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.787172] env[63097]: DEBUG oslo_concurrency.lockutils [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1494.787172] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1494.787172] env[63097]: DEBUG oslo_concurrency.lockutils [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1494.787172] env[63097]: DEBUG oslo_concurrency.lockutils [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.787353] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1494.787665] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-245732eb-bd7d-40a0-9fa7-3c8af1a7d119 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.798361] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1494.798632] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1494.800222] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8d8dc15-3934-4d72-afba-c926b1ed1ec9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.806575] env[63097]: DEBUG oslo_vmware.api [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1494.806575] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]520c3c36-c8c9-5e3f-3b64-a627cc06c0a9" [ 1494.806575] env[63097]: _type = "Task" [ 1494.806575] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.814986] env[63097]: DEBUG oslo_vmware.api [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]520c3c36-c8c9-5e3f-3b64-a627cc06c0a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.815786] env[63097]: DEBUG nova.network.neutron [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] Successfully updated port: beaceca8-6d48-4305-b6b1-b578f69ce580 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1495.266016] env[63097]: DEBUG oslo_vmware.api [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Task: {'id': task-1687325, 'name': Rename_Task, 'duration_secs': 0.1595} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.268645] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1495.269060] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-620f8dbc-1e9e-4643-a8bf-d70bc381775d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.271195] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eb09df5-b2b6-4ab2-b907-340ef6e28b94 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1495.271474] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0831b1c4-e4ea-488c-84a5-4bce4150e639 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.279484] env[63097]: DEBUG oslo_vmware.api [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Waiting for the task: (returnval){ [ 1495.279484] env[63097]: value = "task-1687327" [ 1495.279484] env[63097]: _type = "Task" [ 1495.279484] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.283241] env[63097]: DEBUG oslo_vmware.api [None req-8eb09df5-b2b6-4ab2-b907-340ef6e28b94 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Waiting for the task: (returnval){ [ 1495.283241] env[63097]: value = "task-1687328" [ 1495.283241] env[63097]: _type = "Task" [ 1495.283241] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.303218] env[63097]: DEBUG oslo_vmware.api [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Task: {'id': task-1687327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.303539] env[63097]: DEBUG oslo_vmware.api [None req-8eb09df5-b2b6-4ab2-b907-340ef6e28b94 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687328, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.319601] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "refresh_cache-63c820ff-8435-493d-b891-cbe939fa2662" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1495.319753] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquired lock "refresh_cache-63c820ff-8435-493d-b891-cbe939fa2662" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.319916] env[63097]: DEBUG nova.network.neutron [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1495.321417] env[63097]: DEBUG oslo_vmware.api [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]520c3c36-c8c9-5e3f-3b64-a627cc06c0a9, 'name': SearchDatastore_Task, 'duration_secs': 0.009062} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.323435] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51541303-f309-442b-aed9-51bfda724c58 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.331133] env[63097]: DEBUG oslo_vmware.api [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1495.331133] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52500f45-bf71-8417-06ff-6af7663801b5" [ 1495.331133] env[63097]: _type = "Task" [ 1495.331133] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.340563] env[63097]: DEBUG oslo_vmware.api [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52500f45-bf71-8417-06ff-6af7663801b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.477390] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68103a88-49d1-4a9e-a6b3-e83f1aa025e3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.486109] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf74d7ac-c981-4c53-ad73-037430afbc26 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.518959] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42d4c37-4646-4857-aa33-93dcee7d5203 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.528120] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3542dab6-b288-4ca5-b51b-a2ba80d36b2c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.542960] env[63097]: DEBUG nova.compute.provider_tree [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1495.799545] env[63097]: DEBUG oslo_vmware.api [None req-8eb09df5-b2b6-4ab2-b907-340ef6e28b94 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687328, 'name': PowerOnVM_Task, 'duration_secs': 0.434704} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.799856] env[63097]: DEBUG oslo_vmware.api [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Task: {'id': task-1687327, 'name': PowerOnVM_Task, 'duration_secs': 0.469558} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.800118] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eb09df5-b2b6-4ab2-b907-340ef6e28b94 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1495.800316] env[63097]: DEBUG nova.compute.manager [None req-8eb09df5-b2b6-4ab2-b907-340ef6e28b94 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1495.800595] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1495.800803] env[63097]: INFO nova.compute.manager [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Took 7.56 seconds to spawn the instance on the hypervisor. [ 1495.801069] env[63097]: DEBUG nova.compute.manager [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1495.801922] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5dcd43d-4fcf-432f-a92e-acdcc3b811ed {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.806031] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b055dd0-f670-4f11-8c55-05b434aca88b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.842022] env[63097]: DEBUG oslo_vmware.api [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52500f45-bf71-8417-06ff-6af7663801b5, 'name': SearchDatastore_Task, 'duration_secs': 0.0113} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.842313] env[63097]: DEBUG oslo_concurrency.lockutils [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1495.842575] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3/5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1495.842845] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-612632fd-f8cf-4d47-ba8b-3b33ac991373 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.851026] env[63097]: DEBUG oslo_vmware.api [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1495.851026] env[63097]: value = "task-1687329" [ 1495.851026] env[63097]: _type = "Task" [ 1495.851026] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.861117] env[63097]: DEBUG oslo_vmware.api [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687329, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.864192] env[63097]: DEBUG nova.network.neutron [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1496.042392] env[63097]: DEBUG nova.network.neutron [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] Updating instance_info_cache with network_info: [{"id": "beaceca8-6d48-4305-b6b1-b578f69ce580", "address": "fa:16:3e:1c:d6:20", "network": {"id": "73d727fd-7254-4c32-8ff5-eee91ec884f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1273771499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "698609218f87444a806ede2ee3ee9fa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeaceca8-6d", "ovs_interfaceid": "beaceca8-6d48-4305-b6b1-b578f69ce580", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1496.045975] env[63097]: DEBUG nova.scheduler.client.report [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1496.330912] env[63097]: INFO nova.compute.manager [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Took 37.46 seconds to build instance. [ 1496.361073] env[63097]: DEBUG oslo_vmware.api [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687329, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.545480] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Releasing lock "refresh_cache-63c820ff-8435-493d-b891-cbe939fa2662" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1496.545824] env[63097]: DEBUG nova.compute.manager [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] Instance network_info: |[{"id": "beaceca8-6d48-4305-b6b1-b578f69ce580", "address": "fa:16:3e:1c:d6:20", "network": {"id": "73d727fd-7254-4c32-8ff5-eee91ec884f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1273771499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "698609218f87444a806ede2ee3ee9fa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeaceca8-6d", "ovs_interfaceid": "beaceca8-6d48-4305-b6b1-b578f69ce580", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1496.546347] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:d6:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e30245c5-78f5-48e6-b504-c6c21f5a9b45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'beaceca8-6d48-4305-b6b1-b578f69ce580', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1496.554189] env[63097]: DEBUG oslo.service.loopingcall [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1496.555186] env[63097]: DEBUG oslo_concurrency.lockutils [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.432s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.556367] env[63097]: DEBUG nova.compute.manager [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1496.559617] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1496.559960] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5b503095-4655-47ab-ad79-c5e9e890b032 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.479s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.560202] env[63097]: DEBUG nova.objects.instance [None req-5b503095-4655-47ab-ad79-c5e9e890b032 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Lazy-loading 'resources' on Instance uuid 6a4cee3c-c5e3-4cc3-8f28-7cee96efee35 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1496.563727] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa104aee-0b02-4488-bbb8-0c06a7bd0b09 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.588368] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1496.588368] env[63097]: value = "task-1687330" [ 1496.588368] env[63097]: _type = "Task" [ 1496.588368] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.600288] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687330, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.646866] env[63097]: DEBUG nova.compute.manager [req-bfdfb809-3c25-4ff8-80db-deb2b3882a33 req-b58b90f2-b2f8-44d5-9a0b-fca819814b7a service nova] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] Received event network-changed-beaceca8-6d48-4305-b6b1-b578f69ce580 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1496.647108] env[63097]: DEBUG nova.compute.manager [req-bfdfb809-3c25-4ff8-80db-deb2b3882a33 req-b58b90f2-b2f8-44d5-9a0b-fca819814b7a service nova] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] Refreshing instance network info cache due to event network-changed-beaceca8-6d48-4305-b6b1-b578f69ce580. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1496.647335] env[63097]: DEBUG oslo_concurrency.lockutils [req-bfdfb809-3c25-4ff8-80db-deb2b3882a33 req-b58b90f2-b2f8-44d5-9a0b-fca819814b7a service nova] Acquiring lock "refresh_cache-63c820ff-8435-493d-b891-cbe939fa2662" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1496.647485] env[63097]: DEBUG oslo_concurrency.lockutils [req-bfdfb809-3c25-4ff8-80db-deb2b3882a33 req-b58b90f2-b2f8-44d5-9a0b-fca819814b7a service nova] Acquired lock "refresh_cache-63c820ff-8435-493d-b891-cbe939fa2662" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.647654] env[63097]: DEBUG nova.network.neutron [req-bfdfb809-3c25-4ff8-80db-deb2b3882a33 req-b58b90f2-b2f8-44d5-9a0b-fca819814b7a service nova] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] Refreshing network info cache for port beaceca8-6d48-4305-b6b1-b578f69ce580 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1496.832778] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ead9e9e7-e24e-4fe9-bcf2-0cdb11aa3dbd tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Lock "435f2efc-0c43-47fc-9d04-7e3d044935d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.975s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.861362] env[63097]: DEBUG oslo_vmware.api [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687329, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.898669} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.864861] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3/5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1496.864861] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1496.865068] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd720bb9-20d8-4f43-b87f-c38467b47e9d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.872238] env[63097]: DEBUG oslo_vmware.api [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1496.872238] env[63097]: value = "task-1687331" [ 1496.872238] env[63097]: _type = "Task" [ 1496.872238] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.881233] env[63097]: INFO nova.compute.manager [None req-0ed84730-a599-4f2a-aea2-ae05474ce819 tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Rescuing [ 1496.881500] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0ed84730-a599-4f2a-aea2-ae05474ce819 tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Acquiring lock "refresh_cache-435f2efc-0c43-47fc-9d04-7e3d044935d5" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1496.881686] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0ed84730-a599-4f2a-aea2-ae05474ce819 tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Acquired lock "refresh_cache-435f2efc-0c43-47fc-9d04-7e3d044935d5" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.881866] env[63097]: DEBUG nova.network.neutron [None req-0ed84730-a599-4f2a-aea2-ae05474ce819 tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1496.886330] env[63097]: DEBUG oslo_vmware.api [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687331, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.909165] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49a771c-1921-4d4d-a201-422a16d5725b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.918630] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c2db2b-d657-425b-8136-a8cb7e14e1ed {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.953309] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8986b79-cde1-402e-8d28-d91772bec845 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.961827] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa88c76-27dc-4e3c-80c7-a11477da247d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.977574] env[63097]: DEBUG nova.compute.provider_tree [None req-5b503095-4655-47ab-ad79-c5e9e890b032 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1497.078733] env[63097]: DEBUG nova.compute.utils [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1497.080187] env[63097]: DEBUG nova.compute.manager [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1497.080366] env[63097]: DEBUG nova.network.neutron [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1497.098924] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687330, 'name': CreateVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.128888] env[63097]: DEBUG nova.policy [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bae4322300614e59864289c069303c55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a00e94d35e44678b6698f8af082c448', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1497.357366] env[63097]: DEBUG nova.network.neutron [req-bfdfb809-3c25-4ff8-80db-deb2b3882a33 req-b58b90f2-b2f8-44d5-9a0b-fca819814b7a service nova] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] Updated VIF entry in instance network info cache for port beaceca8-6d48-4305-b6b1-b578f69ce580. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1497.357752] env[63097]: DEBUG nova.network.neutron [req-bfdfb809-3c25-4ff8-80db-deb2b3882a33 req-b58b90f2-b2f8-44d5-9a0b-fca819814b7a service nova] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] Updating instance_info_cache with network_info: [{"id": "beaceca8-6d48-4305-b6b1-b578f69ce580", "address": "fa:16:3e:1c:d6:20", "network": {"id": "73d727fd-7254-4c32-8ff5-eee91ec884f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1273771499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "698609218f87444a806ede2ee3ee9fa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeaceca8-6d", "ovs_interfaceid": "beaceca8-6d48-4305-b6b1-b578f69ce580", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.382023] env[63097]: DEBUG oslo_vmware.api [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687331, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073725} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.382303] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1497.383090] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d15b142-fc88-427f-bfbe-06ddb37a4a8d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.406792] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3/5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1497.407910] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-baa5efed-0a1b-493e-8263-7f8697d7376e tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Volume attach. Driver type: vmdk {{(pid=63097) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1497.408158] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-baa5efed-0a1b-493e-8263-7f8697d7376e tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351717', 'volume_id': '6a501f0f-7207-43c5-b9da-3d10cdaef78e', 'name': 'volume-6a501f0f-7207-43c5-b9da-3d10cdaef78e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '626a994b-6d9c-494e-ab6d-1c3a885faf36', 'attached_at': '', 'detached_at': '', 'volume_id': '6a501f0f-7207-43c5-b9da-3d10cdaef78e', 'serial': '6a501f0f-7207-43c5-b9da-3d10cdaef78e'} {{(pid=63097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1497.409059] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-540485c9-56b9-477d-a052-5f2966963c3e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.424581] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50dedcdd-0c2f-4f57-97fc-e140fb053e0c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.447622] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d286849-b907-4223-a14f-b2e0338b7686 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.450168] env[63097]: DEBUG oslo_vmware.api [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1497.450168] env[63097]: value = "task-1687332" [ 1497.450168] env[63097]: _type = "Task" [ 1497.450168] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.478985] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-baa5efed-0a1b-493e-8263-7f8697d7376e tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] volume-6a501f0f-7207-43c5-b9da-3d10cdaef78e/volume-6a501f0f-7207-43c5-b9da-3d10cdaef78e.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1497.479143] env[63097]: DEBUG nova.network.neutron [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Successfully created port: 6ce6a584-84a4-455b-8d48-3485ac2eb767 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1497.481386] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-baca0e7c-209c-4ec9-a391-70951578ebb1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.494748] env[63097]: DEBUG nova.scheduler.client.report [None req-5b503095-4655-47ab-ad79-c5e9e890b032 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1497.503501] env[63097]: DEBUG oslo_vmware.api [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687332, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.510722] env[63097]: DEBUG oslo_vmware.api [None req-baa5efed-0a1b-493e-8263-7f8697d7376e tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1497.510722] env[63097]: value = "task-1687333" [ 1497.510722] env[63097]: _type = "Task" [ 1497.510722] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.520375] env[63097]: DEBUG oslo_vmware.api [None req-baa5efed-0a1b-493e-8263-7f8697d7376e tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687333, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.583800] env[63097]: DEBUG nova.compute.manager [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1497.599364] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687330, 'name': CreateVM_Task, 'duration_secs': 0.757869} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.599551] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1497.600208] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.600571] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.600949] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1497.601277] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16064be0-983f-442f-8813-707abae8846f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.609018] env[63097]: DEBUG oslo_vmware.api [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1497.609018] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52500075-3fd3-86a9-72f0-d3dbeaa84bf8" [ 1497.609018] env[63097]: _type = "Task" [ 1497.609018] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.617973] env[63097]: DEBUG oslo_vmware.api [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52500075-3fd3-86a9-72f0-d3dbeaa84bf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.641272] env[63097]: DEBUG nova.network.neutron [None req-0ed84730-a599-4f2a-aea2-ae05474ce819 tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Updating instance_info_cache with network_info: [{"id": "e4d49c99-e5c0-4518-b2fa-f4c52f21b414", "address": "fa:16:3e:bd:c3:fd", "network": {"id": "2438695d-49ab-4e45-9df6-b50ed42fd3ee", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-319626415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "04d409e733684a2abbf7412dbb8fe48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4d49c99-e5", "ovs_interfaceid": "e4d49c99-e5c0-4518-b2fa-f4c52f21b414", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.863135] env[63097]: DEBUG oslo_concurrency.lockutils [req-bfdfb809-3c25-4ff8-80db-deb2b3882a33 req-b58b90f2-b2f8-44d5-9a0b-fca819814b7a service nova] Releasing lock "refresh_cache-63c820ff-8435-493d-b891-cbe939fa2662" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1497.962031] env[63097]: DEBUG oslo_vmware.api [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687332, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.005556] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5b503095-4655-47ab-ad79-c5e9e890b032 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.445s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.008507] env[63097]: DEBUG oslo_concurrency.lockutils [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.098s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.009871] env[63097]: INFO nova.compute.claims [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1498.022629] env[63097]: DEBUG oslo_vmware.api [None req-baa5efed-0a1b-493e-8263-7f8697d7376e tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.032910] env[63097]: INFO nova.scheduler.client.report [None req-5b503095-4655-47ab-ad79-c5e9e890b032 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Deleted allocations for instance 6a4cee3c-c5e3-4cc3-8f28-7cee96efee35 [ 1498.123780] env[63097]: DEBUG oslo_vmware.api [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52500075-3fd3-86a9-72f0-d3dbeaa84bf8, 'name': SearchDatastore_Task, 'duration_secs': 0.027575} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.124029] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1498.124335] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1498.124602] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1498.124760] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.124951] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1498.125896] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82ab7a05-76ec-4285-8b57-28655221e802 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.134284] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1498.134467] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1498.135453] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5bde861-9496-4655-a557-77da41d83771 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.140917] env[63097]: DEBUG oslo_vmware.api [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1498.140917] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]524c896b-3622-3a93-f825-fb956265ccbf" [ 1498.140917] env[63097]: _type = "Task" [ 1498.140917] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.144264] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0ed84730-a599-4f2a-aea2-ae05474ce819 tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Releasing lock "refresh_cache-435f2efc-0c43-47fc-9d04-7e3d044935d5" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1498.151259] env[63097]: DEBUG oslo_vmware.api [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]524c896b-3622-3a93-f825-fb956265ccbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.462903] env[63097]: DEBUG oslo_vmware.api [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687332, 'name': ReconfigVM_Task, 'duration_secs': 0.576143} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.464054] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3/5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1498.464389] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc02bc7e-3944-4a81-a96c-1c0025cfd39d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.470440] env[63097]: DEBUG oslo_vmware.api [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1498.470440] env[63097]: value = "task-1687334" [ 1498.470440] env[63097]: _type = "Task" [ 1498.470440] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.478205] env[63097]: DEBUG oslo_vmware.api [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687334, 'name': Rename_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.524722] env[63097]: DEBUG oslo_vmware.api [None req-baa5efed-0a1b-493e-8263-7f8697d7376e tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687333, 'name': ReconfigVM_Task, 'duration_secs': 0.605494} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.525037] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-baa5efed-0a1b-493e-8263-7f8697d7376e tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Reconfigured VM instance instance-0000004b to attach disk [datastore1] volume-6a501f0f-7207-43c5-b9da-3d10cdaef78e/volume-6a501f0f-7207-43c5-b9da-3d10cdaef78e.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1498.531066] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87d159f0-3a46-4025-b3e8-fe810ff3c76c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.543533] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5b503095-4655-47ab-ad79-c5e9e890b032 tempest-ServerShowV247Test-743001103 tempest-ServerShowV247Test-743001103-project-member] Lock "6a4cee3c-c5e3-4cc3-8f28-7cee96efee35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.304s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.548724] env[63097]: DEBUG oslo_vmware.api [None req-baa5efed-0a1b-493e-8263-7f8697d7376e tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1498.548724] env[63097]: value = "task-1687335" [ 1498.548724] env[63097]: _type = "Task" [ 1498.548724] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.557651] env[63097]: DEBUG oslo_vmware.api [None req-baa5efed-0a1b-493e-8263-7f8697d7376e tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687335, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.595204] env[63097]: DEBUG nova.compute.manager [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1498.618294] env[63097]: DEBUG nova.virt.hardware [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1498.618580] env[63097]: DEBUG nova.virt.hardware [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1498.618744] env[63097]: DEBUG nova.virt.hardware [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1498.618933] env[63097]: DEBUG nova.virt.hardware [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1498.619116] env[63097]: DEBUG nova.virt.hardware [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1498.619308] env[63097]: DEBUG nova.virt.hardware [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1498.619528] env[63097]: DEBUG nova.virt.hardware [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1498.619697] env[63097]: DEBUG nova.virt.hardware [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1498.619890] env[63097]: DEBUG nova.virt.hardware [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1498.620055] env[63097]: DEBUG nova.virt.hardware [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1498.620241] env[63097]: DEBUG nova.virt.hardware [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1498.621116] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1e134c-d90a-498e-894c-99f4360b8b0c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.629558] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6335b87c-add3-4006-8857-b93867a92c0a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.651856] env[63097]: DEBUG oslo_vmware.api [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]524c896b-3622-3a93-f825-fb956265ccbf, 'name': SearchDatastore_Task, 'duration_secs': 0.025782} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.652634] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ee01b58-cee6-4c28-96f1-448263e06a53 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.657860] env[63097]: DEBUG oslo_vmware.api [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1498.657860] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527ac191-bd7d-460c-d948-ba092fe6c050" [ 1498.657860] env[63097]: _type = "Task" [ 1498.657860] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.665380] env[63097]: DEBUG oslo_vmware.api [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527ac191-bd7d-460c-d948-ba092fe6c050, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.676399] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed84730-a599-4f2a-aea2-ae05474ce819 tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1498.676634] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ab4c172-a03d-46e3-92b3-d7c744fdd341 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.682926] env[63097]: DEBUG oslo_vmware.api [None req-0ed84730-a599-4f2a-aea2-ae05474ce819 tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Waiting for the task: (returnval){ [ 1498.682926] env[63097]: value = "task-1687336" [ 1498.682926] env[63097]: _type = "Task" [ 1498.682926] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.690944] env[63097]: DEBUG oslo_vmware.api [None req-0ed84730-a599-4f2a-aea2-ae05474ce819 tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Task: {'id': task-1687336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.980661] env[63097]: DEBUG oslo_vmware.api [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687334, 'name': Rename_Task, 'duration_secs': 0.272256} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.980821] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1498.981115] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b69a3adf-2bbe-4367-bc79-720e5cc03d14 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.987357] env[63097]: DEBUG oslo_vmware.api [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1498.987357] env[63097]: value = "task-1687337" [ 1498.987357] env[63097]: _type = "Task" [ 1498.987357] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.995394] env[63097]: DEBUG oslo_vmware.api [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687337, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.062700] env[63097]: DEBUG oslo_vmware.api [None req-baa5efed-0a1b-493e-8263-7f8697d7376e tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687335, 'name': ReconfigVM_Task, 'duration_secs': 0.224851} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.064351] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-baa5efed-0a1b-493e-8263-7f8697d7376e tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351717', 'volume_id': '6a501f0f-7207-43c5-b9da-3d10cdaef78e', 'name': 'volume-6a501f0f-7207-43c5-b9da-3d10cdaef78e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '626a994b-6d9c-494e-ab6d-1c3a885faf36', 'attached_at': '', 'detached_at': '', 'volume_id': '6a501f0f-7207-43c5-b9da-3d10cdaef78e', 'serial': '6a501f0f-7207-43c5-b9da-3d10cdaef78e'} {{(pid=63097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1499.174756] env[63097]: DEBUG oslo_vmware.api [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527ac191-bd7d-460c-d948-ba092fe6c050, 'name': SearchDatastore_Task, 'duration_secs': 0.011579} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.175927] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1499.175927] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 63c820ff-8435-493d-b891-cbe939fa2662/63c820ff-8435-493d-b891-cbe939fa2662.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1499.176170] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4292b30a-6c60-4d6b-87e8-ad5e1a35892f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.184648] env[63097]: DEBUG oslo_vmware.api [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1499.184648] env[63097]: value = "task-1687338" [ 1499.184648] env[63097]: _type = "Task" [ 1499.184648] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.198028] env[63097]: DEBUG oslo_vmware.api [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.201763] env[63097]: DEBUG oslo_vmware.api [None req-0ed84730-a599-4f2a-aea2-ae05474ce819 tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Task: {'id': task-1687336, 'name': PowerOffVM_Task, 'duration_secs': 0.162724} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.202119] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed84730-a599-4f2a-aea2-ae05474ce819 tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1499.203026] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2127fb18-9037-46e7-8edd-27369eddc3e4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.228424] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810f4c5e-6dcc-4cc4-92a4-1358b042d7e4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.232640] env[63097]: DEBUG nova.compute.manager [req-92f107db-4bc4-4db2-bf14-23b1498298f1 req-32410031-94bf-4d15-b150-df25e4db1d01 service nova] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Received event network-vif-plugged-6ce6a584-84a4-455b-8d48-3485ac2eb767 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1499.232849] env[63097]: DEBUG oslo_concurrency.lockutils [req-92f107db-4bc4-4db2-bf14-23b1498298f1 req-32410031-94bf-4d15-b150-df25e4db1d01 service nova] Acquiring lock "14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1499.233573] env[63097]: DEBUG oslo_concurrency.lockutils [req-92f107db-4bc4-4db2-bf14-23b1498298f1 req-32410031-94bf-4d15-b150-df25e4db1d01 service nova] Lock "14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1499.236145] env[63097]: DEBUG oslo_concurrency.lockutils [req-92f107db-4bc4-4db2-bf14-23b1498298f1 req-32410031-94bf-4d15-b150-df25e4db1d01 service nova] Lock "14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.236145] env[63097]: DEBUG nova.compute.manager [req-92f107db-4bc4-4db2-bf14-23b1498298f1 req-32410031-94bf-4d15-b150-df25e4db1d01 service nova] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] No waiting events found dispatching network-vif-plugged-6ce6a584-84a4-455b-8d48-3485ac2eb767 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1499.236145] env[63097]: WARNING nova.compute.manager [req-92f107db-4bc4-4db2-bf14-23b1498298f1 req-32410031-94bf-4d15-b150-df25e4db1d01 service nova] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Received unexpected event network-vif-plugged-6ce6a584-84a4-455b-8d48-3485ac2eb767 for instance with vm_state building and task_state spawning. [ 1499.265524] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed84730-a599-4f2a-aea2-ae05474ce819 tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1499.265830] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-afa2f7b4-3ecb-4962-bfd0-d61327d23a7e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.273431] env[63097]: DEBUG oslo_vmware.api [None req-0ed84730-a599-4f2a-aea2-ae05474ce819 tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Waiting for the task: (returnval){ [ 1499.273431] env[63097]: value = "task-1687339" [ 1499.273431] env[63097]: _type = "Task" [ 1499.273431] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.281929] env[63097]: DEBUG oslo_vmware.api [None req-0ed84730-a599-4f2a-aea2-ae05474ce819 tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Task: {'id': task-1687339, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.372191] env[63097]: DEBUG nova.network.neutron [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Successfully updated port: 6ce6a584-84a4-455b-8d48-3485ac2eb767 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1499.392739] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64031be0-d991-4942-83d7-0ef7132c742a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.402381] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabe40d7-7a67-448a-b599-9154eee027ba {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.440231] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681d74bf-a329-49fd-afa6-a33aafe35b9c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.447934] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a76fcab-f1d2-477b-9125-bc1f5bc78a57 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.462671] env[63097]: DEBUG nova.compute.provider_tree [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1499.497925] env[63097]: DEBUG oslo_vmware.api [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687337, 'name': PowerOnVM_Task, 'duration_secs': 0.42876} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.498589] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1499.498817] env[63097]: DEBUG nova.compute.manager [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1499.499678] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda0a9e1-a6bb-4d19-a711-9baf2a096342 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.699573] env[63097]: DEBUG oslo_vmware.api [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687338, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.784180] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed84730-a599-4f2a-aea2-ae05474ce819 tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] VM already powered off {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1499.784399] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed84730-a599-4f2a-aea2-ae05474ce819 tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1499.784645] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0ed84730-a599-4f2a-aea2-ae05474ce819 tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1499.784795] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0ed84730-a599-4f2a-aea2-ae05474ce819 tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.784982] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ed84730-a599-4f2a-aea2-ae05474ce819 tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1499.785269] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6269b940-1925-4721-ad37-6c0af8b6d792 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.796285] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ed84730-a599-4f2a-aea2-ae05474ce819 tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1499.796461] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed84730-a599-4f2a-aea2-ae05474ce819 tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1499.797191] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-663f56b9-3740-422c-92b3-96402058a0f3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.802265] env[63097]: DEBUG oslo_vmware.api [None req-0ed84730-a599-4f2a-aea2-ae05474ce819 tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Waiting for the task: (returnval){ [ 1499.802265] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b237c1-31db-4ec7-0633-b9d5198b35f8" [ 1499.802265] env[63097]: _type = "Task" [ 1499.802265] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.809429] env[63097]: DEBUG oslo_vmware.api [None req-0ed84730-a599-4f2a-aea2-ae05474ce819 tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b237c1-31db-4ec7-0633-b9d5198b35f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.878680] env[63097]: DEBUG oslo_concurrency.lockutils [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "refresh_cache-14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1499.878856] env[63097]: DEBUG oslo_concurrency.lockutils [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquired lock "refresh_cache-14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.878995] env[63097]: DEBUG nova.network.neutron [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1499.965703] env[63097]: DEBUG nova.scheduler.client.report [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1500.018369] env[63097]: DEBUG oslo_concurrency.lockutils [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.110771] env[63097]: DEBUG nova.objects.instance [None req-baa5efed-0a1b-493e-8263-7f8697d7376e tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lazy-loading 'flavor' on Instance uuid 626a994b-6d9c-494e-ab6d-1c3a885faf36 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1500.201220] env[63097]: DEBUG oslo_vmware.api [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687338, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640423} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.203193] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 63c820ff-8435-493d-b891-cbe939fa2662/63c820ff-8435-493d-b891-cbe939fa2662.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1500.203462] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1500.205955] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40ac6c9a-b2ea-4355-b221-1c73cb92a2fd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.213734] env[63097]: DEBUG oslo_vmware.api [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1500.213734] env[63097]: value = "task-1687340" [ 1500.213734] env[63097]: _type = "Task" [ 1500.213734] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.223372] env[63097]: DEBUG oslo_vmware.api [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687340, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.314915] env[63097]: DEBUG oslo_vmware.api [None req-0ed84730-a599-4f2a-aea2-ae05474ce819 tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b237c1-31db-4ec7-0633-b9d5198b35f8, 'name': SearchDatastore_Task, 'duration_secs': 0.018275} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.315762] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2698c72-6392-44be-9697-b9d798f34817 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.321045] env[63097]: DEBUG oslo_vmware.api [None req-0ed84730-a599-4f2a-aea2-ae05474ce819 tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Waiting for the task: (returnval){ [ 1500.321045] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5228ece1-98b0-3249-f2df-73104fb7150d" [ 1500.321045] env[63097]: _type = "Task" [ 1500.321045] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.328806] env[63097]: DEBUG oslo_vmware.api [None req-0ed84730-a599-4f2a-aea2-ae05474ce819 tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5228ece1-98b0-3249-f2df-73104fb7150d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.471569] env[63097]: DEBUG oslo_concurrency.lockutils [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.472125] env[63097]: DEBUG nova.compute.manager [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1500.474832] env[63097]: DEBUG oslo_concurrency.lockutils [None req-eeb420b6-9d66-4eea-ae42-b7b59806b727 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.615s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.475035] env[63097]: DEBUG nova.objects.instance [None req-eeb420b6-9d66-4eea-ae42-b7b59806b727 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Lazy-loading 'resources' on Instance uuid 88378354-f97f-4fbf-8be0-a506c4aec909 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1500.619556] env[63097]: DEBUG oslo_concurrency.lockutils [None req-baa5efed-0a1b-493e-8263-7f8697d7376e tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "626a994b-6d9c-494e-ab6d-1c3a885faf36" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.878s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.657789] env[63097]: DEBUG nova.network.neutron [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1500.709868] env[63097]: DEBUG oslo_concurrency.lockutils [None req-936d0894-2020-42a9-af79-9ace1565133e tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.710136] env[63097]: DEBUG oslo_concurrency.lockutils [None req-936d0894-2020-42a9-af79-9ace1565133e tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.710355] env[63097]: DEBUG oslo_concurrency.lockutils [None req-936d0894-2020-42a9-af79-9ace1565133e tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.710545] env[63097]: DEBUG oslo_concurrency.lockutils [None req-936d0894-2020-42a9-af79-9ace1565133e tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.710717] env[63097]: DEBUG oslo_concurrency.lockutils [None req-936d0894-2020-42a9-af79-9ace1565133e tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.715363] env[63097]: INFO nova.compute.manager [None req-936d0894-2020-42a9-af79-9ace1565133e tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Terminating instance [ 1500.720377] env[63097]: DEBUG nova.compute.manager [None req-936d0894-2020-42a9-af79-9ace1565133e tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1500.720578] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-936d0894-2020-42a9-af79-9ace1565133e tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1500.721310] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068db679-9538-4bb8-ae0a-14c5f71ccb98 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.729192] env[63097]: DEBUG oslo_vmware.api [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687340, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.224851} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.731209] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1500.731512] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-936d0894-2020-42a9-af79-9ace1565133e tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1500.732171] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ef9c1d-68ea-4259-99d5-287fdcd3eb10 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.734640] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bbe8665-49c8-4369-a0e8-3539d3dc570d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.761718] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 63c820ff-8435-493d-b891-cbe939fa2662/63c820ff-8435-493d-b891-cbe939fa2662.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1500.766625] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68c8f842-173a-45d2-9aa0-001c09ac838d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.781380] env[63097]: DEBUG oslo_vmware.api [None req-936d0894-2020-42a9-af79-9ace1565133e tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1500.781380] env[63097]: value = "task-1687341" [ 1500.781380] env[63097]: _type = "Task" [ 1500.781380] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.790116] env[63097]: DEBUG oslo_vmware.api [None req-936d0894-2020-42a9-af79-9ace1565133e tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.791518] env[63097]: DEBUG oslo_vmware.api [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1500.791518] env[63097]: value = "task-1687342" [ 1500.791518] env[63097]: _type = "Task" [ 1500.791518] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.800023] env[63097]: DEBUG oslo_vmware.api [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687342, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.830894] env[63097]: DEBUG oslo_vmware.api [None req-0ed84730-a599-4f2a-aea2-ae05474ce819 tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5228ece1-98b0-3249-f2df-73104fb7150d, 'name': SearchDatastore_Task, 'duration_secs': 0.066366} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.831276] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0ed84730-a599-4f2a-aea2-ae05474ce819 tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1500.831615] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ed84730-a599-4f2a-aea2-ae05474ce819 tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 435f2efc-0c43-47fc-9d04-7e3d044935d5/62867302-ebc1-4c14-ab1f-3120d7e2b6ed-rescue.vmdk. {{(pid=63097) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1500.831884] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-349c233c-2f90-4d18-b62d-7f040c8c353f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.838927] env[63097]: DEBUG oslo_vmware.api [None req-0ed84730-a599-4f2a-aea2-ae05474ce819 tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Waiting for the task: (returnval){ [ 1500.838927] env[63097]: value = "task-1687343" [ 1500.838927] env[63097]: _type = "Task" [ 1500.838927] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.847698] env[63097]: DEBUG oslo_vmware.api [None req-0ed84730-a599-4f2a-aea2-ae05474ce819 tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Task: {'id': task-1687343, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.924951] env[63097]: DEBUG nova.network.neutron [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Updating instance_info_cache with network_info: [{"id": "6ce6a584-84a4-455b-8d48-3485ac2eb767", "address": "fa:16:3e:f1:4b:f1", "network": {"id": "4023f1be-d600-441b-9ec5-b01eac0704f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1618053137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a00e94d35e44678b6698f8af082c448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ce6a584-84", "ovs_interfaceid": "6ce6a584-84a4-455b-8d48-3485ac2eb767", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.978299] env[63097]: DEBUG nova.compute.utils [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1500.982844] env[63097]: DEBUG nova.compute.manager [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1500.983149] env[63097]: DEBUG nova.network.neutron [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1501.113249] env[63097]: DEBUG nova.policy [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'efab04e0a89c468fb9e03aaeb3135c41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b1614a8dcf74b30b0d4b598d6e6d238', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1501.301255] env[63097]: DEBUG oslo_vmware.api [None req-936d0894-2020-42a9-af79-9ace1565133e tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687341, 'name': PowerOffVM_Task, 'duration_secs': 0.164601} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.303734] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-936d0894-2020-42a9-af79-9ace1565133e tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1501.304218] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-936d0894-2020-42a9-af79-9ace1565133e tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1501.305629] env[63097]: DEBUG nova.compute.manager [req-a00177de-6cea-48c4-993e-7702c651f895 req-31dcde47-ab22-42e3-871e-fe51c104167f service nova] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Received event network-changed-6ce6a584-84a4-455b-8d48-3485ac2eb767 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1501.306056] env[63097]: DEBUG nova.compute.manager [req-a00177de-6cea-48c4-993e-7702c651f895 req-31dcde47-ab22-42e3-871e-fe51c104167f service nova] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Refreshing instance network info cache due to event network-changed-6ce6a584-84a4-455b-8d48-3485ac2eb767. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1501.306056] env[63097]: DEBUG oslo_concurrency.lockutils [req-a00177de-6cea-48c4-993e-7702c651f895 req-31dcde47-ab22-42e3-871e-fe51c104167f service nova] Acquiring lock "refresh_cache-14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1501.315806] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef950119-5f07-4b6c-b21e-43651c33a5d1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.317608] env[63097]: DEBUG oslo_vmware.api [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687342, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.350822] env[63097]: DEBUG oslo_vmware.api [None req-0ed84730-a599-4f2a-aea2-ae05474ce819 tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Task: {'id': task-1687343, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.355788] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5fa7e1-0b57-4951-a163-12a7e64b086c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.364824] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffc8c47-2dac-4b0b-9de8-9bd3e9eab506 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.400229] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842c015c-221b-469e-ba84-6be912e999ec {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.410651] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e71483-73db-481b-a08d-314e2a4f7e5c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.429312] env[63097]: DEBUG nova.compute.provider_tree [None req-eeb420b6-9d66-4eea-ae42-b7b59806b727 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1501.431189] env[63097]: DEBUG oslo_concurrency.lockutils [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Releasing lock "refresh_cache-14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1501.431536] env[63097]: DEBUG nova.compute.manager [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Instance network_info: |[{"id": "6ce6a584-84a4-455b-8d48-3485ac2eb767", "address": "fa:16:3e:f1:4b:f1", "network": {"id": "4023f1be-d600-441b-9ec5-b01eac0704f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1618053137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a00e94d35e44678b6698f8af082c448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ce6a584-84", "ovs_interfaceid": "6ce6a584-84a4-455b-8d48-3485ac2eb767", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1501.432182] env[63097]: DEBUG oslo_concurrency.lockutils [req-a00177de-6cea-48c4-993e-7702c651f895 req-31dcde47-ab22-42e3-871e-fe51c104167f service nova] Acquired lock "refresh_cache-14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.432421] env[63097]: DEBUG nova.network.neutron [req-a00177de-6cea-48c4-993e-7702c651f895 req-31dcde47-ab22-42e3-871e-fe51c104167f service nova] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Refreshing network info cache for port 6ce6a584-84a4-455b-8d48-3485ac2eb767 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1501.434013] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:4b:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4105fae7-3de1-4a6c-a44b-39097c174699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ce6a584-84a4-455b-8d48-3485ac2eb767', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1501.443977] env[63097]: DEBUG oslo.service.loopingcall [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1501.445757] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1501.446131] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94b083e6-7021-4937-a2a7-244db808571c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.471267] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1501.471267] env[63097]: value = "task-1687345" [ 1501.471267] env[63097]: _type = "Task" [ 1501.471267] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.483422] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687345, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.486220] env[63097]: DEBUG nova.compute.manager [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1501.577382] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-936d0894-2020-42a9-af79-9ace1565133e tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1501.577699] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-936d0894-2020-42a9-af79-9ace1565133e tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1501.577961] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-936d0894-2020-42a9-af79-9ace1565133e tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Deleting the datastore file [datastore1] 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1501.578298] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6fc3f18-49a6-4aea-a771-fb22b8de8162 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.589064] env[63097]: DEBUG oslo_vmware.api [None req-936d0894-2020-42a9-af79-9ace1565133e tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1501.589064] env[63097]: value = "task-1687346" [ 1501.589064] env[63097]: _type = "Task" [ 1501.589064] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.597587] env[63097]: DEBUG oslo_vmware.api [None req-936d0894-2020-42a9-af79-9ace1565133e tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687346, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.603408] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "36974656-9b00-492e-bc16-ffbe101bc2bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.603640] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "36974656-9b00-492e-bc16-ffbe101bc2bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1501.800704] env[63097]: DEBUG oslo_vmware.api [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687342, 'name': ReconfigVM_Task, 'duration_secs': 0.802699} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.801069] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 63c820ff-8435-493d-b891-cbe939fa2662/63c820ff-8435-493d-b891-cbe939fa2662.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1501.801689] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ce14e39-ff26-458a-b2ff-204faa765e60 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.807830] env[63097]: DEBUG oslo_vmware.api [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1501.807830] env[63097]: value = "task-1687347" [ 1501.807830] env[63097]: _type = "Task" [ 1501.807830] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.816724] env[63097]: DEBUG oslo_vmware.api [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687347, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.848692] env[63097]: DEBUG oslo_vmware.api [None req-0ed84730-a599-4f2a-aea2-ae05474ce819 tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Task: {'id': task-1687343, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.707079} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.849165] env[63097]: INFO nova.virt.vmwareapi.ds_util [None req-0ed84730-a599-4f2a-aea2-ae05474ce819 tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 435f2efc-0c43-47fc-9d04-7e3d044935d5/62867302-ebc1-4c14-ab1f-3120d7e2b6ed-rescue.vmdk. [ 1501.850218] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315bbb56-891b-4292-86e7-bd3923b09d08 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.877311] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ed84730-a599-4f2a-aea2-ae05474ce819 tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 435f2efc-0c43-47fc-9d04-7e3d044935d5/62867302-ebc1-4c14-ab1f-3120d7e2b6ed-rescue.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1501.877939] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fd89e68-b3ff-4d8a-a253-633297191055 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.895254] env[63097]: DEBUG nova.network.neutron [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Successfully created port: b46ab397-8163-4870-a85e-9862e0f9f61c {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1501.898919] env[63097]: DEBUG oslo_vmware.api [None req-0ed84730-a599-4f2a-aea2-ae05474ce819 tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Waiting for the task: (returnval){ [ 1501.898919] env[63097]: value = "task-1687348" [ 1501.898919] env[63097]: _type = "Task" [ 1501.898919] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.906951] env[63097]: DEBUG oslo_vmware.api [None req-0ed84730-a599-4f2a-aea2-ae05474ce819 tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Task: {'id': task-1687348, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.933167] env[63097]: DEBUG nova.scheduler.client.report [None req-eeb420b6-9d66-4eea-ae42-b7b59806b727 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1501.983606] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687345, 'name': CreateVM_Task, 'duration_secs': 0.363697} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.983785] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1501.984493] env[63097]: DEBUG oslo_concurrency.lockutils [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1501.984665] env[63097]: DEBUG oslo_concurrency.lockutils [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.985009] env[63097]: DEBUG oslo_concurrency.lockutils [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1501.985275] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ea207b4-af79-4e78-aede-dc723a7df226 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.994018] env[63097]: DEBUG oslo_vmware.api [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for the task: (returnval){ [ 1501.994018] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52fcf484-9e3f-2953-228c-a66d6da755ec" [ 1501.994018] env[63097]: _type = "Task" [ 1501.994018] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.004897] env[63097]: DEBUG oslo_vmware.api [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52fcf484-9e3f-2953-228c-a66d6da755ec, 'name': SearchDatastore_Task, 'duration_secs': 0.009174} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.005376] env[63097]: DEBUG oslo_concurrency.lockutils [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1502.005647] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1502.005908] env[63097]: DEBUG oslo_concurrency.lockutils [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1502.006259] env[63097]: DEBUG oslo_concurrency.lockutils [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.006468] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1502.006736] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38b65f8e-ff8c-42ba-8f3d-dbc478ae780a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.014703] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1502.014887] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1502.015642] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b957af48-9a65-45f4-8637-90bf91513721 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.023617] env[63097]: DEBUG oslo_vmware.api [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for the task: (returnval){ [ 1502.023617] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52220f35-ba67-b442-012a-cfd065d287a5" [ 1502.023617] env[63097]: _type = "Task" [ 1502.023617] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.032121] env[63097]: DEBUG oslo_vmware.api [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52220f35-ba67-b442-012a-cfd065d287a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.098144] env[63097]: DEBUG oslo_vmware.api [None req-936d0894-2020-42a9-af79-9ace1565133e tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687346, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175595} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.098407] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-936d0894-2020-42a9-af79-9ace1565133e tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1502.098600] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-936d0894-2020-42a9-af79-9ace1565133e tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1502.098796] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-936d0894-2020-42a9-af79-9ace1565133e tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1502.099058] env[63097]: INFO nova.compute.manager [None req-936d0894-2020-42a9-af79-9ace1565133e tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Took 1.38 seconds to destroy the instance on the hypervisor. [ 1502.099331] env[63097]: DEBUG oslo.service.loopingcall [None req-936d0894-2020-42a9-af79-9ace1565133e tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1502.099535] env[63097]: DEBUG nova.compute.manager [-] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1502.099628] env[63097]: DEBUG nova.network.neutron [-] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1502.105874] env[63097]: DEBUG nova.compute.manager [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1502.157705] env[63097]: DEBUG nova.network.neutron [req-a00177de-6cea-48c4-993e-7702c651f895 req-31dcde47-ab22-42e3-871e-fe51c104167f service nova] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Updated VIF entry in instance network info cache for port 6ce6a584-84a4-455b-8d48-3485ac2eb767. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1502.158316] env[63097]: DEBUG nova.network.neutron [req-a00177de-6cea-48c4-993e-7702c651f895 req-31dcde47-ab22-42e3-871e-fe51c104167f service nova] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Updating instance_info_cache with network_info: [{"id": "6ce6a584-84a4-455b-8d48-3485ac2eb767", "address": "fa:16:3e:f1:4b:f1", "network": {"id": "4023f1be-d600-441b-9ec5-b01eac0704f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1618053137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a00e94d35e44678b6698f8af082c448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ce6a584-84", "ovs_interfaceid": "6ce6a584-84a4-455b-8d48-3485ac2eb767", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1502.318347] env[63097]: DEBUG oslo_vmware.api [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687347, 'name': Rename_Task, 'duration_secs': 0.146082} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.318650] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1502.318894] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e61367c2-dbfb-4d4a-a789-31b77137be23 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.325568] env[63097]: DEBUG oslo_vmware.api [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1502.325568] env[63097]: value = "task-1687349" [ 1502.325568] env[63097]: _type = "Task" [ 1502.325568] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.332739] env[63097]: DEBUG oslo_vmware.api [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687349, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.412740] env[63097]: DEBUG oslo_vmware.api [None req-0ed84730-a599-4f2a-aea2-ae05474ce819 tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Task: {'id': task-1687348, 'name': ReconfigVM_Task, 'duration_secs': 0.309158} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.413103] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ed84730-a599-4f2a-aea2-ae05474ce819 tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 435f2efc-0c43-47fc-9d04-7e3d044935d5/62867302-ebc1-4c14-ab1f-3120d7e2b6ed-rescue.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1502.414416] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf745068-b8a9-4b59-b3c0-ac86d8f11c78 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.439911] env[63097]: DEBUG oslo_concurrency.lockutils [None req-eeb420b6-9d66-4eea-ae42-b7b59806b727 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.965s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.448335] env[63097]: DEBUG oslo_concurrency.lockutils [None req-16856266-58e3-4328-b1f8-71e4d31b08dd tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.148s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.448831] env[63097]: DEBUG nova.objects.instance [None req-16856266-58e3-4328-b1f8-71e4d31b08dd tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Lazy-loading 'resources' on Instance uuid 58313d4d-bdea-47df-80b3-efe3cf26cfb4 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1502.453022] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97c32779-bebc-4df3-851e-63b5e872b729 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.466907] env[63097]: DEBUG oslo_vmware.api [None req-0ed84730-a599-4f2a-aea2-ae05474ce819 tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Waiting for the task: (returnval){ [ 1502.466907] env[63097]: value = "task-1687350" [ 1502.466907] env[63097]: _type = "Task" [ 1502.466907] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.473183] env[63097]: INFO nova.scheduler.client.report [None req-eeb420b6-9d66-4eea-ae42-b7b59806b727 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Deleted allocations for instance 88378354-f97f-4fbf-8be0-a506c4aec909 [ 1502.478108] env[63097]: DEBUG oslo_vmware.api [None req-0ed84730-a599-4f2a-aea2-ae05474ce819 tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Task: {'id': task-1687350, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.496741] env[63097]: DEBUG nova.compute.manager [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1502.525057] env[63097]: DEBUG nova.virt.hardware [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1502.525406] env[63097]: DEBUG nova.virt.hardware [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1502.525583] env[63097]: DEBUG nova.virt.hardware [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1502.525770] env[63097]: DEBUG nova.virt.hardware [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1502.525921] env[63097]: DEBUG nova.virt.hardware [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1502.526366] env[63097]: DEBUG nova.virt.hardware [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1502.526713] env[63097]: DEBUG nova.virt.hardware [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1502.526954] env[63097]: DEBUG nova.virt.hardware [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1502.527209] env[63097]: DEBUG nova.virt.hardware [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1502.527460] env[63097]: DEBUG nova.virt.hardware [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1502.527733] env[63097]: DEBUG nova.virt.hardware [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1502.528930] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e00337-fe80-4cd5-b1f2-3cab971e6165 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.544231] env[63097]: DEBUG oslo_vmware.api [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52220f35-ba67-b442-012a-cfd065d287a5, 'name': SearchDatastore_Task, 'duration_secs': 0.008837} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.546110] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f746f7-771d-4cec-9ae0-c446a0b4b85f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.550643] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3c22854-1ce4-4a69-9a3d-77db64170845 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.564669] env[63097]: DEBUG oslo_vmware.api [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for the task: (returnval){ [ 1502.564669] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]528ad8f0-e553-28db-f9ee-f8f71e057e78" [ 1502.564669] env[63097]: _type = "Task" [ 1502.564669] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.573582] env[63097]: DEBUG oslo_vmware.api [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]528ad8f0-e553-28db-f9ee-f8f71e057e78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.627282] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.660913] env[63097]: DEBUG oslo_concurrency.lockutils [req-a00177de-6cea-48c4-993e-7702c651f895 req-31dcde47-ab22-42e3-871e-fe51c104167f service nova] Releasing lock "refresh_cache-14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1502.835424] env[63097]: DEBUG oslo_vmware.api [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687349, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.976447] env[63097]: DEBUG oslo_vmware.api [None req-0ed84730-a599-4f2a-aea2-ae05474ce819 tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Task: {'id': task-1687350, 'name': ReconfigVM_Task, 'duration_secs': 0.151743} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.976736] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed84730-a599-4f2a-aea2-ae05474ce819 tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1502.976998] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c1984a5-2f4b-4fef-91b6-991ff0061ae4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.988708] env[63097]: DEBUG oslo_concurrency.lockutils [None req-eeb420b6-9d66-4eea-ae42-b7b59806b727 tempest-ServerAddressesTestJSON-27149927 tempest-ServerAddressesTestJSON-27149927-project-member] Lock "88378354-f97f-4fbf-8be0-a506c4aec909" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.557s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.990077] env[63097]: DEBUG oslo_vmware.api [None req-0ed84730-a599-4f2a-aea2-ae05474ce819 tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Waiting for the task: (returnval){ [ 1502.990077] env[63097]: value = "task-1687351" [ 1502.990077] env[63097]: _type = "Task" [ 1502.990077] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.001091] env[63097]: DEBUG oslo_vmware.api [None req-0ed84730-a599-4f2a-aea2-ae05474ce819 tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Task: {'id': task-1687351, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.078960] env[63097]: DEBUG oslo_vmware.api [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]528ad8f0-e553-28db-f9ee-f8f71e057e78, 'name': SearchDatastore_Task, 'duration_secs': 0.020811} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.078960] env[63097]: DEBUG oslo_concurrency.lockutils [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1503.078960] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc/14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1503.079846] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0518ea51-a4c8-4d00-b695-fea53c6e6606 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.089738] env[63097]: DEBUG oslo_vmware.api [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for the task: (returnval){ [ 1503.089738] env[63097]: value = "task-1687352" [ 1503.089738] env[63097]: _type = "Task" [ 1503.089738] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.098197] env[63097]: DEBUG oslo_vmware.api [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687352, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.229573] env[63097]: DEBUG nova.network.neutron [-] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.322653] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cecf68-f938-4a81-be8d-0cf047554d7c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.334565] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d26b35-94e8-45e8-a78d-d40a7409775f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.341392] env[63097]: DEBUG oslo_vmware.api [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687349, 'name': PowerOnVM_Task, 'duration_secs': 0.916378} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.342292] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1503.342592] env[63097]: INFO nova.compute.manager [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] Took 9.34 seconds to spawn the instance on the hypervisor. [ 1503.342871] env[63097]: DEBUG nova.compute.manager [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1503.344140] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7982d204-49b1-42c4-a6f2-668509fd435c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.383413] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432222a5-59fe-4606-8ed8-0e3b8b10a76c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.389986] env[63097]: DEBUG nova.compute.manager [req-49a50280-ffdb-44ca-a685-c2cac045977d req-ef21d3f0-d156-4010-8c9c-72918e73fbdf service nova] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Received event network-vif-deleted-c12411b5-3dab-4d72-9e6e-f18ef1ca58b0 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1503.407993] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc9ed09-b1e0-4283-91c8-a82777e6a796 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.433786] env[63097]: DEBUG nova.compute.provider_tree [None req-16856266-58e3-4328-b1f8-71e4d31b08dd tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1503.503049] env[63097]: DEBUG oslo_vmware.api [None req-0ed84730-a599-4f2a-aea2-ae05474ce819 tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Task: {'id': task-1687351, 'name': PowerOnVM_Task, 'duration_secs': 0.421278} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.503445] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed84730-a599-4f2a-aea2-ae05474ce819 tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1503.506811] env[63097]: DEBUG nova.compute.manager [None req-0ed84730-a599-4f2a-aea2-ae05474ce819 tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1503.507879] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e096fb7-bfe2-41ef-bb6c-5da544984591 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.601963] env[63097]: DEBUG oslo_vmware.api [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687352, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.690640] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquiring lock "04f38ab5-7277-4351-982d-9248c13d7dff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1503.690963] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "04f38ab5-7277-4351-982d-9248c13d7dff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1503.732118] env[63097]: INFO nova.compute.manager [-] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Took 1.63 seconds to deallocate network for instance. [ 1503.909571] env[63097]: INFO nova.compute.manager [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] Took 34.58 seconds to build instance. [ 1503.939649] env[63097]: DEBUG nova.scheduler.client.report [None req-16856266-58e3-4328-b1f8-71e4d31b08dd tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1504.101039] env[63097]: DEBUG oslo_vmware.api [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687352, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538951} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.101355] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc/14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1504.101558] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1504.101800] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5982727e-f8aa-41e3-852c-c22a66687cf4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.108820] env[63097]: DEBUG oslo_vmware.api [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for the task: (returnval){ [ 1504.108820] env[63097]: value = "task-1687353" [ 1504.108820] env[63097]: _type = "Task" [ 1504.108820] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.117784] env[63097]: DEBUG oslo_vmware.api [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687353, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.193145] env[63097]: DEBUG nova.compute.manager [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1504.238841] env[63097]: DEBUG oslo_concurrency.lockutils [None req-936d0894-2020-42a9-af79-9ace1565133e tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.411984] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0dce5ece-7dca-4b2b-8969-81df5e67d83a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "63c820ff-8435-493d-b891-cbe939fa2662" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.087s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.445415] env[63097]: DEBUG oslo_concurrency.lockutils [None req-16856266-58e3-4328-b1f8-71e4d31b08dd tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.997s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.449104] env[63097]: DEBUG oslo_concurrency.lockutils [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.380s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1504.451462] env[63097]: INFO nova.compute.claims [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1504.472157] env[63097]: INFO nova.scheduler.client.report [None req-16856266-58e3-4328-b1f8-71e4d31b08dd tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Deleted allocations for instance 58313d4d-bdea-47df-80b3-efe3cf26cfb4 [ 1504.533237] env[63097]: DEBUG nova.network.neutron [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Successfully updated port: b46ab397-8163-4870-a85e-9862e0f9f61c {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1504.619852] env[63097]: DEBUG oslo_vmware.api [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687353, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06731} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.619852] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1504.620131] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d63d97-3d45-4763-b39e-6a3b19efa507 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.646293] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc/14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1504.646694] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c923f9f-e3fa-4bc3-9924-eb5c9250f82c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.669301] env[63097]: DEBUG oslo_vmware.api [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for the task: (returnval){ [ 1504.669301] env[63097]: value = "task-1687354" [ 1504.669301] env[63097]: _type = "Task" [ 1504.669301] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.681897] env[63097]: DEBUG oslo_vmware.api [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687354, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.715893] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.981736] env[63097]: DEBUG oslo_concurrency.lockutils [None req-16856266-58e3-4328-b1f8-71e4d31b08dd tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Lock "58313d4d-bdea-47df-80b3-efe3cf26cfb4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.230s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.035437] env[63097]: DEBUG oslo_concurrency.lockutils [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Acquiring lock "refresh_cache-620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1505.035595] env[63097]: DEBUG oslo_concurrency.lockutils [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Acquired lock "refresh_cache-620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.035751] env[63097]: DEBUG nova.network.neutron [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1505.180173] env[63097]: DEBUG oslo_vmware.api [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.624178] env[63097]: DEBUG nova.network.neutron [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1505.631518] env[63097]: DEBUG nova.compute.manager [req-f79c5f3e-bad5-4aa6-81e3-dfd59be61e74 req-ae45b491-5873-4eec-9dd0-d837334ff668 service nova] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Received event network-vif-plugged-b46ab397-8163-4870-a85e-9862e0f9f61c {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1505.631764] env[63097]: DEBUG oslo_concurrency.lockutils [req-f79c5f3e-bad5-4aa6-81e3-dfd59be61e74 req-ae45b491-5873-4eec-9dd0-d837334ff668 service nova] Acquiring lock "620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.632393] env[63097]: DEBUG oslo_concurrency.lockutils [req-f79c5f3e-bad5-4aa6-81e3-dfd59be61e74 req-ae45b491-5873-4eec-9dd0-d837334ff668 service nova] Lock "620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.632587] env[63097]: DEBUG oslo_concurrency.lockutils [req-f79c5f3e-bad5-4aa6-81e3-dfd59be61e74 req-ae45b491-5873-4eec-9dd0-d837334ff668 service nova] Lock "620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.632771] env[63097]: DEBUG nova.compute.manager [req-f79c5f3e-bad5-4aa6-81e3-dfd59be61e74 req-ae45b491-5873-4eec-9dd0-d837334ff668 service nova] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] No waiting events found dispatching network-vif-plugged-b46ab397-8163-4870-a85e-9862e0f9f61c {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1505.632946] env[63097]: WARNING nova.compute.manager [req-f79c5f3e-bad5-4aa6-81e3-dfd59be61e74 req-ae45b491-5873-4eec-9dd0-d837334ff668 service nova] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Received unexpected event network-vif-plugged-b46ab397-8163-4870-a85e-9862e0f9f61c for instance with vm_state building and task_state spawning. [ 1505.633170] env[63097]: DEBUG nova.compute.manager [req-f79c5f3e-bad5-4aa6-81e3-dfd59be61e74 req-ae45b491-5873-4eec-9dd0-d837334ff668 service nova] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Received event network-changed-b46ab397-8163-4870-a85e-9862e0f9f61c {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1505.633354] env[63097]: DEBUG nova.compute.manager [req-f79c5f3e-bad5-4aa6-81e3-dfd59be61e74 req-ae45b491-5873-4eec-9dd0-d837334ff668 service nova] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Refreshing instance network info cache due to event network-changed-b46ab397-8163-4870-a85e-9862e0f9f61c. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1505.633544] env[63097]: DEBUG oslo_concurrency.lockutils [req-f79c5f3e-bad5-4aa6-81e3-dfd59be61e74 req-ae45b491-5873-4eec-9dd0-d837334ff668 service nova] Acquiring lock "refresh_cache-620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1505.685949] env[63097]: DEBUG oslo_vmware.api [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687354, 'name': ReconfigVM_Task, 'duration_secs': 0.846207} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.686269] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc/14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1505.686908] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29fa1d9d-5704-4e1f-9a25-0802482c3efb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.694385] env[63097]: DEBUG oslo_vmware.api [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for the task: (returnval){ [ 1505.694385] env[63097]: value = "task-1687355" [ 1505.694385] env[63097]: _type = "Task" [ 1505.694385] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.705774] env[63097]: DEBUG oslo_vmware.api [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687355, 'name': Rename_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.803110] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Acquiring lock "1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.803386] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Lock "1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.833756] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94972ce-9933-4287-b438-278e3188b2c4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.843015] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bfa1ab-910b-409f-afa8-b4c21d5fa153 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.848484] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a8c42252-820f-45b9-b43f-78e539195b7f tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "63c820ff-8435-493d-b891-cbe939fa2662" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.848751] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a8c42252-820f-45b9-b43f-78e539195b7f tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "63c820ff-8435-493d-b891-cbe939fa2662" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.848964] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a8c42252-820f-45b9-b43f-78e539195b7f tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "63c820ff-8435-493d-b891-cbe939fa2662-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.849297] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a8c42252-820f-45b9-b43f-78e539195b7f tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "63c820ff-8435-493d-b891-cbe939fa2662-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.849422] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a8c42252-820f-45b9-b43f-78e539195b7f tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "63c820ff-8435-493d-b891-cbe939fa2662-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.877406] env[63097]: INFO nova.compute.manager [None req-a8c42252-820f-45b9-b43f-78e539195b7f tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] Terminating instance [ 1505.879476] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a217179-d659-4af5-ae4d-fbd160b1434c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.882662] env[63097]: DEBUG nova.compute.manager [None req-a8c42252-820f-45b9-b43f-78e539195b7f tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1505.882862] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a8c42252-820f-45b9-b43f-78e539195b7f tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1505.883620] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb94416-6a03-4ddd-a5a8-d3d879f7ded6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.891236] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8c42252-820f-45b9-b43f-78e539195b7f tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1505.893244] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62dbdc2d-ae13-4cb3-a1fd-8f1f94368a1c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.895654] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f7ae99-0599-45f7-8a9b-a705210f3d9d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.912498] env[63097]: DEBUG oslo_vmware.api [None req-a8c42252-820f-45b9-b43f-78e539195b7f tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1505.912498] env[63097]: value = "task-1687356" [ 1505.912498] env[63097]: _type = "Task" [ 1505.912498] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.913371] env[63097]: DEBUG nova.compute.provider_tree [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1505.923403] env[63097]: DEBUG oslo_vmware.api [None req-a8c42252-820f-45b9-b43f-78e539195b7f tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687356, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.065969] env[63097]: DEBUG nova.network.neutron [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Updating instance_info_cache with network_info: [{"id": "b46ab397-8163-4870-a85e-9862e0f9f61c", "address": "fa:16:3e:25:e7:8b", "network": {"id": "6b81232d-2bfc-4ee5-aaa8-178b8f49236c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6d5186fbfb8046dfb1f369e636f8eafb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb46ab397-81", "ovs_interfaceid": "b46ab397-8163-4870-a85e-9862e0f9f61c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.207317] env[63097]: DEBUG oslo_vmware.api [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687355, 'name': Rename_Task, 'duration_secs': 0.152627} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.207608] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1506.207863] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84482ec3-e508-4a05-8ac9-bc927f9652ff {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.216394] env[63097]: DEBUG oslo_vmware.api [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for the task: (returnval){ [ 1506.216394] env[63097]: value = "task-1687357" [ 1506.216394] env[63097]: _type = "Task" [ 1506.216394] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.224648] env[63097]: DEBUG oslo_vmware.api [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687357, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.307166] env[63097]: DEBUG nova.compute.manager [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1506.422128] env[63097]: DEBUG nova.scheduler.client.report [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1506.434233] env[63097]: DEBUG oslo_vmware.api [None req-a8c42252-820f-45b9-b43f-78e539195b7f tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687356, 'name': PowerOffVM_Task, 'duration_secs': 0.222667} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.434755] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8c42252-820f-45b9-b43f-78e539195b7f tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1506.435433] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a8c42252-820f-45b9-b43f-78e539195b7f tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1506.435929] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-455aedaa-acaa-45c2-a6bd-5b1b1e0347e3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.565315] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a8c42252-820f-45b9-b43f-78e539195b7f tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1506.565315] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a8c42252-820f-45b9-b43f-78e539195b7f tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1506.565537] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8c42252-820f-45b9-b43f-78e539195b7f tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Deleting the datastore file [datastore1] 63c820ff-8435-493d-b891-cbe939fa2662 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1506.566725] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62def4dc-d5ef-46e7-9417-4f912c40efaf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.569338] env[63097]: DEBUG oslo_concurrency.lockutils [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Releasing lock "refresh_cache-620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1506.570031] env[63097]: DEBUG nova.compute.manager [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Instance network_info: |[{"id": "b46ab397-8163-4870-a85e-9862e0f9f61c", "address": "fa:16:3e:25:e7:8b", "network": {"id": "6b81232d-2bfc-4ee5-aaa8-178b8f49236c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6d5186fbfb8046dfb1f369e636f8eafb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb46ab397-81", "ovs_interfaceid": "b46ab397-8163-4870-a85e-9862e0f9f61c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1506.570031] env[63097]: DEBUG oslo_concurrency.lockutils [req-f79c5f3e-bad5-4aa6-81e3-dfd59be61e74 req-ae45b491-5873-4eec-9dd0-d837334ff668 service nova] Acquired lock "refresh_cache-620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.570248] env[63097]: DEBUG nova.network.neutron [req-f79c5f3e-bad5-4aa6-81e3-dfd59be61e74 req-ae45b491-5873-4eec-9dd0-d837334ff668 service nova] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Refreshing network info cache for port b46ab397-8163-4870-a85e-9862e0f9f61c {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1506.571268] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:e7:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b46ab397-8163-4870-a85e-9862e0f9f61c', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1506.578712] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Creating folder: Project (7b1614a8dcf74b30b0d4b598d6e6d238). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1506.582237] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d200601-79df-4a05-a218-a803e51aa117 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.584224] env[63097]: DEBUG oslo_vmware.api [None req-a8c42252-820f-45b9-b43f-78e539195b7f tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1506.584224] env[63097]: value = "task-1687359" [ 1506.584224] env[63097]: _type = "Task" [ 1506.584224] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.593705] env[63097]: DEBUG oslo_vmware.api [None req-a8c42252-820f-45b9-b43f-78e539195b7f tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687359, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.594982] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Created folder: Project (7b1614a8dcf74b30b0d4b598d6e6d238) in parent group-v351483. [ 1506.595176] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Creating folder: Instances. Parent ref: group-v351721. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1506.595408] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77cfec27-b669-468e-8700-4d8e0fdad980 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.604210] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Created folder: Instances in parent group-v351721. [ 1506.604467] env[63097]: DEBUG oslo.service.loopingcall [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1506.604664] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1506.604872] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bece690e-0823-445d-8d26-800398288596 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.628118] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1506.628118] env[63097]: value = "task-1687362" [ 1506.628118] env[63097]: _type = "Task" [ 1506.628118] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.637442] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687362, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.727471] env[63097]: DEBUG oslo_vmware.api [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687357, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.830273] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.929821] env[63097]: DEBUG oslo_concurrency.lockutils [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.930448] env[63097]: DEBUG nova.compute.manager [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1506.933459] env[63097]: DEBUG oslo_concurrency.lockutils [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.476s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.934887] env[63097]: INFO nova.compute.claims [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1507.094185] env[63097]: DEBUG oslo_vmware.api [None req-a8c42252-820f-45b9-b43f-78e539195b7f tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687359, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241566} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.094546] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8c42252-820f-45b9-b43f-78e539195b7f tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1507.094660] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a8c42252-820f-45b9-b43f-78e539195b7f tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1507.094840] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a8c42252-820f-45b9-b43f-78e539195b7f tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1507.095036] env[63097]: INFO nova.compute.manager [None req-a8c42252-820f-45b9-b43f-78e539195b7f tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1507.095299] env[63097]: DEBUG oslo.service.loopingcall [None req-a8c42252-820f-45b9-b43f-78e539195b7f tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1507.095495] env[63097]: DEBUG nova.compute.manager [-] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1507.095590] env[63097]: DEBUG nova.network.neutron [-] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1507.138066] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687362, 'name': CreateVM_Task, 'duration_secs': 0.444749} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.138263] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1507.138935] env[63097]: DEBUG oslo_concurrency.lockutils [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1507.139124] env[63097]: DEBUG oslo_concurrency.lockutils [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.139461] env[63097]: DEBUG oslo_concurrency.lockutils [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1507.139713] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-483a0957-a1f2-4484-8ff6-dabb17213187 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.144498] env[63097]: DEBUG oslo_vmware.api [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Waiting for the task: (returnval){ [ 1507.144498] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]521a0353-f3dc-67e4-4b76-3a58968db3d4" [ 1507.144498] env[63097]: _type = "Task" [ 1507.144498] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.155929] env[63097]: DEBUG oslo_vmware.api [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]521a0353-f3dc-67e4-4b76-3a58968db3d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.226423] env[63097]: DEBUG oslo_vmware.api [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687357, 'name': PowerOnVM_Task, 'duration_secs': 0.679459} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.226745] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1507.226931] env[63097]: INFO nova.compute.manager [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Took 8.63 seconds to spawn the instance on the hypervisor. [ 1507.227138] env[63097]: DEBUG nova.compute.manager [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1507.227966] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9818bf84-ee62-47d7-a134-ab127d7c3f3f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.440569] env[63097]: DEBUG nova.compute.utils [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1507.444199] env[63097]: DEBUG nova.compute.manager [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1507.444400] env[63097]: DEBUG nova.network.neutron [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1507.490932] env[63097]: DEBUG nova.policy [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af84b7544f3245dfb58f1a8b24f63c4d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '165f70bf979a40afb9369bf5c7905d90', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1507.632124] env[63097]: DEBUG nova.network.neutron [req-f79c5f3e-bad5-4aa6-81e3-dfd59be61e74 req-ae45b491-5873-4eec-9dd0-d837334ff668 service nova] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Updated VIF entry in instance network info cache for port b46ab397-8163-4870-a85e-9862e0f9f61c. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1507.632538] env[63097]: DEBUG nova.network.neutron [req-f79c5f3e-bad5-4aa6-81e3-dfd59be61e74 req-ae45b491-5873-4eec-9dd0-d837334ff668 service nova] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Updating instance_info_cache with network_info: [{"id": "b46ab397-8163-4870-a85e-9862e0f9f61c", "address": "fa:16:3e:25:e7:8b", "network": {"id": "6b81232d-2bfc-4ee5-aaa8-178b8f49236c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6d5186fbfb8046dfb1f369e636f8eafb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb46ab397-81", "ovs_interfaceid": "b46ab397-8163-4870-a85e-9862e0f9f61c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.660690] env[63097]: DEBUG oslo_vmware.api [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]521a0353-f3dc-67e4-4b76-3a58968db3d4, 'name': SearchDatastore_Task, 'duration_secs': 0.04593} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.661054] env[63097]: DEBUG oslo_concurrency.lockutils [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1507.661489] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1507.661786] env[63097]: DEBUG oslo_concurrency.lockutils [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1507.661943] env[63097]: DEBUG oslo_concurrency.lockutils [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.662147] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1507.662594] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e23e4028-7de0-43d1-82b0-b3e2511f4464 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.676062] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1507.676275] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1507.677514] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-250e2b7e-a7e6-4800-af8e-d0d17f2d375f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.691169] env[63097]: DEBUG oslo_vmware.api [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Waiting for the task: (returnval){ [ 1507.691169] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]525b7824-773f-6c6b-c34f-16ed47e8dd66" [ 1507.691169] env[63097]: _type = "Task" [ 1507.691169] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.701991] env[63097]: DEBUG oslo_vmware.api [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]525b7824-773f-6c6b-c34f-16ed47e8dd66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.749396] env[63097]: INFO nova.compute.manager [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Took 33.53 seconds to build instance. [ 1507.812135] env[63097]: DEBUG nova.network.neutron [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Successfully created port: de0491b9-5ac8-4c98-b090-0816f13856f2 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1507.925179] env[63097]: DEBUG nova.compute.manager [req-4024be78-d327-4e7c-923c-d9dffca88fdf req-5f0b27d7-44fb-478d-879b-b035aae9a037 service nova] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Received event network-changed-e4d49c99-e5c0-4518-b2fa-f4c52f21b414 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1507.925370] env[63097]: DEBUG nova.compute.manager [req-4024be78-d327-4e7c-923c-d9dffca88fdf req-5f0b27d7-44fb-478d-879b-b035aae9a037 service nova] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Refreshing instance network info cache due to event network-changed-e4d49c99-e5c0-4518-b2fa-f4c52f21b414. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1507.926309] env[63097]: DEBUG oslo_concurrency.lockutils [req-4024be78-d327-4e7c-923c-d9dffca88fdf req-5f0b27d7-44fb-478d-879b-b035aae9a037 service nova] Acquiring lock "refresh_cache-435f2efc-0c43-47fc-9d04-7e3d044935d5" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1507.926614] env[63097]: DEBUG oslo_concurrency.lockutils [req-4024be78-d327-4e7c-923c-d9dffca88fdf req-5f0b27d7-44fb-478d-879b-b035aae9a037 service nova] Acquired lock "refresh_cache-435f2efc-0c43-47fc-9d04-7e3d044935d5" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.926919] env[63097]: DEBUG nova.network.neutron [req-4024be78-d327-4e7c-923c-d9dffca88fdf req-5f0b27d7-44fb-478d-879b-b035aae9a037 service nova] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Refreshing network info cache for port e4d49c99-e5c0-4518-b2fa-f4c52f21b414 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1507.948021] env[63097]: DEBUG nova.compute.manager [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1508.140450] env[63097]: DEBUG oslo_concurrency.lockutils [req-f79c5f3e-bad5-4aa6-81e3-dfd59be61e74 req-ae45b491-5873-4eec-9dd0-d837334ff668 service nova] Releasing lock "refresh_cache-620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1508.203839] env[63097]: DEBUG nova.network.neutron [-] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.210746] env[63097]: DEBUG oslo_vmware.api [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]525b7824-773f-6c6b-c34f-16ed47e8dd66, 'name': SearchDatastore_Task, 'duration_secs': 0.036845} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.210746] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c48c8d9-9dd3-482a-bd6b-83ebed9365af {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.218024] env[63097]: DEBUG oslo_vmware.api [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Waiting for the task: (returnval){ [ 1508.218024] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5285c82f-970e-77bc-f6e1-a768551a8e25" [ 1508.218024] env[63097]: _type = "Task" [ 1508.218024] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.227509] env[63097]: DEBUG oslo_vmware.api [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5285c82f-970e-77bc-f6e1-a768551a8e25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.251302] env[63097]: DEBUG oslo_concurrency.lockutils [None req-667134f4-5765-4dec-8ab7-9daa761a71fc tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.045s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.285448] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658f6266-095c-4592-9f8b-3fb72c2832f2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.292526] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86fc0533-3e0c-4d61-bb23-22ee88aaf04f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.329033] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08bf4371-e36b-44ae-bb49-93c126e73d79 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.337039] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4a9c53-f910-4776-9751-7760d98a46cd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.351119] env[63097]: DEBUG nova.compute.provider_tree [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1508.709037] env[63097]: INFO nova.compute.manager [-] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] Took 1.61 seconds to deallocate network for instance. [ 1508.728128] env[63097]: DEBUG oslo_vmware.api [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5285c82f-970e-77bc-f6e1-a768551a8e25, 'name': SearchDatastore_Task, 'duration_secs': 0.009306} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.728279] env[63097]: DEBUG oslo_concurrency.lockutils [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1508.728682] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29/620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1508.728810] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f67b3788-fc2f-41c4-9d6b-7a986c3426e8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.735953] env[63097]: DEBUG oslo_vmware.api [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Waiting for the task: (returnval){ [ 1508.735953] env[63097]: value = "task-1687363" [ 1508.735953] env[63097]: _type = "Task" [ 1508.735953] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.743774] env[63097]: DEBUG oslo_vmware.api [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Task: {'id': task-1687363, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.854316] env[63097]: DEBUG nova.scheduler.client.report [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1508.959214] env[63097]: DEBUG nova.compute.manager [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1508.993739] env[63097]: DEBUG nova.virt.hardware [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1508.993897] env[63097]: DEBUG nova.virt.hardware [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1508.994066] env[63097]: DEBUG nova.virt.hardware [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1508.994381] env[63097]: DEBUG nova.virt.hardware [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1508.994590] env[63097]: DEBUG nova.virt.hardware [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1508.995296] env[63097]: DEBUG nova.virt.hardware [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1508.995296] env[63097]: DEBUG nova.virt.hardware [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1508.995746] env[63097]: DEBUG nova.virt.hardware [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1508.995746] env[63097]: DEBUG nova.virt.hardware [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1508.995857] env[63097]: DEBUG nova.virt.hardware [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1508.996037] env[63097]: DEBUG nova.virt.hardware [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1509.001421] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc1f115-7298-4179-94be-0e3b928362ca {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.018314] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5181606a-3591-4020-a972-00aff0775f5d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.068695] env[63097]: DEBUG nova.compute.manager [req-f0fa6aae-f583-4364-8b30-306f8b9eaf1f req-51bcafa3-f593-495e-aef6-ab90a3485e51 service nova] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Received event network-changed-6ce6a584-84a4-455b-8d48-3485ac2eb767 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1509.069038] env[63097]: DEBUG nova.compute.manager [req-f0fa6aae-f583-4364-8b30-306f8b9eaf1f req-51bcafa3-f593-495e-aef6-ab90a3485e51 service nova] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Refreshing instance network info cache due to event network-changed-6ce6a584-84a4-455b-8d48-3485ac2eb767. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1509.069351] env[63097]: DEBUG oslo_concurrency.lockutils [req-f0fa6aae-f583-4364-8b30-306f8b9eaf1f req-51bcafa3-f593-495e-aef6-ab90a3485e51 service nova] Acquiring lock "refresh_cache-14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1509.070087] env[63097]: DEBUG oslo_concurrency.lockutils [req-f0fa6aae-f583-4364-8b30-306f8b9eaf1f req-51bcafa3-f593-495e-aef6-ab90a3485e51 service nova] Acquired lock "refresh_cache-14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.070087] env[63097]: DEBUG nova.network.neutron [req-f0fa6aae-f583-4364-8b30-306f8b9eaf1f req-51bcafa3-f593-495e-aef6-ab90a3485e51 service nova] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Refreshing network info cache for port 6ce6a584-84a4-455b-8d48-3485ac2eb767 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1509.086017] env[63097]: DEBUG nova.network.neutron [req-4024be78-d327-4e7c-923c-d9dffca88fdf req-5f0b27d7-44fb-478d-879b-b035aae9a037 service nova] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Updated VIF entry in instance network info cache for port e4d49c99-e5c0-4518-b2fa-f4c52f21b414. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1509.086487] env[63097]: DEBUG nova.network.neutron [req-4024be78-d327-4e7c-923c-d9dffca88fdf req-5f0b27d7-44fb-478d-879b-b035aae9a037 service nova] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Updating instance_info_cache with network_info: [{"id": "e4d49c99-e5c0-4518-b2fa-f4c52f21b414", "address": "fa:16:3e:bd:c3:fd", "network": {"id": "2438695d-49ab-4e45-9df6-b50ed42fd3ee", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-319626415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "04d409e733684a2abbf7412dbb8fe48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4d49c99-e5", "ovs_interfaceid": "e4d49c99-e5c0-4518-b2fa-f4c52f21b414", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.216392] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a8c42252-820f-45b9-b43f-78e539195b7f tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.246052] env[63097]: DEBUG oslo_vmware.api [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Task: {'id': task-1687363, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.337151] env[63097]: DEBUG nova.network.neutron [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Successfully updated port: de0491b9-5ac8-4c98-b090-0816f13856f2 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1509.362259] env[63097]: DEBUG oslo_concurrency.lockutils [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.429s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.362974] env[63097]: DEBUG nova.compute.manager [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1509.365987] env[63097]: DEBUG oslo_concurrency.lockutils [None req-afb23c8a-9343-4795-ba6a-16299b703beb tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.580s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.366237] env[63097]: DEBUG nova.objects.instance [None req-afb23c8a-9343-4795-ba6a-16299b703beb tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Lazy-loading 'resources' on Instance uuid 9f9d16ac-5b92-43dd-b5db-360121101198 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1509.590508] env[63097]: DEBUG oslo_concurrency.lockutils [req-4024be78-d327-4e7c-923c-d9dffca88fdf req-5f0b27d7-44fb-478d-879b-b035aae9a037 service nova] Releasing lock "refresh_cache-435f2efc-0c43-47fc-9d04-7e3d044935d5" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.590855] env[63097]: DEBUG nova.compute.manager [req-4024be78-d327-4e7c-923c-d9dffca88fdf req-5f0b27d7-44fb-478d-879b-b035aae9a037 service nova] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Received event network-changed-e4d49c99-e5c0-4518-b2fa-f4c52f21b414 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1509.591171] env[63097]: DEBUG nova.compute.manager [req-4024be78-d327-4e7c-923c-d9dffca88fdf req-5f0b27d7-44fb-478d-879b-b035aae9a037 service nova] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Refreshing instance network info cache due to event network-changed-e4d49c99-e5c0-4518-b2fa-f4c52f21b414. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1509.591515] env[63097]: DEBUG oslo_concurrency.lockutils [req-4024be78-d327-4e7c-923c-d9dffca88fdf req-5f0b27d7-44fb-478d-879b-b035aae9a037 service nova] Acquiring lock "refresh_cache-435f2efc-0c43-47fc-9d04-7e3d044935d5" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1509.591822] env[63097]: DEBUG oslo_concurrency.lockutils [req-4024be78-d327-4e7c-923c-d9dffca88fdf req-5f0b27d7-44fb-478d-879b-b035aae9a037 service nova] Acquired lock "refresh_cache-435f2efc-0c43-47fc-9d04-7e3d044935d5" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.592604] env[63097]: DEBUG nova.network.neutron [req-4024be78-d327-4e7c-923c-d9dffca88fdf req-5f0b27d7-44fb-478d-879b-b035aae9a037 service nova] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Refreshing network info cache for port e4d49c99-e5c0-4518-b2fa-f4c52f21b414 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1509.748106] env[63097]: DEBUG oslo_vmware.api [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Task: {'id': task-1687363, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525094} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.748511] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29/620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1509.748626] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1509.748871] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-290c0b08-e1fc-4113-8152-636bb62b5380 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.759671] env[63097]: DEBUG oslo_vmware.api [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Waiting for the task: (returnval){ [ 1509.759671] env[63097]: value = "task-1687364" [ 1509.759671] env[63097]: _type = "Task" [ 1509.759671] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.775125] env[63097]: DEBUG oslo_vmware.api [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Task: {'id': task-1687364, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.841201] env[63097]: DEBUG oslo_concurrency.lockutils [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Acquiring lock "refresh_cache-f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1509.841371] env[63097]: DEBUG oslo_concurrency.lockutils [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Acquired lock "refresh_cache-f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.841531] env[63097]: DEBUG nova.network.neutron [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1509.858832] env[63097]: DEBUG nova.network.neutron [req-f0fa6aae-f583-4364-8b30-306f8b9eaf1f req-51bcafa3-f593-495e-aef6-ab90a3485e51 service nova] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Updated VIF entry in instance network info cache for port 6ce6a584-84a4-455b-8d48-3485ac2eb767. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1509.859447] env[63097]: DEBUG nova.network.neutron [req-f0fa6aae-f583-4364-8b30-306f8b9eaf1f req-51bcafa3-f593-495e-aef6-ab90a3485e51 service nova] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Updating instance_info_cache with network_info: [{"id": "6ce6a584-84a4-455b-8d48-3485ac2eb767", "address": "fa:16:3e:f1:4b:f1", "network": {"id": "4023f1be-d600-441b-9ec5-b01eac0704f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1618053137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a00e94d35e44678b6698f8af082c448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ce6a584-84", "ovs_interfaceid": "6ce6a584-84a4-455b-8d48-3485ac2eb767", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.871265] env[63097]: DEBUG nova.compute.utils [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1509.874170] env[63097]: DEBUG nova.compute.manager [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1509.874639] env[63097]: DEBUG nova.network.neutron [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1509.920415] env[63097]: DEBUG nova.policy [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b71259406cb45c0b5b99556fbd11717', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bef179dd054a49daacd2151914b1000b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1509.961755] env[63097]: DEBUG nova.compute.manager [req-95b39f0c-29da-4678-a8da-fb89a89c71f5 req-2f76cf3c-d429-44e8-8c3f-b4a2ebae17b7 service nova] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] Received event network-vif-deleted-beaceca8-6d48-4305-b6b1-b578f69ce580 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1509.962036] env[63097]: DEBUG nova.compute.manager [req-95b39f0c-29da-4678-a8da-fb89a89c71f5 req-2f76cf3c-d429-44e8-8c3f-b4a2ebae17b7 service nova] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Received event network-changed-e4d49c99-e5c0-4518-b2fa-f4c52f21b414 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1509.962271] env[63097]: DEBUG nova.compute.manager [req-95b39f0c-29da-4678-a8da-fb89a89c71f5 req-2f76cf3c-d429-44e8-8c3f-b4a2ebae17b7 service nova] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Refreshing instance network info cache due to event network-changed-e4d49c99-e5c0-4518-b2fa-f4c52f21b414. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1509.962652] env[63097]: DEBUG oslo_concurrency.lockutils [req-95b39f0c-29da-4678-a8da-fb89a89c71f5 req-2f76cf3c-d429-44e8-8c3f-b4a2ebae17b7 service nova] Acquiring lock "refresh_cache-435f2efc-0c43-47fc-9d04-7e3d044935d5" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1510.072917] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "4b465cb3-7b93-4088-bdb2-3903f15a2672" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.073443] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "4b465cb3-7b93-4088-bdb2-3903f15a2672" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.208258] env[63097]: DEBUG nova.network.neutron [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Successfully created port: 48a75f87-51e0-497b-9e37-83df49e9fc02 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1510.237020] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a7e65d-c2b2-44c8-8401-b81d63126df1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.246119] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5339ec62-85c1-4b20-841b-730c1ebffe93 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.280905] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1733e6b-3ebd-467d-bf70-8077bbbd9cfb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.290954] env[63097]: DEBUG oslo_vmware.api [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Task: {'id': task-1687364, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170473} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.293447] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1510.295024] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa73c4ec-fb5d-4607-8ed3-366b295d8275 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.297945] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d46f850-7533-4b18-88ec-bca65b03b234 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.321909] env[63097]: DEBUG nova.compute.provider_tree [None req-afb23c8a-9343-4795-ba6a-16299b703beb tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1510.332722] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29/620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1510.334180] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8be1f126-2df0-4855-8396-dc0da36b6d68 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.355606] env[63097]: DEBUG oslo_vmware.api [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Waiting for the task: (returnval){ [ 1510.355606] env[63097]: value = "task-1687365" [ 1510.355606] env[63097]: _type = "Task" [ 1510.355606] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.361840] env[63097]: DEBUG oslo_concurrency.lockutils [req-f0fa6aae-f583-4364-8b30-306f8b9eaf1f req-51bcafa3-f593-495e-aef6-ab90a3485e51 service nova] Releasing lock "refresh_cache-14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.365187] env[63097]: DEBUG oslo_vmware.api [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Task: {'id': task-1687365, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.379420] env[63097]: DEBUG nova.compute.manager [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1510.413284] env[63097]: DEBUG nova.network.neutron [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1510.528628] env[63097]: DEBUG nova.network.neutron [req-4024be78-d327-4e7c-923c-d9dffca88fdf req-5f0b27d7-44fb-478d-879b-b035aae9a037 service nova] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Updated VIF entry in instance network info cache for port e4d49c99-e5c0-4518-b2fa-f4c52f21b414. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1510.529199] env[63097]: DEBUG nova.network.neutron [req-4024be78-d327-4e7c-923c-d9dffca88fdf req-5f0b27d7-44fb-478d-879b-b035aae9a037 service nova] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Updating instance_info_cache with network_info: [{"id": "e4d49c99-e5c0-4518-b2fa-f4c52f21b414", "address": "fa:16:3e:bd:c3:fd", "network": {"id": "2438695d-49ab-4e45-9df6-b50ed42fd3ee", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-319626415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "04d409e733684a2abbf7412dbb8fe48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4d49c99-e5", "ovs_interfaceid": "e4d49c99-e5c0-4518-b2fa-f4c52f21b414", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1510.579472] env[63097]: DEBUG nova.compute.manager [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1510.820151] env[63097]: DEBUG nova.network.neutron [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Updating instance_info_cache with network_info: [{"id": "de0491b9-5ac8-4c98-b090-0816f13856f2", "address": "fa:16:3e:f1:81:27", "network": {"id": "a8ab7086-aa5d-4ef2-97da-a86b10eeb789", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-678579170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "165f70bf979a40afb9369bf5c7905d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde0491b9-5a", "ovs_interfaceid": "de0491b9-5ac8-4c98-b090-0816f13856f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1510.834737] env[63097]: DEBUG nova.scheduler.client.report [None req-afb23c8a-9343-4795-ba6a-16299b703beb tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1510.866167] env[63097]: DEBUG oslo_vmware.api [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Task: {'id': task-1687365, 'name': ReconfigVM_Task, 'duration_secs': 0.275127} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.866380] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29/620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1510.867014] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c42b1c10-d45e-49b8-9b0a-aae85bb94b75 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.873287] env[63097]: DEBUG oslo_vmware.api [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Waiting for the task: (returnval){ [ 1510.873287] env[63097]: value = "task-1687366" [ 1510.873287] env[63097]: _type = "Task" [ 1510.873287] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.881316] env[63097]: DEBUG oslo_vmware.api [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Task: {'id': task-1687366, 'name': Rename_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.033186] env[63097]: DEBUG oslo_concurrency.lockutils [req-4024be78-d327-4e7c-923c-d9dffca88fdf req-5f0b27d7-44fb-478d-879b-b035aae9a037 service nova] Releasing lock "refresh_cache-435f2efc-0c43-47fc-9d04-7e3d044935d5" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1511.033667] env[63097]: DEBUG oslo_concurrency.lockutils [req-95b39f0c-29da-4678-a8da-fb89a89c71f5 req-2f76cf3c-d429-44e8-8c3f-b4a2ebae17b7 service nova] Acquired lock "refresh_cache-435f2efc-0c43-47fc-9d04-7e3d044935d5" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.033848] env[63097]: DEBUG nova.network.neutron [req-95b39f0c-29da-4678-a8da-fb89a89c71f5 req-2f76cf3c-d429-44e8-8c3f-b4a2ebae17b7 service nova] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Refreshing network info cache for port e4d49c99-e5c0-4518-b2fa-f4c52f21b414 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1511.102259] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1511.210144] env[63097]: DEBUG nova.compute.manager [req-a39ab4a5-1cf5-439a-a835-3680deeef621 req-127aa79a-f7ea-4b69-8799-3c409aba29ca service nova] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Received event network-vif-plugged-de0491b9-5ac8-4c98-b090-0816f13856f2 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1511.210376] env[63097]: DEBUG oslo_concurrency.lockutils [req-a39ab4a5-1cf5-439a-a835-3680deeef621 req-127aa79a-f7ea-4b69-8799-3c409aba29ca service nova] Acquiring lock "f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1511.210587] env[63097]: DEBUG oslo_concurrency.lockutils [req-a39ab4a5-1cf5-439a-a835-3680deeef621 req-127aa79a-f7ea-4b69-8799-3c409aba29ca service nova] Lock "f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.210761] env[63097]: DEBUG oslo_concurrency.lockutils [req-a39ab4a5-1cf5-439a-a835-3680deeef621 req-127aa79a-f7ea-4b69-8799-3c409aba29ca service nova] Lock "f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.210957] env[63097]: DEBUG nova.compute.manager [req-a39ab4a5-1cf5-439a-a835-3680deeef621 req-127aa79a-f7ea-4b69-8799-3c409aba29ca service nova] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] No waiting events found dispatching network-vif-plugged-de0491b9-5ac8-4c98-b090-0816f13856f2 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1511.211222] env[63097]: WARNING nova.compute.manager [req-a39ab4a5-1cf5-439a-a835-3680deeef621 req-127aa79a-f7ea-4b69-8799-3c409aba29ca service nova] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Received unexpected event network-vif-plugged-de0491b9-5ac8-4c98-b090-0816f13856f2 for instance with vm_state building and task_state spawning. [ 1511.211392] env[63097]: DEBUG nova.compute.manager [req-a39ab4a5-1cf5-439a-a835-3680deeef621 req-127aa79a-f7ea-4b69-8799-3c409aba29ca service nova] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Received event network-changed-de0491b9-5ac8-4c98-b090-0816f13856f2 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1511.211554] env[63097]: DEBUG nova.compute.manager [req-a39ab4a5-1cf5-439a-a835-3680deeef621 req-127aa79a-f7ea-4b69-8799-3c409aba29ca service nova] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Refreshing instance network info cache due to event network-changed-de0491b9-5ac8-4c98-b090-0816f13856f2. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1511.211727] env[63097]: DEBUG oslo_concurrency.lockutils [req-a39ab4a5-1cf5-439a-a835-3680deeef621 req-127aa79a-f7ea-4b69-8799-3c409aba29ca service nova] Acquiring lock "refresh_cache-f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1511.321695] env[63097]: DEBUG oslo_concurrency.lockutils [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Releasing lock "refresh_cache-f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1511.322045] env[63097]: DEBUG nova.compute.manager [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Instance network_info: |[{"id": "de0491b9-5ac8-4c98-b090-0816f13856f2", "address": "fa:16:3e:f1:81:27", "network": {"id": "a8ab7086-aa5d-4ef2-97da-a86b10eeb789", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-678579170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "165f70bf979a40afb9369bf5c7905d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde0491b9-5a", "ovs_interfaceid": "de0491b9-5ac8-4c98-b090-0816f13856f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1511.322260] env[63097]: DEBUG oslo_concurrency.lockutils [req-a39ab4a5-1cf5-439a-a835-3680deeef621 req-127aa79a-f7ea-4b69-8799-3c409aba29ca service nova] Acquired lock "refresh_cache-f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.322603] env[63097]: DEBUG nova.network.neutron [req-a39ab4a5-1cf5-439a-a835-3680deeef621 req-127aa79a-f7ea-4b69-8799-3c409aba29ca service nova] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Refreshing network info cache for port de0491b9-5ac8-4c98-b090-0816f13856f2 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1511.324090] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:81:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '01fe2e08-46f6-4cee-aefd-934461f8077d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de0491b9-5ac8-4c98-b090-0816f13856f2', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1511.331569] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Creating folder: Project (165f70bf979a40afb9369bf5c7905d90). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1511.335174] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc89d4b8-b4c0-415e-921c-f910c80e49b4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.340251] env[63097]: DEBUG oslo_concurrency.lockutils [None req-afb23c8a-9343-4795-ba6a-16299b703beb tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.974s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.343352] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 23.808s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.354615] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Created folder: Project (165f70bf979a40afb9369bf5c7905d90) in parent group-v351483. [ 1511.354855] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Creating folder: Instances. Parent ref: group-v351724. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1511.355352] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20a6b55d-13fc-43ff-9977-a2058cf3c7c3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.362639] env[63097]: INFO nova.scheduler.client.report [None req-afb23c8a-9343-4795-ba6a-16299b703beb tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Deleted allocations for instance 9f9d16ac-5b92-43dd-b5db-360121101198 [ 1511.367479] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Created folder: Instances in parent group-v351724. [ 1511.367563] env[63097]: DEBUG oslo.service.loopingcall [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1511.367917] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1511.368347] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11f02984-e1fa-4786-8f86-84b79728e529 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.391274] env[63097]: DEBUG nova.compute.manager [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1511.395351] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1511.395351] env[63097]: value = "task-1687369" [ 1511.395351] env[63097]: _type = "Task" [ 1511.395351] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.400182] env[63097]: DEBUG oslo_vmware.api [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Task: {'id': task-1687366, 'name': Rename_Task, 'duration_secs': 0.13203} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.403736] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1511.403736] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7be77d3-a6da-4ee1-b228-49b32ccffd8e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.410760] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687369, 'name': CreateVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.411951] env[63097]: DEBUG oslo_vmware.api [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Waiting for the task: (returnval){ [ 1511.411951] env[63097]: value = "task-1687370" [ 1511.411951] env[63097]: _type = "Task" [ 1511.411951] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.420504] env[63097]: DEBUG nova.virt.hardware [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1511.420758] env[63097]: DEBUG nova.virt.hardware [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1511.420940] env[63097]: DEBUG nova.virt.hardware [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1511.421175] env[63097]: DEBUG nova.virt.hardware [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1511.421339] env[63097]: DEBUG nova.virt.hardware [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1511.421490] env[63097]: DEBUG nova.virt.hardware [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1511.421701] env[63097]: DEBUG nova.virt.hardware [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1511.421867] env[63097]: DEBUG nova.virt.hardware [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1511.422050] env[63097]: DEBUG nova.virt.hardware [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1511.422223] env[63097]: DEBUG nova.virt.hardware [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1511.422400] env[63097]: DEBUG nova.virt.hardware [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1511.423261] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a425a1-1c74-4bf4-8d32-160b8aa758b2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.429800] env[63097]: DEBUG oslo_vmware.api [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Task: {'id': task-1687370, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.434937] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43436c53-845f-4665-bbc4-97976eb27996 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.693439] env[63097]: DEBUG nova.compute.manager [req-bd00bebf-0d67-442a-89c9-3e0929482e6b req-c8644235-5f78-43bd-aece-66cba44d9286 service nova] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Received event network-vif-plugged-48a75f87-51e0-497b-9e37-83df49e9fc02 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1511.694139] env[63097]: DEBUG oslo_concurrency.lockutils [req-bd00bebf-0d67-442a-89c9-3e0929482e6b req-c8644235-5f78-43bd-aece-66cba44d9286 service nova] Acquiring lock "9454c927-1603-4d9c-bf87-3ed11ef25f0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1511.694573] env[63097]: DEBUG oslo_concurrency.lockutils [req-bd00bebf-0d67-442a-89c9-3e0929482e6b req-c8644235-5f78-43bd-aece-66cba44d9286 service nova] Lock "9454c927-1603-4d9c-bf87-3ed11ef25f0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.694909] env[63097]: DEBUG oslo_concurrency.lockutils [req-bd00bebf-0d67-442a-89c9-3e0929482e6b req-c8644235-5f78-43bd-aece-66cba44d9286 service nova] Lock "9454c927-1603-4d9c-bf87-3ed11ef25f0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.695205] env[63097]: DEBUG nova.compute.manager [req-bd00bebf-0d67-442a-89c9-3e0929482e6b req-c8644235-5f78-43bd-aece-66cba44d9286 service nova] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] No waiting events found dispatching network-vif-plugged-48a75f87-51e0-497b-9e37-83df49e9fc02 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1511.695595] env[63097]: WARNING nova.compute.manager [req-bd00bebf-0d67-442a-89c9-3e0929482e6b req-c8644235-5f78-43bd-aece-66cba44d9286 service nova] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Received unexpected event network-vif-plugged-48a75f87-51e0-497b-9e37-83df49e9fc02 for instance with vm_state building and task_state spawning. [ 1511.714685] env[63097]: DEBUG nova.network.neutron [req-a39ab4a5-1cf5-439a-a835-3680deeef621 req-127aa79a-f7ea-4b69-8799-3c409aba29ca service nova] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Updated VIF entry in instance network info cache for port de0491b9-5ac8-4c98-b090-0816f13856f2. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1511.715438] env[63097]: DEBUG nova.network.neutron [req-a39ab4a5-1cf5-439a-a835-3680deeef621 req-127aa79a-f7ea-4b69-8799-3c409aba29ca service nova] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Updating instance_info_cache with network_info: [{"id": "de0491b9-5ac8-4c98-b090-0816f13856f2", "address": "fa:16:3e:f1:81:27", "network": {"id": "a8ab7086-aa5d-4ef2-97da-a86b10eeb789", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-678579170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "165f70bf979a40afb9369bf5c7905d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde0491b9-5a", "ovs_interfaceid": "de0491b9-5ac8-4c98-b090-0816f13856f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.816748] env[63097]: DEBUG nova.network.neutron [req-95b39f0c-29da-4678-a8da-fb89a89c71f5 req-2f76cf3c-d429-44e8-8c3f-b4a2ebae17b7 service nova] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Updated VIF entry in instance network info cache for port e4d49c99-e5c0-4518-b2fa-f4c52f21b414. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1511.817124] env[63097]: DEBUG nova.network.neutron [req-95b39f0c-29da-4678-a8da-fb89a89c71f5 req-2f76cf3c-d429-44e8-8c3f-b4a2ebae17b7 service nova] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Updating instance_info_cache with network_info: [{"id": "e4d49c99-e5c0-4518-b2fa-f4c52f21b414", "address": "fa:16:3e:bd:c3:fd", "network": {"id": "2438695d-49ab-4e45-9df6-b50ed42fd3ee", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-319626415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "04d409e733684a2abbf7412dbb8fe48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4d49c99-e5", "ovs_interfaceid": "e4d49c99-e5c0-4518-b2fa-f4c52f21b414", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.841465] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5c405522-a6f2-44d3-9195-2276015e6d6b tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Acquiring lock "435f2efc-0c43-47fc-9d04-7e3d044935d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1511.841790] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5c405522-a6f2-44d3-9195-2276015e6d6b tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Lock "435f2efc-0c43-47fc-9d04-7e3d044935d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.842035] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5c405522-a6f2-44d3-9195-2276015e6d6b tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Acquiring lock "435f2efc-0c43-47fc-9d04-7e3d044935d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1511.842267] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5c405522-a6f2-44d3-9195-2276015e6d6b tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Lock "435f2efc-0c43-47fc-9d04-7e3d044935d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.842478] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5c405522-a6f2-44d3-9195-2276015e6d6b tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Lock "435f2efc-0c43-47fc-9d04-7e3d044935d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.844922] env[63097]: INFO nova.compute.manager [None req-5c405522-a6f2-44d3-9195-2276015e6d6b tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Terminating instance [ 1511.848318] env[63097]: DEBUG nova.compute.manager [None req-5c405522-a6f2-44d3-9195-2276015e6d6b tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1511.848714] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5c405522-a6f2-44d3-9195-2276015e6d6b tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1511.852748] env[63097]: INFO nova.compute.claims [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1511.858567] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d16f88-8bfe-42bf-8be8-893be722235d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.873403] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c405522-a6f2-44d3-9195-2276015e6d6b tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1511.873944] env[63097]: DEBUG oslo_concurrency.lockutils [None req-afb23c8a-9343-4795-ba6a-16299b703beb tempest-VolumesAdminNegativeTest-205216262 tempest-VolumesAdminNegativeTest-205216262-project-member] Lock "9f9d16ac-5b92-43dd-b5db-360121101198" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.497s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.874844] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ec4cf35-936b-48e1-9c5d-d9f54c9df10d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.882623] env[63097]: DEBUG oslo_vmware.api [None req-5c405522-a6f2-44d3-9195-2276015e6d6b tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Waiting for the task: (returnval){ [ 1511.882623] env[63097]: value = "task-1687371" [ 1511.882623] env[63097]: _type = "Task" [ 1511.882623] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.895779] env[63097]: DEBUG oslo_vmware.api [None req-5c405522-a6f2-44d3-9195-2276015e6d6b tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Task: {'id': task-1687371, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.909971] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687369, 'name': CreateVM_Task, 'duration_secs': 0.334927} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.910165] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1511.910858] env[63097]: DEBUG oslo_concurrency.lockutils [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1511.911415] env[63097]: DEBUG oslo_concurrency.lockutils [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.911668] env[63097]: DEBUG oslo_concurrency.lockutils [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1511.911945] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a4f8f43-e1b5-41fe-9326-d670e5e7bcf7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.919658] env[63097]: DEBUG oslo_vmware.api [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Waiting for the task: (returnval){ [ 1511.919658] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52501a28-31c1-5e0b-b6a7-2c37f0f036bc" [ 1511.919658] env[63097]: _type = "Task" [ 1511.919658] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.925639] env[63097]: DEBUG oslo_vmware.api [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Task: {'id': task-1687370, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.931018] env[63097]: DEBUG oslo_vmware.api [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52501a28-31c1-5e0b-b6a7-2c37f0f036bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.988424] env[63097]: DEBUG nova.compute.manager [req-acea8110-2b03-4f04-a7c3-d20c8a0aae31 req-e08cac1a-6883-4520-84b9-9939fbf32e3d service nova] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Received event network-changed-e4d49c99-e5c0-4518-b2fa-f4c52f21b414 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1511.988424] env[63097]: DEBUG nova.compute.manager [req-acea8110-2b03-4f04-a7c3-d20c8a0aae31 req-e08cac1a-6883-4520-84b9-9939fbf32e3d service nova] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Refreshing instance network info cache due to event network-changed-e4d49c99-e5c0-4518-b2fa-f4c52f21b414. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1511.988670] env[63097]: DEBUG oslo_concurrency.lockutils [req-acea8110-2b03-4f04-a7c3-d20c8a0aae31 req-e08cac1a-6883-4520-84b9-9939fbf32e3d service nova] Acquiring lock "refresh_cache-435f2efc-0c43-47fc-9d04-7e3d044935d5" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1512.221797] env[63097]: DEBUG oslo_concurrency.lockutils [req-a39ab4a5-1cf5-439a-a835-3680deeef621 req-127aa79a-f7ea-4b69-8799-3c409aba29ca service nova] Releasing lock "refresh_cache-f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1512.322982] env[63097]: DEBUG oslo_concurrency.lockutils [req-95b39f0c-29da-4678-a8da-fb89a89c71f5 req-2f76cf3c-d429-44e8-8c3f-b4a2ebae17b7 service nova] Releasing lock "refresh_cache-435f2efc-0c43-47fc-9d04-7e3d044935d5" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1512.323300] env[63097]: DEBUG oslo_concurrency.lockutils [req-acea8110-2b03-4f04-a7c3-d20c8a0aae31 req-e08cac1a-6883-4520-84b9-9939fbf32e3d service nova] Acquired lock "refresh_cache-435f2efc-0c43-47fc-9d04-7e3d044935d5" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.323446] env[63097]: DEBUG nova.network.neutron [req-acea8110-2b03-4f04-a7c3-d20c8a0aae31 req-e08cac1a-6883-4520-84b9-9939fbf32e3d service nova] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Refreshing network info cache for port e4d49c99-e5c0-4518-b2fa-f4c52f21b414 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1512.328478] env[63097]: DEBUG nova.network.neutron [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Successfully updated port: 48a75f87-51e0-497b-9e37-83df49e9fc02 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1512.369056] env[63097]: INFO nova.compute.resource_tracker [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Updating resource usage from migration 05e71ea5-adce-4072-a63b-32c6b78b2512 [ 1512.397496] env[63097]: DEBUG oslo_vmware.api [None req-5c405522-a6f2-44d3-9195-2276015e6d6b tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Task: {'id': task-1687371, 'name': PowerOffVM_Task, 'duration_secs': 0.237558} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.401272] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c405522-a6f2-44d3-9195-2276015e6d6b tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1512.401606] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5c405522-a6f2-44d3-9195-2276015e6d6b tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1512.402181] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bf97546-a434-4d95-9e0b-62c54b3defa7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.437166] env[63097]: DEBUG oslo_vmware.api [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52501a28-31c1-5e0b-b6a7-2c37f0f036bc, 'name': SearchDatastore_Task, 'duration_secs': 0.013434} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.437427] env[63097]: DEBUG oslo_vmware.api [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Task: {'id': task-1687370, 'name': PowerOnVM_Task, 'duration_secs': 0.552221} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.437701] env[63097]: DEBUG oslo_concurrency.lockutils [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1512.437939] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1512.438222] env[63097]: DEBUG oslo_concurrency.lockutils [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1512.438396] env[63097]: DEBUG oslo_concurrency.lockutils [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.438520] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1512.438804] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1512.439154] env[63097]: INFO nova.compute.manager [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Took 9.94 seconds to spawn the instance on the hypervisor. [ 1512.439236] env[63097]: DEBUG nova.compute.manager [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1512.439458] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abcccde2-c8fe-49f2-8e73-7a70215799a3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.441826] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffb71fd-80a4-4ee4-bf23-c32794bd581b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.456020] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1512.456020] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1512.456020] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94c3d469-146b-44ff-adad-ad3b37e43ab8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.459031] env[63097]: DEBUG oslo_vmware.api [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Waiting for the task: (returnval){ [ 1512.459031] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5298af55-c089-f33f-0815-47fa9ab80778" [ 1512.459031] env[63097]: _type = "Task" [ 1512.459031] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.469559] env[63097]: DEBUG oslo_vmware.api [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5298af55-c089-f33f-0815-47fa9ab80778, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.478021] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5c405522-a6f2-44d3-9195-2276015e6d6b tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1512.478021] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5c405522-a6f2-44d3-9195-2276015e6d6b tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1512.478021] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c405522-a6f2-44d3-9195-2276015e6d6b tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Deleting the datastore file [datastore1] 435f2efc-0c43-47fc-9d04-7e3d044935d5 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1512.478021] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e000d39f-b6e7-46e5-a17a-cdaa64b64143 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.482174] env[63097]: DEBUG oslo_vmware.api [None req-5c405522-a6f2-44d3-9195-2276015e6d6b tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Waiting for the task: (returnval){ [ 1512.482174] env[63097]: value = "task-1687373" [ 1512.482174] env[63097]: _type = "Task" [ 1512.482174] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.492669] env[63097]: DEBUG oslo_vmware.api [None req-5c405522-a6f2-44d3-9195-2276015e6d6b tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Task: {'id': task-1687373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.702218] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0fc4f7-4e04-49a5-af26-0f5bdb7561a0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.710237] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b0bdf1-a8ae-4b84-ad1a-07eff7dbdb33 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.742226] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1cabb3-dc17-43c3-906e-6faa0d211989 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.749634] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cdd82e-8f26-4e81-a1a5-ecbe642b567a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.763741] env[63097]: DEBUG nova.compute.provider_tree [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1512.834542] env[63097]: DEBUG oslo_concurrency.lockutils [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "refresh_cache-9454c927-1603-4d9c-bf87-3ed11ef25f0e" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1512.834647] env[63097]: DEBUG oslo_concurrency.lockutils [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquired lock "refresh_cache-9454c927-1603-4d9c-bf87-3ed11ef25f0e" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.834800] env[63097]: DEBUG nova.network.neutron [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1512.975132] env[63097]: INFO nova.compute.manager [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Took 35.09 seconds to build instance. [ 1512.980144] env[63097]: DEBUG oslo_vmware.api [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5298af55-c089-f33f-0815-47fa9ab80778, 'name': SearchDatastore_Task, 'duration_secs': 0.016933} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.984527] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87502027-d3e8-4dc9-90e4-ee849e8970dc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.995122] env[63097]: DEBUG oslo_vmware.api [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Waiting for the task: (returnval){ [ 1512.995122] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52271cce-701d-75e6-9cb6-d82aed0c268a" [ 1512.995122] env[63097]: _type = "Task" [ 1512.995122] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.999521] env[63097]: DEBUG oslo_vmware.api [None req-5c405522-a6f2-44d3-9195-2276015e6d6b tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Task: {'id': task-1687373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.009821] env[63097]: DEBUG oslo_vmware.api [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52271cce-701d-75e6-9cb6-d82aed0c268a, 'name': SearchDatastore_Task, 'duration_secs': 0.010532} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.010128] env[63097]: DEBUG oslo_concurrency.lockutils [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1513.010475] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b/f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1513.010820] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83c09024-b75f-4880-8010-8d002ec0114b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.018778] env[63097]: DEBUG oslo_vmware.api [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Waiting for the task: (returnval){ [ 1513.018778] env[63097]: value = "task-1687374" [ 1513.018778] env[63097]: _type = "Task" [ 1513.018778] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.027838] env[63097]: DEBUG oslo_vmware.api [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Task: {'id': task-1687374, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.153856] env[63097]: DEBUG nova.network.neutron [req-acea8110-2b03-4f04-a7c3-d20c8a0aae31 req-e08cac1a-6883-4520-84b9-9939fbf32e3d service nova] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Updated VIF entry in instance network info cache for port e4d49c99-e5c0-4518-b2fa-f4c52f21b414. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1513.154658] env[63097]: DEBUG nova.network.neutron [req-acea8110-2b03-4f04-a7c3-d20c8a0aae31 req-e08cac1a-6883-4520-84b9-9939fbf32e3d service nova] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Updating instance_info_cache with network_info: [{"id": "e4d49c99-e5c0-4518-b2fa-f4c52f21b414", "address": "fa:16:3e:bd:c3:fd", "network": {"id": "2438695d-49ab-4e45-9df6-b50ed42fd3ee", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-319626415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "04d409e733684a2abbf7412dbb8fe48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4d49c99-e5", "ovs_interfaceid": "e4d49c99-e5c0-4518-b2fa-f4c52f21b414", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.267108] env[63097]: DEBUG nova.scheduler.client.report [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1513.333156] env[63097]: DEBUG nova.compute.manager [req-1e948a5d-8e76-453f-86c1-24b957415a25 req-5eec340f-9d2a-4f71-be41-25e5180115df service nova] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Received event network-changed-48a75f87-51e0-497b-9e37-83df49e9fc02 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1513.333433] env[63097]: DEBUG nova.compute.manager [req-1e948a5d-8e76-453f-86c1-24b957415a25 req-5eec340f-9d2a-4f71-be41-25e5180115df service nova] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Refreshing instance network info cache due to event network-changed-48a75f87-51e0-497b-9e37-83df49e9fc02. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1513.333635] env[63097]: DEBUG oslo_concurrency.lockutils [req-1e948a5d-8e76-453f-86c1-24b957415a25 req-5eec340f-9d2a-4f71-be41-25e5180115df service nova] Acquiring lock "refresh_cache-9454c927-1603-4d9c-bf87-3ed11ef25f0e" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1513.384138] env[63097]: DEBUG nova.network.neutron [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1513.485585] env[63097]: DEBUG oslo_concurrency.lockutils [None req-37a1c60a-2d60-457f-a5aa-56fc31e31e82 tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Lock "620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.605s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.499517] env[63097]: DEBUG oslo_vmware.api [None req-5c405522-a6f2-44d3-9195-2276015e6d6b tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Task: {'id': task-1687373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.591248} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.502869] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c405522-a6f2-44d3-9195-2276015e6d6b tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1513.503209] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5c405522-a6f2-44d3-9195-2276015e6d6b tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1513.503483] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5c405522-a6f2-44d3-9195-2276015e6d6b tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1513.503645] env[63097]: INFO nova.compute.manager [None req-5c405522-a6f2-44d3-9195-2276015e6d6b tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1513.503943] env[63097]: DEBUG oslo.service.loopingcall [None req-5c405522-a6f2-44d3-9195-2276015e6d6b tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1513.504241] env[63097]: DEBUG nova.compute.manager [-] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1513.504338] env[63097]: DEBUG nova.network.neutron [-] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1513.531196] env[63097]: DEBUG oslo_vmware.api [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Task: {'id': task-1687374, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.648726] env[63097]: DEBUG nova.network.neutron [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Updating instance_info_cache with network_info: [{"id": "48a75f87-51e0-497b-9e37-83df49e9fc02", "address": "fa:16:3e:f1:5a:c1", "network": {"id": "94712200-def6-47d2-8aea-9450d0e57f82", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-478454733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bef179dd054a49daacd2151914b1000b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48a75f87-51", "ovs_interfaceid": "48a75f87-51e0-497b-9e37-83df49e9fc02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.661797] env[63097]: DEBUG oslo_concurrency.lockutils [req-acea8110-2b03-4f04-a7c3-d20c8a0aae31 req-e08cac1a-6883-4520-84b9-9939fbf32e3d service nova] Releasing lock "refresh_cache-435f2efc-0c43-47fc-9d04-7e3d044935d5" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1513.775455] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.432s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.775849] env[63097]: INFO nova.compute.manager [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Migrating [ 1513.787478] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.763s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.789162] env[63097]: INFO nova.compute.claims [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1514.017699] env[63097]: DEBUG nova.compute.manager [req-3b9ad4b3-60f6-4d51-b259-e09ade3a5e7f req-b3086c73-5822-4188-9d6b-8330919277d2 service nova] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Received event network-vif-deleted-e4d49c99-e5c0-4518-b2fa-f4c52f21b414 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1514.017767] env[63097]: INFO nova.compute.manager [req-3b9ad4b3-60f6-4d51-b259-e09ade3a5e7f req-b3086c73-5822-4188-9d6b-8330919277d2 service nova] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Neutron deleted interface e4d49c99-e5c0-4518-b2fa-f4c52f21b414; detaching it from the instance and deleting it from the info cache [ 1514.017953] env[63097]: DEBUG nova.network.neutron [req-3b9ad4b3-60f6-4d51-b259-e09ade3a5e7f req-b3086c73-5822-4188-9d6b-8330919277d2 service nova] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.038598] env[63097]: DEBUG oslo_vmware.api [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Task: {'id': task-1687374, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556739} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.039016] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b/f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1514.039251] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1514.039811] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b61e352b-4aca-4829-aa5d-5528d4f4a931 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.042872] env[63097]: DEBUG oslo_concurrency.lockutils [None req-89c4deb5-3875-438c-a696-dc61cb0a17bc tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquiring lock "2f260405-ecd8-4fc5-93b1-2d547b77468c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.043136] env[63097]: DEBUG oslo_concurrency.lockutils [None req-89c4deb5-3875-438c-a696-dc61cb0a17bc tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Lock "2f260405-ecd8-4fc5-93b1-2d547b77468c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.051175] env[63097]: DEBUG oslo_vmware.api [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Waiting for the task: (returnval){ [ 1514.051175] env[63097]: value = "task-1687375" [ 1514.051175] env[63097]: _type = "Task" [ 1514.051175] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.061443] env[63097]: DEBUG oslo_vmware.api [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Task: {'id': task-1687375, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.108785] env[63097]: DEBUG oslo_concurrency.lockutils [None req-46ea508f-b0a0-440a-9570-236312210c6d tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Acquiring lock "620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.109063] env[63097]: DEBUG oslo_concurrency.lockutils [None req-46ea508f-b0a0-440a-9570-236312210c6d tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Lock "620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.109344] env[63097]: DEBUG oslo_concurrency.lockutils [None req-46ea508f-b0a0-440a-9570-236312210c6d tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Acquiring lock "620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.109567] env[63097]: DEBUG oslo_concurrency.lockutils [None req-46ea508f-b0a0-440a-9570-236312210c6d tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Lock "620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.109768] env[63097]: DEBUG oslo_concurrency.lockutils [None req-46ea508f-b0a0-440a-9570-236312210c6d tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Lock "620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.112756] env[63097]: INFO nova.compute.manager [None req-46ea508f-b0a0-440a-9570-236312210c6d tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Terminating instance [ 1514.114784] env[63097]: DEBUG nova.compute.manager [None req-46ea508f-b0a0-440a-9570-236312210c6d tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1514.114989] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-46ea508f-b0a0-440a-9570-236312210c6d tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1514.115842] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e55e408-4db6-42ee-9a26-490dc8b5e6af {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.123621] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-46ea508f-b0a0-440a-9570-236312210c6d tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1514.123897] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b95b76f-ac49-45d7-943e-0c0364cd241f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.130407] env[63097]: DEBUG oslo_vmware.api [None req-46ea508f-b0a0-440a-9570-236312210c6d tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Waiting for the task: (returnval){ [ 1514.130407] env[63097]: value = "task-1687376" [ 1514.130407] env[63097]: _type = "Task" [ 1514.130407] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.138238] env[63097]: DEBUG oslo_vmware.api [None req-46ea508f-b0a0-440a-9570-236312210c6d tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Task: {'id': task-1687376, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.151100] env[63097]: DEBUG oslo_concurrency.lockutils [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Releasing lock "refresh_cache-9454c927-1603-4d9c-bf87-3ed11ef25f0e" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.151451] env[63097]: DEBUG nova.compute.manager [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Instance network_info: |[{"id": "48a75f87-51e0-497b-9e37-83df49e9fc02", "address": "fa:16:3e:f1:5a:c1", "network": {"id": "94712200-def6-47d2-8aea-9450d0e57f82", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-478454733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bef179dd054a49daacd2151914b1000b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48a75f87-51", "ovs_interfaceid": "48a75f87-51e0-497b-9e37-83df49e9fc02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1514.151757] env[63097]: DEBUG oslo_concurrency.lockutils [req-1e948a5d-8e76-453f-86c1-24b957415a25 req-5eec340f-9d2a-4f71-be41-25e5180115df service nova] Acquired lock "refresh_cache-9454c927-1603-4d9c-bf87-3ed11ef25f0e" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.151946] env[63097]: DEBUG nova.network.neutron [req-1e948a5d-8e76-453f-86c1-24b957415a25 req-5eec340f-9d2a-4f71-be41-25e5180115df service nova] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Refreshing network info cache for port 48a75f87-51e0-497b-9e37-83df49e9fc02 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1514.153829] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:5a:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c20f5114-0866-45b3-9a7c-62f113ff83fa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48a75f87-51e0-497b-9e37-83df49e9fc02', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1514.161819] env[63097]: DEBUG oslo.service.loopingcall [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1514.162692] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1514.162935] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d81f0c67-88e4-4dc1-9798-1c4b75a4ee69 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.183481] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1514.183481] env[63097]: value = "task-1687377" [ 1514.183481] env[63097]: _type = "Task" [ 1514.183481] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.196252] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687377, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.302617] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquiring lock "refresh_cache-3ac3d689-7f96-4afb-9ea1-1e5b260d6246" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.302843] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquired lock "refresh_cache-3ac3d689-7f96-4afb-9ea1-1e5b260d6246" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.303077] env[63097]: DEBUG nova.network.neutron [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1514.373031] env[63097]: DEBUG nova.network.neutron [-] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.523881] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-03ffb5cd-4155-4738-9016-a20e40a94fce {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.537896] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907115ae-b833-4b4b-ba45-01a5ebfc2a70 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.560136] env[63097]: DEBUG nova.compute.utils [None req-89c4deb5-3875-438c-a696-dc61cb0a17bc tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1514.571659] env[63097]: DEBUG oslo_vmware.api [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Task: {'id': task-1687375, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065896} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.572379] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1514.573234] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1984a4-ef67-4707-b6b1-ccd6b0d184fe {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.588205] env[63097]: DEBUG nova.compute.manager [req-3b9ad4b3-60f6-4d51-b259-e09ade3a5e7f req-b3086c73-5822-4188-9d6b-8330919277d2 service nova] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Detach interface failed, port_id=e4d49c99-e5c0-4518-b2fa-f4c52f21b414, reason: Instance 435f2efc-0c43-47fc-9d04-7e3d044935d5 could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1514.607691] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b/f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1514.608733] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99976e52-78d5-435b-b533-5af389c69c18 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.629424] env[63097]: DEBUG oslo_vmware.api [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Waiting for the task: (returnval){ [ 1514.629424] env[63097]: value = "task-1687378" [ 1514.629424] env[63097]: _type = "Task" [ 1514.629424] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.641345] env[63097]: DEBUG oslo_vmware.api [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Task: {'id': task-1687378, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.644325] env[63097]: DEBUG oslo_vmware.api [None req-46ea508f-b0a0-440a-9570-236312210c6d tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Task: {'id': task-1687376, 'name': PowerOffVM_Task, 'duration_secs': 0.408832} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.644569] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-46ea508f-b0a0-440a-9570-236312210c6d tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1514.644746] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-46ea508f-b0a0-440a-9570-236312210c6d tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1514.644989] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fb8e5ae-4cd7-4b06-864f-d1fbb2f459fd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.696471] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687377, 'name': CreateVM_Task, 'duration_secs': 0.489079} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.696715] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1514.697554] env[63097]: DEBUG oslo_concurrency.lockutils [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.697735] env[63097]: DEBUG oslo_concurrency.lockutils [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.698257] env[63097]: DEBUG oslo_concurrency.lockutils [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1514.698481] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e7f8ff3-624f-458e-b963-41dee16b9f50 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.703638] env[63097]: DEBUG oslo_vmware.api [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1514.703638] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52881f12-5944-c049-5fcf-69623e3f16d5" [ 1514.703638] env[63097]: _type = "Task" [ 1514.703638] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.713702] env[63097]: DEBUG oslo_vmware.api [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52881f12-5944-c049-5fcf-69623e3f16d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.794628] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-46ea508f-b0a0-440a-9570-236312210c6d tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1514.794628] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-46ea508f-b0a0-440a-9570-236312210c6d tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1514.794628] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-46ea508f-b0a0-440a-9570-236312210c6d tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Deleting the datastore file [datastore2] 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1514.794628] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd577756-fc38-46dd-914d-1d749bb28188 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.802933] env[63097]: DEBUG oslo_vmware.api [None req-46ea508f-b0a0-440a-9570-236312210c6d tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Waiting for the task: (returnval){ [ 1514.802933] env[63097]: value = "task-1687380" [ 1514.802933] env[63097]: _type = "Task" [ 1514.802933] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.815585] env[63097]: DEBUG oslo_vmware.api [None req-46ea508f-b0a0-440a-9570-236312210c6d tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Task: {'id': task-1687380, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.876258] env[63097]: INFO nova.compute.manager [-] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Took 1.37 seconds to deallocate network for instance. [ 1514.984616] env[63097]: DEBUG nova.network.neutron [req-1e948a5d-8e76-453f-86c1-24b957415a25 req-5eec340f-9d2a-4f71-be41-25e5180115df service nova] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Updated VIF entry in instance network info cache for port 48a75f87-51e0-497b-9e37-83df49e9fc02. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1514.985119] env[63097]: DEBUG nova.network.neutron [req-1e948a5d-8e76-453f-86c1-24b957415a25 req-5eec340f-9d2a-4f71-be41-25e5180115df service nova] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Updating instance_info_cache with network_info: [{"id": "48a75f87-51e0-497b-9e37-83df49e9fc02", "address": "fa:16:3e:f1:5a:c1", "network": {"id": "94712200-def6-47d2-8aea-9450d0e57f82", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-478454733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bef179dd054a49daacd2151914b1000b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48a75f87-51", "ovs_interfaceid": "48a75f87-51e0-497b-9e37-83df49e9fc02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1515.066653] env[63097]: DEBUG oslo_concurrency.lockutils [None req-89c4deb5-3875-438c-a696-dc61cb0a17bc tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Lock "2f260405-ecd8-4fc5-93b1-2d547b77468c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.023s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1515.143696] env[63097]: DEBUG oslo_vmware.api [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Task: {'id': task-1687378, 'name': ReconfigVM_Task, 'duration_secs': 0.298187} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.148116] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Reconfigured VM instance instance-00000057 to attach disk [datastore2] f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b/f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1515.149277] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02b4423b-4e0a-4645-965b-3cea73263fed {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.156895] env[63097]: DEBUG oslo_vmware.api [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Waiting for the task: (returnval){ [ 1515.156895] env[63097]: value = "task-1687381" [ 1515.156895] env[63097]: _type = "Task" [ 1515.156895] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.166412] env[63097]: DEBUG oslo_vmware.api [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Task: {'id': task-1687381, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.200565] env[63097]: DEBUG nova.network.neutron [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Updating instance_info_cache with network_info: [{"id": "23eb5d77-4022-4a2b-8e00-6f8d78998e57", "address": "fa:16:3e:41:d7:86", "network": {"id": "b953abe6-4fcc-4e63-a60e-723743d40098", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-442380871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed7ca435e054c03a6e4ed9a11cc8646", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23eb5d77-40", "ovs_interfaceid": "23eb5d77-4022-4a2b-8e00-6f8d78998e57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1515.213652] env[63097]: DEBUG oslo_vmware.api [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52881f12-5944-c049-5fcf-69623e3f16d5, 'name': SearchDatastore_Task, 'duration_secs': 0.01386} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.215304] env[63097]: DEBUG oslo_concurrency.lockutils [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.215547] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1515.215817] env[63097]: DEBUG oslo_concurrency.lockutils [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.215971] env[63097]: DEBUG oslo_concurrency.lockutils [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.216186] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1515.216969] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6127e5da-926f-46c5-b8eb-174e7175f4ae {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.219779] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85628cca-bcc5-4710-aff8-3888ba010346 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.226779] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834f8c00-3eda-4b1d-a9ac-1815f8787138 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.231138] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1515.231353] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1515.232453] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d2dc0fd-aa07-4783-9c15-8bb4753cb83c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.262570] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4901c42-0542-4aff-882a-e471cc52bf42 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.266688] env[63097]: DEBUG oslo_vmware.api [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1515.266688] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c274f9-cc74-ad57-349f-f4ef89ad6268" [ 1515.266688] env[63097]: _type = "Task" [ 1515.266688] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.275294] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e39eba-2b87-457c-919b-e0f0706686b0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.283513] env[63097]: DEBUG oslo_vmware.api [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c274f9-cc74-ad57-349f-f4ef89ad6268, 'name': SearchDatastore_Task, 'duration_secs': 0.008231} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.284060] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cf2d8c9-11c0-4296-8be5-04540412194d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.293697] env[63097]: DEBUG nova.compute.provider_tree [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1515.297369] env[63097]: DEBUG oslo_vmware.api [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1515.297369] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52e3dd8b-c162-e706-7a6d-2739bb18e44d" [ 1515.297369] env[63097]: _type = "Task" [ 1515.297369] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.304525] env[63097]: DEBUG oslo_vmware.api [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52e3dd8b-c162-e706-7a6d-2739bb18e44d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.313064] env[63097]: DEBUG oslo_vmware.api [None req-46ea508f-b0a0-440a-9570-236312210c6d tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Task: {'id': task-1687380, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333466} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.313331] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-46ea508f-b0a0-440a-9570-236312210c6d tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1515.314312] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-46ea508f-b0a0-440a-9570-236312210c6d tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1515.314312] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-46ea508f-b0a0-440a-9570-236312210c6d tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1515.314312] env[63097]: INFO nova.compute.manager [None req-46ea508f-b0a0-440a-9570-236312210c6d tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1515.314312] env[63097]: DEBUG oslo.service.loopingcall [None req-46ea508f-b0a0-440a-9570-236312210c6d tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1515.314312] env[63097]: DEBUG nova.compute.manager [-] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1515.314626] env[63097]: DEBUG nova.network.neutron [-] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1515.383621] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5c405522-a6f2-44d3-9195-2276015e6d6b tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.488943] env[63097]: DEBUG oslo_concurrency.lockutils [req-1e948a5d-8e76-453f-86c1-24b957415a25 req-5eec340f-9d2a-4f71-be41-25e5180115df service nova] Releasing lock "refresh_cache-9454c927-1603-4d9c-bf87-3ed11ef25f0e" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.668195] env[63097]: DEBUG oslo_vmware.api [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Task: {'id': task-1687381, 'name': Rename_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.703163] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Releasing lock "refresh_cache-3ac3d689-7f96-4afb-9ea1-1e5b260d6246" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.796623] env[63097]: DEBUG nova.scheduler.client.report [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1515.817770] env[63097]: DEBUG oslo_vmware.api [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52e3dd8b-c162-e706-7a6d-2739bb18e44d, 'name': SearchDatastore_Task, 'duration_secs': 0.008816} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.819546] env[63097]: DEBUG oslo_concurrency.lockutils [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.819816] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 9454c927-1603-4d9c-bf87-3ed11ef25f0e/9454c927-1603-4d9c-bf87-3ed11ef25f0e.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1515.820099] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37890f28-6ca8-469e-a815-844306a1b0f9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.830159] env[63097]: DEBUG oslo_vmware.api [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1515.830159] env[63097]: value = "task-1687382" [ 1515.830159] env[63097]: _type = "Task" [ 1515.830159] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.841194] env[63097]: DEBUG oslo_vmware.api [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.914637] env[63097]: DEBUG nova.compute.manager [req-d66759a6-8b28-4785-9ded-00e11c187553 req-65529f35-d982-44c3-b94c-077070cd9fe9 service nova] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Received event network-vif-deleted-b46ab397-8163-4870-a85e-9862e0f9f61c {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1515.914726] env[63097]: INFO nova.compute.manager [req-d66759a6-8b28-4785-9ded-00e11c187553 req-65529f35-d982-44c3-b94c-077070cd9fe9 service nova] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Neutron deleted interface b46ab397-8163-4870-a85e-9862e0f9f61c; detaching it from the instance and deleting it from the info cache [ 1515.914908] env[63097]: DEBUG nova.network.neutron [req-d66759a6-8b28-4785-9ded-00e11c187553 req-65529f35-d982-44c3-b94c-077070cd9fe9 service nova] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1515.937327] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4461fa4e-47f7-47de-9ffc-d011635c0106 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquiring lock "185ab458-44b4-4bc2-816a-269d7a4e2719" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.937327] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4461fa4e-47f7-47de-9ffc-d011635c0106 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lock "185ab458-44b4-4bc2-816a-269d7a4e2719" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.036271] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1516.036581] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1516.120789] env[63097]: DEBUG oslo_concurrency.lockutils [None req-89c4deb5-3875-438c-a696-dc61cb0a17bc tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquiring lock "2f260405-ecd8-4fc5-93b1-2d547b77468c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1516.121104] env[63097]: DEBUG oslo_concurrency.lockutils [None req-89c4deb5-3875-438c-a696-dc61cb0a17bc tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Lock "2f260405-ecd8-4fc5-93b1-2d547b77468c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.121349] env[63097]: INFO nova.compute.manager [None req-89c4deb5-3875-438c-a696-dc61cb0a17bc tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Attaching volume 2be01338-0492-42c5-8e29-5a84692fcfe5 to /dev/sdb [ 1516.157330] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd68c327-f99b-430e-b72f-17dc2fc3dd94 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.169632] env[63097]: DEBUG oslo_vmware.api [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Task: {'id': task-1687381, 'name': Rename_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.171669] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec01da7-e656-4af9-8093-acb4b58ed103 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.174865] env[63097]: DEBUG nova.network.neutron [-] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.186825] env[63097]: DEBUG nova.virt.block_device [None req-89c4deb5-3875-438c-a696-dc61cb0a17bc tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Updating existing volume attachment record: 3d08b853-befc-4f98-8632-139666824f5d {{(pid=63097) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1516.309569] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.310159] env[63097]: DEBUG nova.compute.manager [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1516.312863] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.470s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.314319] env[63097]: INFO nova.compute.claims [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1516.348435] env[63097]: DEBUG oslo_vmware.api [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687382, 'name': CopyVirtualDisk_Task} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.349105] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 9454c927-1603-4d9c-bf87-3ed11ef25f0e/9454c927-1603-4d9c-bf87-3ed11ef25f0e.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1516.349105] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1516.349230] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-608f7c13-6fe3-43a4-9e57-09a9274b36d6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.356198] env[63097]: DEBUG oslo_vmware.api [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1516.356198] env[63097]: value = "task-1687384" [ 1516.356198] env[63097]: _type = "Task" [ 1516.356198] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.366209] env[63097]: DEBUG oslo_vmware.api [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687384, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.418519] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5040fd8-1f31-4f47-87b4-efe6462268b1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.430808] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a64075-a949-4bc5-9142-ec189001a390 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.443327] env[63097]: INFO nova.compute.manager [None req-4461fa4e-47f7-47de-9ffc-d011635c0106 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Detaching volume 980df00a-9183-46b6-b52c-c6f5a41625fb [ 1516.467472] env[63097]: DEBUG nova.compute.manager [req-d66759a6-8b28-4785-9ded-00e11c187553 req-65529f35-d982-44c3-b94c-077070cd9fe9 service nova] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Detach interface failed, port_id=b46ab397-8163-4870-a85e-9862e0f9f61c, reason: Instance 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29 could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1516.477592] env[63097]: INFO nova.virt.block_device [None req-4461fa4e-47f7-47de-9ffc-d011635c0106 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Attempting to driver detach volume 980df00a-9183-46b6-b52c-c6f5a41625fb from mountpoint /dev/sdb [ 1516.477884] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-4461fa4e-47f7-47de-9ffc-d011635c0106 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Volume detach. Driver type: vmdk {{(pid=63097) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1516.478115] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-4461fa4e-47f7-47de-9ffc-d011635c0106 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351677', 'volume_id': '980df00a-9183-46b6-b52c-c6f5a41625fb', 'name': 'volume-980df00a-9183-46b6-b52c-c6f5a41625fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '185ab458-44b4-4bc2-816a-269d7a4e2719', 'attached_at': '', 'detached_at': '', 'volume_id': '980df00a-9183-46b6-b52c-c6f5a41625fb', 'serial': '980df00a-9183-46b6-b52c-c6f5a41625fb'} {{(pid=63097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1516.479257] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1470aa6b-cce7-45b8-aa95-00c70fdc60bc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.499988] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7e660a-7f3b-4587-9066-0ba190879fe1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.507028] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f30683-4884-4433-a45a-6f9d2f34151e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.528093] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5bf08a2-89ed-42d3-8346-df89a5b4411b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.546820] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-4461fa4e-47f7-47de-9ffc-d011635c0106 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] The volume has not been displaced from its original location: [datastore1] volume-980df00a-9183-46b6-b52c-c6f5a41625fb/volume-980df00a-9183-46b6-b52c-c6f5a41625fb.vmdk. No consolidation needed. {{(pid=63097) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1516.552411] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-4461fa4e-47f7-47de-9ffc-d011635c0106 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Reconfiguring VM instance instance-00000036 to detach disk 2001 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1516.553137] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccd49ae8-38b9-4d35-ac11-b9e45d99b36e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.567397] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1516.567616] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Starting heal instance info cache {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1516.573939] env[63097]: DEBUG oslo_vmware.api [None req-4461fa4e-47f7-47de-9ffc-d011635c0106 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1516.573939] env[63097]: value = "task-1687385" [ 1516.573939] env[63097]: _type = "Task" [ 1516.573939] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.586215] env[63097]: DEBUG oslo_vmware.api [None req-4461fa4e-47f7-47de-9ffc-d011635c0106 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687385, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.670317] env[63097]: DEBUG oslo_vmware.api [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Task: {'id': task-1687381, 'name': Rename_Task, 'duration_secs': 1.126172} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.673549] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1516.673549] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fcd74cea-d34d-4e5e-a0f1-d53937347d03 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.678628] env[63097]: INFO nova.compute.manager [-] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Took 1.36 seconds to deallocate network for instance. [ 1516.678988] env[63097]: DEBUG oslo_vmware.api [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Waiting for the task: (returnval){ [ 1516.678988] env[63097]: value = "task-1687387" [ 1516.678988] env[63097]: _type = "Task" [ 1516.678988] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.699533] env[63097]: DEBUG oslo_vmware.api [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Task: {'id': task-1687387, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.819202] env[63097]: DEBUG nova.compute.utils [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1516.822855] env[63097]: DEBUG nova.compute.manager [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1516.823101] env[63097]: DEBUG nova.network.neutron [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1516.870097] env[63097]: DEBUG oslo_vmware.api [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687384, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.237017} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.870576] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1516.872044] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95cceb63-d8e9-4045-9ed9-2b5daeb66b2e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.875798] env[63097]: DEBUG nova.policy [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e33a2336b80e4412b64b71ea38e7faf7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b52ce07a34b9471bb325a81bab2a1dc4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1516.897789] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 9454c927-1603-4d9c-bf87-3ed11ef25f0e/9454c927-1603-4d9c-bf87-3ed11ef25f0e.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1516.898561] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85b3e34f-6dc8-4ea3-acfa-ec06d3cb6f29 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.917879] env[63097]: DEBUG oslo_vmware.api [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1516.917879] env[63097]: value = "task-1687389" [ 1516.917879] env[63097]: _type = "Task" [ 1516.917879] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.927542] env[63097]: DEBUG oslo_vmware.api [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687389, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.083773] env[63097]: DEBUG oslo_vmware.api [None req-4461fa4e-47f7-47de-9ffc-d011635c0106 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687385, 'name': ReconfigVM_Task, 'duration_secs': 0.241901} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.084228] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-4461fa4e-47f7-47de-9ffc-d011635c0106 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Reconfigured VM instance instance-00000036 to detach disk 2001 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1517.089606] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46903e02-f13a-42dd-bd14-27e0a194ce33 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.108545] env[63097]: DEBUG oslo_vmware.api [None req-4461fa4e-47f7-47de-9ffc-d011635c0106 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1517.108545] env[63097]: value = "task-1687390" [ 1517.108545] env[63097]: _type = "Task" [ 1517.108545] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.119243] env[63097]: DEBUG oslo_vmware.api [None req-4461fa4e-47f7-47de-9ffc-d011635c0106 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687390, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.134831] env[63097]: DEBUG nova.network.neutron [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Successfully created port: addfd7cc-2fe9-4ecc-992c-88202923269c {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1517.193892] env[63097]: DEBUG oslo_vmware.api [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Task: {'id': task-1687387, 'name': PowerOnVM_Task, 'duration_secs': 0.46529} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.194312] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1517.194580] env[63097]: INFO nova.compute.manager [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Took 8.24 seconds to spawn the instance on the hypervisor. [ 1517.194855] env[63097]: DEBUG nova.compute.manager [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1517.195991] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698239d6-47da-4a5a-9501-fb46d6cfc887 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.203457] env[63097]: DEBUG oslo_concurrency.lockutils [None req-46ea508f-b0a0-440a-9570-236312210c6d tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.221728] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da5593e-7b5b-4bb2-9829-888089d54f5a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.247275] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Updating instance '3ac3d689-7f96-4afb-9ea1-1e5b260d6246' progress to 0 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1517.323462] env[63097]: DEBUG nova.compute.manager [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1517.432225] env[63097]: DEBUG oslo_vmware.api [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687389, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.575887] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Didn't find any instances for network info cache update. {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1517.576314] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1517.576490] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1517.576644] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1517.576796] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1517.576955] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1517.577093] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1517.577227] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63097) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1517.577375] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1517.623464] env[63097]: DEBUG oslo_vmware.api [None req-4461fa4e-47f7-47de-9ffc-d011635c0106 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687390, 'name': ReconfigVM_Task, 'duration_secs': 0.208743} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.623812] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-4461fa4e-47f7-47de-9ffc-d011635c0106 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351677', 'volume_id': '980df00a-9183-46b6-b52c-c6f5a41625fb', 'name': 'volume-980df00a-9183-46b6-b52c-c6f5a41625fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '185ab458-44b4-4bc2-816a-269d7a4e2719', 'attached_at': '', 'detached_at': '', 'volume_id': '980df00a-9183-46b6-b52c-c6f5a41625fb', 'serial': '980df00a-9183-46b6-b52c-c6f5a41625fb'} {{(pid=63097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1517.726867] env[63097]: INFO nova.compute.manager [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Took 36.68 seconds to build instance. [ 1517.737750] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e5a03f-c103-4f7a-876d-5f8a85e0c60e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.747692] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58569ccb-0e0f-40b2-b8c8-03c18e56d237 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.754359] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1517.780675] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66f02d4a-662c-4c7a-926e-8dab419a3493 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.783741] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6a93b5-b1fa-4d90-8b6d-164ab8b3e6f3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.795561] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25c2666-65ef-4d3a-819d-38c876e8c29b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.800130] env[63097]: DEBUG oslo_vmware.api [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1517.800130] env[63097]: value = "task-1687391" [ 1517.800130] env[63097]: _type = "Task" [ 1517.800130] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.812793] env[63097]: DEBUG nova.compute.provider_tree [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1517.819665] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] VM already powered off {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1517.819992] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Updating instance '3ac3d689-7f96-4afb-9ea1-1e5b260d6246' progress to 17 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1517.930706] env[63097]: DEBUG oslo_vmware.api [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687389, 'name': ReconfigVM_Task, 'duration_secs': 0.978702} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.931198] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 9454c927-1603-4d9c-bf87-3ed11ef25f0e/9454c927-1603-4d9c-bf87-3ed11ef25f0e.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1517.931810] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ff08248-fd29-454f-82af-d5ba2c4381e2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.938286] env[63097]: DEBUG oslo_vmware.api [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1517.938286] env[63097]: value = "task-1687392" [ 1517.938286] env[63097]: _type = "Task" [ 1517.938286] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.946366] env[63097]: DEBUG oslo_vmware.api [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687392, 'name': Rename_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.081096] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1518.178408] env[63097]: DEBUG nova.objects.instance [None req-4461fa4e-47f7-47de-9ffc-d011635c0106 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lazy-loading 'flavor' on Instance uuid 185ab458-44b4-4bc2-816a-269d7a4e2719 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1518.228604] env[63097]: DEBUG oslo_concurrency.lockutils [None req-46c4ca84-92dd-4cb4-9aaa-5f94f3495e58 tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Lock "f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.190s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.316764] env[63097]: DEBUG nova.scheduler.client.report [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1518.326842] env[63097]: DEBUG nova.virt.hardware [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:21:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1518.327044] env[63097]: DEBUG nova.virt.hardware [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1518.327100] env[63097]: DEBUG nova.virt.hardware [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1518.329102] env[63097]: DEBUG nova.virt.hardware [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1518.329102] env[63097]: DEBUG nova.virt.hardware [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1518.329102] env[63097]: DEBUG nova.virt.hardware [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1518.329102] env[63097]: DEBUG nova.virt.hardware [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1518.329102] env[63097]: DEBUG nova.virt.hardware [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1518.329102] env[63097]: DEBUG nova.virt.hardware [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1518.329365] env[63097]: DEBUG nova.virt.hardware [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1518.329751] env[63097]: DEBUG nova.virt.hardware [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1518.339428] env[63097]: DEBUG nova.compute.manager [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1518.341604] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8eb289c1-b0b5-4979-90ab-b324dafa68de {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.361807] env[63097]: DEBUG oslo_vmware.api [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1518.361807] env[63097]: value = "task-1687393" [ 1518.361807] env[63097]: _type = "Task" [ 1518.361807] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.370074] env[63097]: DEBUG oslo_vmware.api [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687393, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.388142] env[63097]: DEBUG nova.virt.hardware [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1518.388469] env[63097]: DEBUG nova.virt.hardware [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1518.388830] env[63097]: DEBUG nova.virt.hardware [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1518.388830] env[63097]: DEBUG nova.virt.hardware [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1518.388970] env[63097]: DEBUG nova.virt.hardware [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1518.389229] env[63097]: DEBUG nova.virt.hardware [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1518.389496] env[63097]: DEBUG nova.virt.hardware [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1518.389741] env[63097]: DEBUG nova.virt.hardware [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1518.389979] env[63097]: DEBUG nova.virt.hardware [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1518.390246] env[63097]: DEBUG nova.virt.hardware [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1518.390500] env[63097]: DEBUG nova.virt.hardware [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1518.391769] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce89497-e14a-46c1-bda1-69ee93bbbfd6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.399792] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b19bd5-c3bc-43df-97a5-491cfff7a3c7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.449965] env[63097]: DEBUG oslo_vmware.api [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687392, 'name': Rename_Task, 'duration_secs': 0.145867} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.450296] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1518.450566] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22ace6ee-0af2-4630-b504-ea189d4e4b4f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.457547] env[63097]: DEBUG oslo_vmware.api [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1518.457547] env[63097]: value = "task-1687394" [ 1518.457547] env[63097]: _type = "Task" [ 1518.457547] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.468178] env[63097]: DEBUG oslo_vmware.api [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687394, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.701154] env[63097]: DEBUG nova.network.neutron [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Successfully updated port: addfd7cc-2fe9-4ecc-992c-88202923269c {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1518.770367] env[63097]: DEBUG nova.compute.manager [req-a9bd0a94-6bb5-418c-9eb1-616e68d487d3 req-f5c63c91-4393-49c4-9777-bd2687e13445 service nova] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Received event network-vif-plugged-addfd7cc-2fe9-4ecc-992c-88202923269c {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1518.771102] env[63097]: DEBUG oslo_concurrency.lockutils [req-a9bd0a94-6bb5-418c-9eb1-616e68d487d3 req-f5c63c91-4393-49c4-9777-bd2687e13445 service nova] Acquiring lock "1c6ca96b-9d61-431c-b2ad-550fc493ab52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1518.771102] env[63097]: DEBUG oslo_concurrency.lockutils [req-a9bd0a94-6bb5-418c-9eb1-616e68d487d3 req-f5c63c91-4393-49c4-9777-bd2687e13445 service nova] Lock "1c6ca96b-9d61-431c-b2ad-550fc493ab52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1518.771102] env[63097]: DEBUG oslo_concurrency.lockutils [req-a9bd0a94-6bb5-418c-9eb1-616e68d487d3 req-f5c63c91-4393-49c4-9777-bd2687e13445 service nova] Lock "1c6ca96b-9d61-431c-b2ad-550fc493ab52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.771359] env[63097]: DEBUG nova.compute.manager [req-a9bd0a94-6bb5-418c-9eb1-616e68d487d3 req-f5c63c91-4393-49c4-9777-bd2687e13445 service nova] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] No waiting events found dispatching network-vif-plugged-addfd7cc-2fe9-4ecc-992c-88202923269c {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1518.771543] env[63097]: WARNING nova.compute.manager [req-a9bd0a94-6bb5-418c-9eb1-616e68d487d3 req-f5c63c91-4393-49c4-9777-bd2687e13445 service nova] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Received unexpected event network-vif-plugged-addfd7cc-2fe9-4ecc-992c-88202923269c for instance with vm_state building and task_state spawning. [ 1518.822112] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.509s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.822692] env[63097]: DEBUG nova.compute.manager [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1518.825665] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e344f49e-bbbb-462d-8768-1c783dbfd91e tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.359s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1518.825939] env[63097]: DEBUG nova.objects.instance [None req-e344f49e-bbbb-462d-8768-1c783dbfd91e tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lazy-loading 'resources' on Instance uuid 8f876762-7744-41d3-a3eb-530955cd1db0 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1518.878230] env[63097]: DEBUG oslo_vmware.api [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687393, 'name': ReconfigVM_Task, 'duration_secs': 0.167336} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.878881] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Updating instance '3ac3d689-7f96-4afb-9ea1-1e5b260d6246' progress to 33 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1518.972235] env[63097]: DEBUG oslo_vmware.api [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687394, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.185697] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4461fa4e-47f7-47de-9ffc-d011635c0106 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lock "185ab458-44b4-4bc2-816a-269d7a4e2719" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.248s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.206177] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquiring lock "refresh_cache-1c6ca96b-9d61-431c-b2ad-550fc493ab52" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1519.206331] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquired lock "refresh_cache-1c6ca96b-9d61-431c-b2ad-550fc493ab52" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.206553] env[63097]: DEBUG nova.network.neutron [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1519.329467] env[63097]: DEBUG nova.compute.utils [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1519.335582] env[63097]: DEBUG nova.compute.manager [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1519.335802] env[63097]: DEBUG nova.network.neutron [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1519.385541] env[63097]: DEBUG nova.virt.hardware [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1519.385796] env[63097]: DEBUG nova.virt.hardware [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1519.386090] env[63097]: DEBUG nova.virt.hardware [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1519.386255] env[63097]: DEBUG nova.virt.hardware [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1519.386442] env[63097]: DEBUG nova.virt.hardware [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1519.386629] env[63097]: DEBUG nova.virt.hardware [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1519.387102] env[63097]: DEBUG nova.virt.hardware [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1519.387487] env[63097]: DEBUG nova.virt.hardware [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1519.387487] env[63097]: DEBUG nova.virt.hardware [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1519.387573] env[63097]: DEBUG nova.virt.hardware [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1519.388032] env[63097]: DEBUG nova.virt.hardware [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1519.395014] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Reconfiguring VM instance instance-00000021 to detach disk 2000 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1519.398948] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a2f363d-7982-458a-bbdd-fc2210a96a94 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.416500] env[63097]: DEBUG nova.policy [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '123d8169e5414fd9b21529801aea832b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6be52a386c13464ca776fec04986d5f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1519.430315] env[63097]: DEBUG oslo_vmware.api [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1519.430315] env[63097]: value = "task-1687396" [ 1519.430315] env[63097]: _type = "Task" [ 1519.430315] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.440261] env[63097]: DEBUG oslo_vmware.api [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687396, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.456498] env[63097]: DEBUG nova.compute.manager [req-be9d46fd-de45-4ca3-914b-51aa5b7eda5b req-6166ac0d-6f01-443d-b0bd-4779942a6492 service nova] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Received event network-changed-de0491b9-5ac8-4c98-b090-0816f13856f2 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1519.456800] env[63097]: DEBUG nova.compute.manager [req-be9d46fd-de45-4ca3-914b-51aa5b7eda5b req-6166ac0d-6f01-443d-b0bd-4779942a6492 service nova] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Refreshing instance network info cache due to event network-changed-de0491b9-5ac8-4c98-b090-0816f13856f2. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1519.459010] env[63097]: DEBUG oslo_concurrency.lockutils [req-be9d46fd-de45-4ca3-914b-51aa5b7eda5b req-6166ac0d-6f01-443d-b0bd-4779942a6492 service nova] Acquiring lock "refresh_cache-f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1519.459010] env[63097]: DEBUG oslo_concurrency.lockutils [req-be9d46fd-de45-4ca3-914b-51aa5b7eda5b req-6166ac0d-6f01-443d-b0bd-4779942a6492 service nova] Acquired lock "refresh_cache-f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.459010] env[63097]: DEBUG nova.network.neutron [req-be9d46fd-de45-4ca3-914b-51aa5b7eda5b req-6166ac0d-6f01-443d-b0bd-4779942a6492 service nova] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Refreshing network info cache for port de0491b9-5ac8-4c98-b090-0816f13856f2 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1519.478795] env[63097]: DEBUG oslo_vmware.api [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687394, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.479232] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e5e480bd-1eed-48ca-92a1-2512fd60ad16 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquiring lock "185ab458-44b4-4bc2-816a-269d7a4e2719" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.479488] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e5e480bd-1eed-48ca-92a1-2512fd60ad16 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lock "185ab458-44b4-4bc2-816a-269d7a4e2719" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.479870] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e5e480bd-1eed-48ca-92a1-2512fd60ad16 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquiring lock "185ab458-44b4-4bc2-816a-269d7a4e2719-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.480122] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e5e480bd-1eed-48ca-92a1-2512fd60ad16 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lock "185ab458-44b4-4bc2-816a-269d7a4e2719-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.480312] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e5e480bd-1eed-48ca-92a1-2512fd60ad16 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lock "185ab458-44b4-4bc2-816a-269d7a4e2719-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.484937] env[63097]: INFO nova.compute.manager [None req-e5e480bd-1eed-48ca-92a1-2512fd60ad16 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Terminating instance [ 1519.487225] env[63097]: DEBUG nova.compute.manager [None req-e5e480bd-1eed-48ca-92a1-2512fd60ad16 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1519.487604] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e480bd-1eed-48ca-92a1-2512fd60ad16 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1519.488417] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9eb9318-be0b-4706-8083-78369e009601 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.500425] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e480bd-1eed-48ca-92a1-2512fd60ad16 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1519.500708] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07edd6b6-1165-495b-8ae0-245d0de2300a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.507147] env[63097]: DEBUG oslo_vmware.api [None req-e5e480bd-1eed-48ca-92a1-2512fd60ad16 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1519.507147] env[63097]: value = "task-1687397" [ 1519.507147] env[63097]: _type = "Task" [ 1519.507147] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.519715] env[63097]: DEBUG oslo_vmware.api [None req-e5e480bd-1eed-48ca-92a1-2512fd60ad16 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.779766] env[63097]: DEBUG nova.network.neutron [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1519.817177] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7023e0-1d2c-4467-89f0-5d7b00056b32 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.827401] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3c46bc-3091-44a8-97a4-d34954afb9da {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.874967] env[63097]: DEBUG nova.compute.manager [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1519.880616] env[63097]: DEBUG nova.network.neutron [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Successfully created port: 13730099-0a71-41dd-aa26-4da8a6f1cdf9 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1519.883136] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a178559-c107-426c-89cc-259e256f1e76 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.891505] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9a509f-b9bd-41a7-b191-8bfd82650317 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.907686] env[63097]: DEBUG nova.compute.provider_tree [None req-e344f49e-bbbb-462d-8768-1c783dbfd91e tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1519.940669] env[63097]: DEBUG oslo_vmware.api [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687396, 'name': ReconfigVM_Task, 'duration_secs': 0.183885} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.941283] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Reconfigured VM instance instance-00000021 to detach disk 2000 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1519.942145] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fbb29f-49bc-48a1-ac40-75400d8fbfd5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.964760] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 3ac3d689-7f96-4afb-9ea1-1e5b260d6246/3ac3d689-7f96-4afb-9ea1-1e5b260d6246.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1519.968340] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-844f9f46-4d90-4886-815c-9bddb76aae70 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.991023] env[63097]: DEBUG oslo_vmware.api [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687394, 'name': PowerOnVM_Task, 'duration_secs': 1.054833} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.996440] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1519.996440] env[63097]: INFO nova.compute.manager [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Took 8.60 seconds to spawn the instance on the hypervisor. [ 1519.996440] env[63097]: DEBUG nova.compute.manager [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1519.996440] env[63097]: DEBUG oslo_vmware.api [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1519.996440] env[63097]: value = "task-1687398" [ 1519.996440] env[63097]: _type = "Task" [ 1519.996440] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.996440] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f9b953-8422-42bc-93e7-800df721d86c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.010226] env[63097]: DEBUG oslo_vmware.api [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687398, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.020665] env[63097]: DEBUG oslo_vmware.api [None req-e5e480bd-1eed-48ca-92a1-2512fd60ad16 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687397, 'name': PowerOffVM_Task, 'duration_secs': 0.290374} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.021132] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e480bd-1eed-48ca-92a1-2512fd60ad16 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1520.021398] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e480bd-1eed-48ca-92a1-2512fd60ad16 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1520.024179] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-070e6135-0ffc-4a39-8dd4-f2d94dee5df2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.152734] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e480bd-1eed-48ca-92a1-2512fd60ad16 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1520.152982] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e480bd-1eed-48ca-92a1-2512fd60ad16 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1520.153218] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5e480bd-1eed-48ca-92a1-2512fd60ad16 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Deleting the datastore file [datastore1] 185ab458-44b4-4bc2-816a-269d7a4e2719 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1520.153506] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96763817-aefc-4182-88ff-3a7120b14341 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.159941] env[63097]: DEBUG oslo_vmware.api [None req-e5e480bd-1eed-48ca-92a1-2512fd60ad16 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1520.159941] env[63097]: value = "task-1687400" [ 1520.159941] env[63097]: _type = "Task" [ 1520.159941] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.167375] env[63097]: DEBUG oslo_vmware.api [None req-e5e480bd-1eed-48ca-92a1-2512fd60ad16 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687400, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.414585] env[63097]: DEBUG nova.scheduler.client.report [None req-e344f49e-bbbb-462d-8768-1c783dbfd91e tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1520.478338] env[63097]: DEBUG nova.network.neutron [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Updating instance_info_cache with network_info: [{"id": "addfd7cc-2fe9-4ecc-992c-88202923269c", "address": "fa:16:3e:85:2a:00", "network": {"id": "3c4644db-8291-4901-b015-9f1261ac2515", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1197415890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b52ce07a34b9471bb325a81bab2a1dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaddfd7cc-2f", "ovs_interfaceid": "addfd7cc-2fe9-4ecc-992c-88202923269c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.519157] env[63097]: DEBUG oslo_vmware.api [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687398, 'name': ReconfigVM_Task, 'duration_secs': 0.298405} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.521820] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 3ac3d689-7f96-4afb-9ea1-1e5b260d6246/3ac3d689-7f96-4afb-9ea1-1e5b260d6246.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1520.522363] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Updating instance '3ac3d689-7f96-4afb-9ea1-1e5b260d6246' progress to 50 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1520.526901] env[63097]: INFO nova.compute.manager [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Took 34.09 seconds to build instance. [ 1520.674102] env[63097]: DEBUG oslo_vmware.api [None req-e5e480bd-1eed-48ca-92a1-2512fd60ad16 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687400, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154406} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.677235] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5e480bd-1eed-48ca-92a1-2512fd60ad16 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1520.677521] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e480bd-1eed-48ca-92a1-2512fd60ad16 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1520.677801] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e480bd-1eed-48ca-92a1-2512fd60ad16 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1520.678120] env[63097]: INFO nova.compute.manager [None req-e5e480bd-1eed-48ca-92a1-2512fd60ad16 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1520.678449] env[63097]: DEBUG oslo.service.loopingcall [None req-e5e480bd-1eed-48ca-92a1-2512fd60ad16 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1520.678906] env[63097]: DEBUG nova.compute.manager [-] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1520.679160] env[63097]: DEBUG nova.network.neutron [-] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1520.838733] env[63097]: DEBUG nova.compute.manager [req-4c014b95-e42b-474e-aaf6-94720b3b471e req-4631b3b6-d000-439a-9971-8312c154e7c6 service nova] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Received event network-changed-addfd7cc-2fe9-4ecc-992c-88202923269c {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1520.838733] env[63097]: DEBUG nova.compute.manager [req-4c014b95-e42b-474e-aaf6-94720b3b471e req-4631b3b6-d000-439a-9971-8312c154e7c6 service nova] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Refreshing instance network info cache due to event network-changed-addfd7cc-2fe9-4ecc-992c-88202923269c. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1520.838733] env[63097]: DEBUG oslo_concurrency.lockutils [req-4c014b95-e42b-474e-aaf6-94720b3b471e req-4631b3b6-d000-439a-9971-8312c154e7c6 service nova] Acquiring lock "refresh_cache-1c6ca96b-9d61-431c-b2ad-550fc493ab52" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1520.886020] env[63097]: DEBUG nova.compute.manager [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1520.919768] env[63097]: DEBUG nova.virt.hardware [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1520.921605] env[63097]: DEBUG nova.virt.hardware [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1520.921992] env[63097]: DEBUG nova.virt.hardware [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1520.929148] env[63097]: DEBUG nova.virt.hardware [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1520.929148] env[63097]: DEBUG nova.virt.hardware [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1520.929148] env[63097]: DEBUG nova.virt.hardware [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1520.929148] env[63097]: DEBUG nova.virt.hardware [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1520.929148] env[63097]: DEBUG nova.virt.hardware [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1520.929148] env[63097]: DEBUG nova.virt.hardware [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1520.929148] env[63097]: DEBUG nova.virt.hardware [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1520.929148] env[63097]: DEBUG nova.virt.hardware [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1520.930218] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e344f49e-bbbb-462d-8768-1c783dbfd91e tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.104s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.933680] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0d24d7-8627-47fd-87fe-b6d39a97eabc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.938727] env[63097]: DEBUG oslo_concurrency.lockutils [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.446s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1520.947185] env[63097]: INFO nova.compute.claims [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1520.953230] env[63097]: DEBUG nova.network.neutron [req-be9d46fd-de45-4ca3-914b-51aa5b7eda5b req-6166ac0d-6f01-443d-b0bd-4779942a6492 service nova] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Updated VIF entry in instance network info cache for port de0491b9-5ac8-4c98-b090-0816f13856f2. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1520.953677] env[63097]: DEBUG nova.network.neutron [req-be9d46fd-de45-4ca3-914b-51aa5b7eda5b req-6166ac0d-6f01-443d-b0bd-4779942a6492 service nova] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Updating instance_info_cache with network_info: [{"id": "de0491b9-5ac8-4c98-b090-0816f13856f2", "address": "fa:16:3e:f1:81:27", "network": {"id": "a8ab7086-aa5d-4ef2-97da-a86b10eeb789", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-678579170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "165f70bf979a40afb9369bf5c7905d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde0491b9-5a", "ovs_interfaceid": "de0491b9-5ac8-4c98-b090-0816f13856f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.961914] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4c2cdc-5e6b-41b0-99ff-383da44e318e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.980823] env[63097]: INFO nova.scheduler.client.report [None req-e344f49e-bbbb-462d-8768-1c783dbfd91e tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Deleted allocations for instance 8f876762-7744-41d3-a3eb-530955cd1db0 [ 1520.981939] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Releasing lock "refresh_cache-1c6ca96b-9d61-431c-b2ad-550fc493ab52" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1520.982231] env[63097]: DEBUG nova.compute.manager [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Instance network_info: |[{"id": "addfd7cc-2fe9-4ecc-992c-88202923269c", "address": "fa:16:3e:85:2a:00", "network": {"id": "3c4644db-8291-4901-b015-9f1261ac2515", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1197415890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b52ce07a34b9471bb325a81bab2a1dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaddfd7cc-2f", "ovs_interfaceid": "addfd7cc-2fe9-4ecc-992c-88202923269c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1520.985075] env[63097]: DEBUG oslo_concurrency.lockutils [req-4c014b95-e42b-474e-aaf6-94720b3b471e req-4631b3b6-d000-439a-9971-8312c154e7c6 service nova] Acquired lock "refresh_cache-1c6ca96b-9d61-431c-b2ad-550fc493ab52" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.985325] env[63097]: DEBUG nova.network.neutron [req-4c014b95-e42b-474e-aaf6-94720b3b471e req-4631b3b6-d000-439a-9971-8312c154e7c6 service nova] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Refreshing network info cache for port addfd7cc-2fe9-4ecc-992c-88202923269c {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1520.986366] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:2a:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'addfd7cc-2fe9-4ecc-992c-88202923269c', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1520.995150] env[63097]: DEBUG oslo.service.loopingcall [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1520.997523] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1520.998040] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1c8ffd0-4081-4b08-ac5f-c5429d5d9f59 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.025501] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1521.025501] env[63097]: value = "task-1687401" [ 1521.025501] env[63097]: _type = "Task" [ 1521.025501] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.031295] env[63097]: DEBUG oslo_concurrency.lockutils [None req-549f27d6-92f4-44c5-97dc-843509cc54d9 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "9454c927-1603-4d9c-bf87-3ed11ef25f0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.616s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.032111] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e6588c-3666-4bf9-a387-0833ed5d1204 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.055779] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025f76cf-3386-42ea-8374-c269fdb3739f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.058458] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687401, 'name': CreateVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.081157] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Updating instance '3ac3d689-7f96-4afb-9ea1-1e5b260d6246' progress to 67 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1521.085966] env[63097]: DEBUG oslo_concurrency.lockutils [None req-60868375-84e8-46fd-a319-30019c78bd2e tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "9454c927-1603-4d9c-bf87-3ed11ef25f0e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1521.086263] env[63097]: DEBUG oslo_concurrency.lockutils [None req-60868375-84e8-46fd-a319-30019c78bd2e tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "9454c927-1603-4d9c-bf87-3ed11ef25f0e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1521.086456] env[63097]: DEBUG nova.compute.manager [None req-60868375-84e8-46fd-a319-30019c78bd2e tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1521.087772] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ca7a4a-0462-406e-91e9-156534cfabb5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.098808] env[63097]: DEBUG nova.compute.manager [None req-60868375-84e8-46fd-a319-30019c78bd2e tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63097) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1521.099512] env[63097]: DEBUG nova.objects.instance [None req-60868375-84e8-46fd-a319-30019c78bd2e tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lazy-loading 'flavor' on Instance uuid 9454c927-1603-4d9c-bf87-3ed11ef25f0e {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1521.246164] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-89c4deb5-3875-438c-a696-dc61cb0a17bc tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Volume attach. Driver type: vmdk {{(pid=63097) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1521.246779] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-89c4deb5-3875-438c-a696-dc61cb0a17bc tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351729', 'volume_id': '2be01338-0492-42c5-8e29-5a84692fcfe5', 'name': 'volume-2be01338-0492-42c5-8e29-5a84692fcfe5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2f260405-ecd8-4fc5-93b1-2d547b77468c', 'attached_at': '', 'detached_at': '', 'volume_id': '2be01338-0492-42c5-8e29-5a84692fcfe5', 'serial': '2be01338-0492-42c5-8e29-5a84692fcfe5'} {{(pid=63097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1521.247225] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a7cc3d-47bd-487c-9649-595ccc698bc1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.265251] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e751bf94-b7a5-4ebb-bf30-1550cb85f9bf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.291378] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-89c4deb5-3875-438c-a696-dc61cb0a17bc tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] volume-2be01338-0492-42c5-8e29-5a84692fcfe5/volume-2be01338-0492-42c5-8e29-5a84692fcfe5.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1521.294135] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c2f8ea2-3623-484f-be6f-c88aba8d9d53 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.316668] env[63097]: DEBUG oslo_vmware.api [None req-89c4deb5-3875-438c-a696-dc61cb0a17bc tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1521.316668] env[63097]: value = "task-1687402" [ 1521.316668] env[63097]: _type = "Task" [ 1521.316668] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.325655] env[63097]: DEBUG oslo_vmware.api [None req-89c4deb5-3875-438c-a696-dc61cb0a17bc tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687402, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.449648] env[63097]: DEBUG nova.network.neutron [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Successfully updated port: 13730099-0a71-41dd-aa26-4da8a6f1cdf9 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1521.458363] env[63097]: DEBUG oslo_concurrency.lockutils [req-be9d46fd-de45-4ca3-914b-51aa5b7eda5b req-6166ac0d-6f01-443d-b0bd-4779942a6492 service nova] Releasing lock "refresh_cache-f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.500025] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e344f49e-bbbb-462d-8768-1c783dbfd91e tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "8f876762-7744-41d3-a3eb-530955cd1db0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.498s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.535832] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687401, 'name': CreateVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.609247] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-60868375-84e8-46fd-a319-30019c78bd2e tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1521.609247] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14e66d8b-d2c5-474f-b8e2-8f572a690313 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.616436] env[63097]: DEBUG oslo_vmware.api [None req-60868375-84e8-46fd-a319-30019c78bd2e tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1521.616436] env[63097]: value = "task-1687403" [ 1521.616436] env[63097]: _type = "Task" [ 1521.616436] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.626891] env[63097]: DEBUG oslo_vmware.api [None req-60868375-84e8-46fd-a319-30019c78bd2e tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687403, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.637228] env[63097]: DEBUG nova.network.neutron [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Port 23eb5d77-4022-4a2b-8e00-6f8d78998e57 binding to destination host cpu-1 is already ACTIVE {{(pid=63097) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1521.663040] env[63097]: DEBUG nova.network.neutron [req-4c014b95-e42b-474e-aaf6-94720b3b471e req-4631b3b6-d000-439a-9971-8312c154e7c6 service nova] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Updated VIF entry in instance network info cache for port addfd7cc-2fe9-4ecc-992c-88202923269c. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1521.663556] env[63097]: DEBUG nova.network.neutron [req-4c014b95-e42b-474e-aaf6-94720b3b471e req-4631b3b6-d000-439a-9971-8312c154e7c6 service nova] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Updating instance_info_cache with network_info: [{"id": "addfd7cc-2fe9-4ecc-992c-88202923269c", "address": "fa:16:3e:85:2a:00", "network": {"id": "3c4644db-8291-4901-b015-9f1261ac2515", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1197415890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b52ce07a34b9471bb325a81bab2a1dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaddfd7cc-2f", "ovs_interfaceid": "addfd7cc-2fe9-4ecc-992c-88202923269c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.827339] env[63097]: DEBUG oslo_vmware.api [None req-89c4deb5-3875-438c-a696-dc61cb0a17bc tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687402, 'name': ReconfigVM_Task, 'duration_secs': 0.391287} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.827718] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-89c4deb5-3875-438c-a696-dc61cb0a17bc tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Reconfigured VM instance instance-00000051 to attach disk [datastore1] volume-2be01338-0492-42c5-8e29-5a84692fcfe5/volume-2be01338-0492-42c5-8e29-5a84692fcfe5.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1521.833130] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d891ec1-e82c-4501-9f2c-835b8c96a380 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.853024] env[63097]: DEBUG oslo_vmware.api [None req-89c4deb5-3875-438c-a696-dc61cb0a17bc tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1521.853024] env[63097]: value = "task-1687404" [ 1521.853024] env[63097]: _type = "Task" [ 1521.853024] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.859066] env[63097]: DEBUG oslo_vmware.api [None req-89c4deb5-3875-438c-a696-dc61cb0a17bc tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687404, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.948829] env[63097]: DEBUG nova.compute.manager [req-f24f0ec3-84c1-42b5-8d92-123248e23662 req-92463b25-b054-4bc6-940f-2501c68b5f42 service nova] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Received event network-vif-deleted-e92b0eaf-ae0e-4c7f-aaef-addb43dd5874 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1521.949447] env[63097]: INFO nova.compute.manager [req-f24f0ec3-84c1-42b5-8d92-123248e23662 req-92463b25-b054-4bc6-940f-2501c68b5f42 service nova] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Neutron deleted interface e92b0eaf-ae0e-4c7f-aaef-addb43dd5874; detaching it from the instance and deleting it from the info cache [ 1521.949639] env[63097]: DEBUG nova.network.neutron [req-f24f0ec3-84c1-42b5-8d92-123248e23662 req-92463b25-b054-4bc6-940f-2501c68b5f42 service nova] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.954743] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Acquiring lock "refresh_cache-84239f51-6b44-4312-80b3-b6b24fda1fec" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1521.954743] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Acquired lock "refresh_cache-84239f51-6b44-4312-80b3-b6b24fda1fec" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.954743] env[63097]: DEBUG nova.network.neutron [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1522.039884] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687401, 'name': CreateVM_Task, 'duration_secs': 0.520915} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.040583] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1522.041360] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1522.041760] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.041840] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1522.042102] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8dcf019-dc9a-46af-94dd-f19fb64af711 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.049586] env[63097]: DEBUG oslo_vmware.api [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1522.049586] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]521db598-53f7-8548-b289-f05a7cb82ee3" [ 1522.049586] env[63097]: _type = "Task" [ 1522.049586] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.060426] env[63097]: DEBUG oslo_vmware.api [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]521db598-53f7-8548-b289-f05a7cb82ee3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.138218] env[63097]: DEBUG oslo_vmware.api [None req-60868375-84e8-46fd-a319-30019c78bd2e tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687403, 'name': PowerOffVM_Task, 'duration_secs': 0.154931} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.138218] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-60868375-84e8-46fd-a319-30019c78bd2e tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1522.138218] env[63097]: DEBUG nova.compute.manager [None req-60868375-84e8-46fd-a319-30019c78bd2e tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1522.138218] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bae40f5-cd6d-4ca1-b6f6-d73c4d2723be {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.166619] env[63097]: DEBUG oslo_concurrency.lockutils [req-4c014b95-e42b-474e-aaf6-94720b3b471e req-4631b3b6-d000-439a-9971-8312c154e7c6 service nova] Releasing lock "refresh_cache-1c6ca96b-9d61-431c-b2ad-550fc493ab52" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1522.345308] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2006da7d-5f16-4d91-95cd-030edb0087d8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.357441] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9baa5fa-c326-42f5-9ed6-18b9e42e4470 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.366885] env[63097]: DEBUG oslo_vmware.api [None req-89c4deb5-3875-438c-a696-dc61cb0a17bc tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687404, 'name': ReconfigVM_Task, 'duration_secs': 0.149181} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.393752] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-89c4deb5-3875-438c-a696-dc61cb0a17bc tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351729', 'volume_id': '2be01338-0492-42c5-8e29-5a84692fcfe5', 'name': 'volume-2be01338-0492-42c5-8e29-5a84692fcfe5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2f260405-ecd8-4fc5-93b1-2d547b77468c', 'attached_at': '', 'detached_at': '', 'volume_id': '2be01338-0492-42c5-8e29-5a84692fcfe5', 'serial': '2be01338-0492-42c5-8e29-5a84692fcfe5'} {{(pid=63097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1522.395178] env[63097]: DEBUG nova.network.neutron [-] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1522.397152] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40efa846-3c99-4f76-8078-e1b972720feb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.406046] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53265b02-fa3b-43d1-b4fc-fd8fe45d7bd2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.420605] env[63097]: DEBUG nova.compute.provider_tree [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1522.453804] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a5ccf98b-c8c5-4d57-8766-565b1debca76 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.467646] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91847bfe-0ab2-411b-a755-2af6fb5c8916 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.503129] env[63097]: DEBUG nova.compute.manager [req-f24f0ec3-84c1-42b5-8d92-123248e23662 req-92463b25-b054-4bc6-940f-2501c68b5f42 service nova] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Detach interface failed, port_id=e92b0eaf-ae0e-4c7f-aaef-addb43dd5874, reason: Instance 185ab458-44b4-4bc2-816a-269d7a4e2719 could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1522.527151] env[63097]: DEBUG nova.network.neutron [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1522.560164] env[63097]: DEBUG oslo_vmware.api [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]521db598-53f7-8548-b289-f05a7cb82ee3, 'name': SearchDatastore_Task, 'duration_secs': 0.011843} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.561101] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1522.561101] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1522.561998] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1522.561998] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.561998] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1522.561998] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea09900e-5fea-45f2-b103-b3653c3c3551 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.570745] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1522.571032] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1522.572033] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c9ae069-0bb5-475a-9c04-6ec4bb804552 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.579035] env[63097]: DEBUG oslo_vmware.api [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1522.579035] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]521e46c8-8594-7b07-03c3-cd96582fc8fc" [ 1522.579035] env[63097]: _type = "Task" [ 1522.579035] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.586415] env[63097]: DEBUG oslo_vmware.api [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]521e46c8-8594-7b07-03c3-cd96582fc8fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.639240] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "e13820bb-f282-468f-90de-26279db2f9e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.639521] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "e13820bb-f282-468f-90de-26279db2f9e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.650401] env[63097]: DEBUG oslo_concurrency.lockutils [None req-60868375-84e8-46fd-a319-30019c78bd2e tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "9454c927-1603-4d9c-bf87-3ed11ef25f0e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.564s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.666644] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquiring lock "3ac3d689-7f96-4afb-9ea1-1e5b260d6246-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.666644] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "3ac3d689-7f96-4afb-9ea1-1e5b260d6246-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.666644] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "3ac3d689-7f96-4afb-9ea1-1e5b260d6246-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.756573] env[63097]: DEBUG nova.network.neutron [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Updating instance_info_cache with network_info: [{"id": "13730099-0a71-41dd-aa26-4da8a6f1cdf9", "address": "fa:16:3e:ed:5b:b2", "network": {"id": "6b81232d-2bfc-4ee5-aaa8-178b8f49236c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6d5186fbfb8046dfb1f369e636f8eafb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13730099-0a", "ovs_interfaceid": "13730099-0a71-41dd-aa26-4da8a6f1cdf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1522.862438] env[63097]: DEBUG nova.compute.manager [req-fab9b91d-2ad1-4060-b227-f1edd9640516 req-b3f16c23-d5a1-471f-bf1e-64568fa88f92 service nova] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Received event network-vif-plugged-13730099-0a71-41dd-aa26-4da8a6f1cdf9 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1522.862734] env[63097]: DEBUG oslo_concurrency.lockutils [req-fab9b91d-2ad1-4060-b227-f1edd9640516 req-b3f16c23-d5a1-471f-bf1e-64568fa88f92 service nova] Acquiring lock "84239f51-6b44-4312-80b3-b6b24fda1fec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.862900] env[63097]: DEBUG oslo_concurrency.lockutils [req-fab9b91d-2ad1-4060-b227-f1edd9640516 req-b3f16c23-d5a1-471f-bf1e-64568fa88f92 service nova] Lock "84239f51-6b44-4312-80b3-b6b24fda1fec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.863145] env[63097]: DEBUG oslo_concurrency.lockutils [req-fab9b91d-2ad1-4060-b227-f1edd9640516 req-b3f16c23-d5a1-471f-bf1e-64568fa88f92 service nova] Lock "84239f51-6b44-4312-80b3-b6b24fda1fec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.863382] env[63097]: DEBUG nova.compute.manager [req-fab9b91d-2ad1-4060-b227-f1edd9640516 req-b3f16c23-d5a1-471f-bf1e-64568fa88f92 service nova] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] No waiting events found dispatching network-vif-plugged-13730099-0a71-41dd-aa26-4da8a6f1cdf9 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1522.863560] env[63097]: WARNING nova.compute.manager [req-fab9b91d-2ad1-4060-b227-f1edd9640516 req-b3f16c23-d5a1-471f-bf1e-64568fa88f92 service nova] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Received unexpected event network-vif-plugged-13730099-0a71-41dd-aa26-4da8a6f1cdf9 for instance with vm_state building and task_state spawning. [ 1522.863726] env[63097]: DEBUG nova.compute.manager [req-fab9b91d-2ad1-4060-b227-f1edd9640516 req-b3f16c23-d5a1-471f-bf1e-64568fa88f92 service nova] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Received event network-changed-13730099-0a71-41dd-aa26-4da8a6f1cdf9 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1522.863884] env[63097]: DEBUG nova.compute.manager [req-fab9b91d-2ad1-4060-b227-f1edd9640516 req-b3f16c23-d5a1-471f-bf1e-64568fa88f92 service nova] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Refreshing instance network info cache due to event network-changed-13730099-0a71-41dd-aa26-4da8a6f1cdf9. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1522.864115] env[63097]: DEBUG oslo_concurrency.lockutils [req-fab9b91d-2ad1-4060-b227-f1edd9640516 req-b3f16c23-d5a1-471f-bf1e-64568fa88f92 service nova] Acquiring lock "refresh_cache-84239f51-6b44-4312-80b3-b6b24fda1fec" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1522.899515] env[63097]: INFO nova.compute.manager [-] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Took 2.22 seconds to deallocate network for instance. [ 1522.924020] env[63097]: DEBUG nova.scheduler.client.report [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1523.089372] env[63097]: DEBUG oslo_vmware.api [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]521e46c8-8594-7b07-03c3-cd96582fc8fc, 'name': SearchDatastore_Task, 'duration_secs': 0.009528} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.090102] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-958032e7-9ad6-4b62-b5f2-295b10768d09 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.095317] env[63097]: DEBUG oslo_vmware.api [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1523.095317] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52af648e-d4da-d135-9586-3061a7cc6d45" [ 1523.095317] env[63097]: _type = "Task" [ 1523.095317] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.102796] env[63097]: DEBUG oslo_vmware.api [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52af648e-d4da-d135-9586-3061a7cc6d45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.141930] env[63097]: DEBUG nova.compute.manager [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1523.206468] env[63097]: DEBUG oslo_concurrency.lockutils [None req-11f31097-774e-4669-82a9-f6fe01eb6f1c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "9454c927-1603-4d9c-bf87-3ed11ef25f0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.206772] env[63097]: DEBUG oslo_concurrency.lockutils [None req-11f31097-774e-4669-82a9-f6fe01eb6f1c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "9454c927-1603-4d9c-bf87-3ed11ef25f0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1523.206990] env[63097]: DEBUG oslo_concurrency.lockutils [None req-11f31097-774e-4669-82a9-f6fe01eb6f1c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "9454c927-1603-4d9c-bf87-3ed11ef25f0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.207161] env[63097]: DEBUG oslo_concurrency.lockutils [None req-11f31097-774e-4669-82a9-f6fe01eb6f1c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "9454c927-1603-4d9c-bf87-3ed11ef25f0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1523.207341] env[63097]: DEBUG oslo_concurrency.lockutils [None req-11f31097-774e-4669-82a9-f6fe01eb6f1c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "9454c927-1603-4d9c-bf87-3ed11ef25f0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1523.209538] env[63097]: INFO nova.compute.manager [None req-11f31097-774e-4669-82a9-f6fe01eb6f1c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Terminating instance [ 1523.211323] env[63097]: DEBUG nova.compute.manager [None req-11f31097-774e-4669-82a9-f6fe01eb6f1c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1523.211519] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-11f31097-774e-4669-82a9-f6fe01eb6f1c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1523.212350] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27178af2-7ba5-48ea-84f0-f4be2a76d2e0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.220820] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-11f31097-774e-4669-82a9-f6fe01eb6f1c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1523.221434] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4d8e667-4b8e-4ed8-bc36-434ce43007d9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.258841] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Releasing lock "refresh_cache-84239f51-6b44-4312-80b3-b6b24fda1fec" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.259199] env[63097]: DEBUG nova.compute.manager [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Instance network_info: |[{"id": "13730099-0a71-41dd-aa26-4da8a6f1cdf9", "address": "fa:16:3e:ed:5b:b2", "network": {"id": "6b81232d-2bfc-4ee5-aaa8-178b8f49236c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6d5186fbfb8046dfb1f369e636f8eafb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13730099-0a", "ovs_interfaceid": "13730099-0a71-41dd-aa26-4da8a6f1cdf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1523.259516] env[63097]: DEBUG oslo_concurrency.lockutils [req-fab9b91d-2ad1-4060-b227-f1edd9640516 req-b3f16c23-d5a1-471f-bf1e-64568fa88f92 service nova] Acquired lock "refresh_cache-84239f51-6b44-4312-80b3-b6b24fda1fec" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.259710] env[63097]: DEBUG nova.network.neutron [req-fab9b91d-2ad1-4060-b227-f1edd9640516 req-b3f16c23-d5a1-471f-bf1e-64568fa88f92 service nova] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Refreshing network info cache for port 13730099-0a71-41dd-aa26-4da8a6f1cdf9 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1523.261007] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:5b:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13730099-0a71-41dd-aa26-4da8a6f1cdf9', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1523.268492] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Creating folder: Project (6be52a386c13464ca776fec04986d5f6). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1523.271319] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87e0e483-4610-4624-98e8-5f3d780ec772 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.283070] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Created folder: Project (6be52a386c13464ca776fec04986d5f6) in parent group-v351483. [ 1523.283292] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Creating folder: Instances. Parent ref: group-v351731. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1523.283526] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1358c73-1a9d-4b7f-81b4-71ed1bd1a1b8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.293570] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Created folder: Instances in parent group-v351731. [ 1523.293800] env[63097]: DEBUG oslo.service.loopingcall [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1523.293981] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1523.294198] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19b4d6c1-b571-4c6a-9c9f-e0d336069713 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.315424] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1523.315424] env[63097]: value = "task-1687408" [ 1523.315424] env[63097]: _type = "Task" [ 1523.315424] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.326111] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687408, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.405787] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e5e480bd-1eed-48ca-92a1-2512fd60ad16 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.428633] env[63097]: DEBUG oslo_concurrency.lockutils [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1523.429272] env[63097]: DEBUG nova.compute.manager [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1523.432097] env[63097]: DEBUG oslo_concurrency.lockutils [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.414s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1523.432293] env[63097]: DEBUG nova.objects.instance [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63097) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1523.439438] env[63097]: DEBUG nova.objects.instance [None req-89c4deb5-3875-438c-a696-dc61cb0a17bc tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Lazy-loading 'flavor' on Instance uuid 2f260405-ecd8-4fc5-93b1-2d547b77468c {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1523.475654] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-11f31097-774e-4669-82a9-f6fe01eb6f1c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1523.475898] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-11f31097-774e-4669-82a9-f6fe01eb6f1c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1523.476099] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-11f31097-774e-4669-82a9-f6fe01eb6f1c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Deleting the datastore file [datastore2] 9454c927-1603-4d9c-bf87-3ed11ef25f0e {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1523.476594] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf7285fe-51bf-469b-8454-36ef0b656e03 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.481044] env[63097]: DEBUG nova.network.neutron [req-fab9b91d-2ad1-4060-b227-f1edd9640516 req-b3f16c23-d5a1-471f-bf1e-64568fa88f92 service nova] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Updated VIF entry in instance network info cache for port 13730099-0a71-41dd-aa26-4da8a6f1cdf9. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1523.481608] env[63097]: DEBUG nova.network.neutron [req-fab9b91d-2ad1-4060-b227-f1edd9640516 req-b3f16c23-d5a1-471f-bf1e-64568fa88f92 service nova] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Updating instance_info_cache with network_info: [{"id": "13730099-0a71-41dd-aa26-4da8a6f1cdf9", "address": "fa:16:3e:ed:5b:b2", "network": {"id": "6b81232d-2bfc-4ee5-aaa8-178b8f49236c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6d5186fbfb8046dfb1f369e636f8eafb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13730099-0a", "ovs_interfaceid": "13730099-0a71-41dd-aa26-4da8a6f1cdf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.485299] env[63097]: DEBUG oslo_vmware.api [None req-11f31097-774e-4669-82a9-f6fe01eb6f1c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1523.485299] env[63097]: value = "task-1687409" [ 1523.485299] env[63097]: _type = "Task" [ 1523.485299] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.494095] env[63097]: DEBUG oslo_vmware.api [None req-11f31097-774e-4669-82a9-f6fe01eb6f1c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687409, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.605915] env[63097]: DEBUG oslo_vmware.api [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52af648e-d4da-d135-9586-3061a7cc6d45, 'name': SearchDatastore_Task, 'duration_secs': 0.010448} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.606244] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.606488] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 1c6ca96b-9d61-431c-b2ad-550fc493ab52/1c6ca96b-9d61-431c-b2ad-550fc493ab52.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1523.606759] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-429759b3-d8bb-4674-8f91-34d42497b673 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.614121] env[63097]: DEBUG oslo_vmware.api [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1523.614121] env[63097]: value = "task-1687410" [ 1523.614121] env[63097]: _type = "Task" [ 1523.614121] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.622308] env[63097]: DEBUG oslo_vmware.api [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687410, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.666014] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.729169] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquiring lock "refresh_cache-3ac3d689-7f96-4afb-9ea1-1e5b260d6246" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.729428] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquired lock "refresh_cache-3ac3d689-7f96-4afb-9ea1-1e5b260d6246" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.729658] env[63097]: DEBUG nova.network.neutron [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1523.827316] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687408, 'name': CreateVM_Task, 'duration_secs': 0.332254} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.827507] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1523.828293] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.828467] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.828875] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1523.829168] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-620b3c54-de0a-43a6-a330-afaaccd6e4ae {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.837255] env[63097]: DEBUG oslo_vmware.api [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Waiting for the task: (returnval){ [ 1523.837255] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]528dede6-fba9-0391-2793-95883e7416aa" [ 1523.837255] env[63097]: _type = "Task" [ 1523.837255] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.846432] env[63097]: DEBUG oslo_vmware.api [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]528dede6-fba9-0391-2793-95883e7416aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.937806] env[63097]: DEBUG nova.compute.utils [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1523.939618] env[63097]: DEBUG nova.compute.manager [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1523.939931] env[63097]: DEBUG nova.network.neutron [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1523.950976] env[63097]: DEBUG oslo_concurrency.lockutils [None req-89c4deb5-3875-438c-a696-dc61cb0a17bc tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Lock "2f260405-ecd8-4fc5-93b1-2d547b77468c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.829s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1523.985805] env[63097]: DEBUG oslo_concurrency.lockutils [req-fab9b91d-2ad1-4060-b227-f1edd9640516 req-b3f16c23-d5a1-471f-bf1e-64568fa88f92 service nova] Releasing lock "refresh_cache-84239f51-6b44-4312-80b3-b6b24fda1fec" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.996954] env[63097]: DEBUG oslo_vmware.api [None req-11f31097-774e-4669-82a9-f6fe01eb6f1c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687409, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13239} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.997470] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-11f31097-774e-4669-82a9-f6fe01eb6f1c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1523.997687] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-11f31097-774e-4669-82a9-f6fe01eb6f1c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1523.997867] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-11f31097-774e-4669-82a9-f6fe01eb6f1c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1523.998055] env[63097]: INFO nova.compute.manager [None req-11f31097-774e-4669-82a9-f6fe01eb6f1c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Took 0.79 seconds to destroy the instance on the hypervisor. [ 1523.998377] env[63097]: DEBUG oslo.service.loopingcall [None req-11f31097-774e-4669-82a9-f6fe01eb6f1c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1523.998621] env[63097]: DEBUG nova.compute.manager [-] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1523.998713] env[63097]: DEBUG nova.network.neutron [-] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1524.003657] env[63097]: DEBUG nova.policy [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '123d8169e5414fd9b21529801aea832b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6be52a386c13464ca776fec04986d5f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1524.084610] env[63097]: INFO nova.compute.manager [None req-945e6362-ead8-4f0f-bb0e-7e250d91ed7b tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Rescuing [ 1524.084610] env[63097]: DEBUG oslo_concurrency.lockutils [None req-945e6362-ead8-4f0f-bb0e-7e250d91ed7b tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquiring lock "refresh_cache-2f260405-ecd8-4fc5-93b1-2d547b77468c" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.084610] env[63097]: DEBUG oslo_concurrency.lockutils [None req-945e6362-ead8-4f0f-bb0e-7e250d91ed7b tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquired lock "refresh_cache-2f260405-ecd8-4fc5-93b1-2d547b77468c" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.084610] env[63097]: DEBUG nova.network.neutron [None req-945e6362-ead8-4f0f-bb0e-7e250d91ed7b tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1524.124408] env[63097]: DEBUG oslo_vmware.api [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687410, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487907} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.127583] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 1c6ca96b-9d61-431c-b2ad-550fc493ab52/1c6ca96b-9d61-431c-b2ad-550fc493ab52.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1524.127583] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1524.127583] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b8be1a3-20f4-460b-809d-00ceb99677d2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.134354] env[63097]: DEBUG oslo_vmware.api [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1524.134354] env[63097]: value = "task-1687411" [ 1524.134354] env[63097]: _type = "Task" [ 1524.134354] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.144690] env[63097]: DEBUG oslo_vmware.api [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687411, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.351304] env[63097]: DEBUG oslo_vmware.api [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]528dede6-fba9-0391-2793-95883e7416aa, 'name': SearchDatastore_Task, 'duration_secs': 0.043977} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.352899] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.353235] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1524.353668] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.353949] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.354210] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1524.355374] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22a85849-e09a-4746-8cca-33e52a7c6194 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.363727] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1524.363910] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1524.364674] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1eda5b79-4c67-494b-b709-f16fc46defd8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.370610] env[63097]: DEBUG oslo_vmware.api [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Waiting for the task: (returnval){ [ 1524.370610] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52901896-9934-0e10-f73f-817c8c69b218" [ 1524.370610] env[63097]: _type = "Task" [ 1524.370610] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.378910] env[63097]: DEBUG oslo_vmware.api [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52901896-9934-0e10-f73f-817c8c69b218, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.443895] env[63097]: DEBUG nova.compute.manager [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1524.453640] env[63097]: DEBUG oslo_concurrency.lockutils [None req-beacf1ad-dec4-4e7d-ba1f-ebbbc30b067d tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1524.458124] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.830s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1524.459627] env[63097]: INFO nova.compute.claims [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1524.506342] env[63097]: DEBUG nova.compute.manager [req-8ebf57da-b29c-409a-b9b1-1b04b785d93b req-70d87c08-7792-46b7-8013-747134af0796 service nova] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Received event network-vif-deleted-48a75f87-51e0-497b-9e37-83df49e9fc02 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1524.506994] env[63097]: INFO nova.compute.manager [req-8ebf57da-b29c-409a-b9b1-1b04b785d93b req-70d87c08-7792-46b7-8013-747134af0796 service nova] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Neutron deleted interface 48a75f87-51e0-497b-9e37-83df49e9fc02; detaching it from the instance and deleting it from the info cache [ 1524.506994] env[63097]: DEBUG nova.network.neutron [req-8ebf57da-b29c-409a-b9b1-1b04b785d93b req-70d87c08-7792-46b7-8013-747134af0796 service nova] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.516505] env[63097]: DEBUG nova.network.neutron [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Updating instance_info_cache with network_info: [{"id": "23eb5d77-4022-4a2b-8e00-6f8d78998e57", "address": "fa:16:3e:41:d7:86", "network": {"id": "b953abe6-4fcc-4e63-a60e-723743d40098", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-442380871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed7ca435e054c03a6e4ed9a11cc8646", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23eb5d77-40", "ovs_interfaceid": "23eb5d77-4022-4a2b-8e00-6f8d78998e57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.545741] env[63097]: DEBUG nova.network.neutron [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Successfully created port: 89028f22-bb0b-468f-bc02-2910c7f4de2a {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1524.641354] env[63097]: DEBUG oslo_vmware.api [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687411, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.22355} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.641745] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1524.642409] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf0c494-571e-4db7-a1fb-b178897b229f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.665261] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 1c6ca96b-9d61-431c-b2ad-550fc493ab52/1c6ca96b-9d61-431c-b2ad-550fc493ab52.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1524.668087] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29e76c39-ccfc-442b-bc4c-9cc1642e9ccd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.688606] env[63097]: DEBUG oslo_vmware.api [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1524.688606] env[63097]: value = "task-1687412" [ 1524.688606] env[63097]: _type = "Task" [ 1524.688606] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.696502] env[63097]: DEBUG oslo_vmware.api [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687412, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.842896] env[63097]: DEBUG nova.network.neutron [None req-945e6362-ead8-4f0f-bb0e-7e250d91ed7b tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Updating instance_info_cache with network_info: [{"id": "3fcca93e-f34a-41f2-90a9-181b60b65f8a", "address": "fa:16:3e:ef:ed:78", "network": {"id": "50215c70-2086-4e75-a852-57a251fe1397", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1988148367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfaa0618e4044c5db920f1465bf6dc07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fcca93e-f3", "ovs_interfaceid": "3fcca93e-f34a-41f2-90a9-181b60b65f8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.884567] env[63097]: DEBUG oslo_vmware.api [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52901896-9934-0e10-f73f-817c8c69b218, 'name': SearchDatastore_Task, 'duration_secs': 0.011353} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.886036] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6c588eb-a5d8-4dd6-9761-fdede2a574bf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.892335] env[63097]: DEBUG oslo_vmware.api [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Waiting for the task: (returnval){ [ 1524.892335] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]522e48be-8638-5ccd-d207-9754251801d7" [ 1524.892335] env[63097]: _type = "Task" [ 1524.892335] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.900360] env[63097]: DEBUG oslo_vmware.api [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]522e48be-8638-5ccd-d207-9754251801d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.979074] env[63097]: DEBUG nova.network.neutron [-] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1525.012792] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3aae2106-8eb5-4a10-bf46-0c8aaf4f588f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.020134] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Releasing lock "refresh_cache-3ac3d689-7f96-4afb-9ea1-1e5b260d6246" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.028070] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feff7c3b-3281-47df-b343-fcccfff0ed6f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.062034] env[63097]: DEBUG nova.compute.manager [req-8ebf57da-b29c-409a-b9b1-1b04b785d93b req-70d87c08-7792-46b7-8013-747134af0796 service nova] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Detach interface failed, port_id=48a75f87-51e0-497b-9e37-83df49e9fc02, reason: Instance 9454c927-1603-4d9c-bf87-3ed11ef25f0e could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1525.199572] env[63097]: DEBUG oslo_vmware.api [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687412, 'name': ReconfigVM_Task, 'duration_secs': 0.263406} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.199923] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 1c6ca96b-9d61-431c-b2ad-550fc493ab52/1c6ca96b-9d61-431c-b2ad-550fc493ab52.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1525.200633] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b5e4966-d732-4cd3-985b-589ea1b407b4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.206821] env[63097]: DEBUG oslo_vmware.api [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1525.206821] env[63097]: value = "task-1687413" [ 1525.206821] env[63097]: _type = "Task" [ 1525.206821] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.214765] env[63097]: DEBUG oslo_vmware.api [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687413, 'name': Rename_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.345401] env[63097]: DEBUG oslo_concurrency.lockutils [None req-945e6362-ead8-4f0f-bb0e-7e250d91ed7b tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Releasing lock "refresh_cache-2f260405-ecd8-4fc5-93b1-2d547b77468c" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.405021] env[63097]: DEBUG oslo_vmware.api [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]522e48be-8638-5ccd-d207-9754251801d7, 'name': SearchDatastore_Task, 'duration_secs': 0.01067} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.405021] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.405021] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 84239f51-6b44-4312-80b3-b6b24fda1fec/84239f51-6b44-4312-80b3-b6b24fda1fec.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1525.405216] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2aeda69-b40f-4c50-afa9-20441c0cbfaa {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.413229] env[63097]: DEBUG oslo_vmware.api [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Waiting for the task: (returnval){ [ 1525.413229] env[63097]: value = "task-1687414" [ 1525.413229] env[63097]: _type = "Task" [ 1525.413229] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.424252] env[63097]: DEBUG oslo_vmware.api [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687414, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.463660] env[63097]: DEBUG nova.compute.manager [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1525.480923] env[63097]: INFO nova.compute.manager [-] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Took 1.48 seconds to deallocate network for instance. [ 1525.488014] env[63097]: DEBUG nova.virt.hardware [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1525.488255] env[63097]: DEBUG nova.virt.hardware [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1525.488422] env[63097]: DEBUG nova.virt.hardware [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1525.488650] env[63097]: DEBUG nova.virt.hardware [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1525.488830] env[63097]: DEBUG nova.virt.hardware [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1525.488986] env[63097]: DEBUG nova.virt.hardware [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1525.489216] env[63097]: DEBUG nova.virt.hardware [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1525.489382] env[63097]: DEBUG nova.virt.hardware [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1525.489557] env[63097]: DEBUG nova.virt.hardware [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1525.489723] env[63097]: DEBUG nova.virt.hardware [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1525.489904] env[63097]: DEBUG nova.virt.hardware [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1525.490763] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4346d39-dfd8-4bb1-9e66-6ee3f32a0a5e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.502288] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4536cc1d-641b-413a-8cb0-55fe580aad76 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.558856] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ab7b1c-013f-4576-bdf3-1358bf48ee74 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.586237] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56259bd-0ade-40aa-a3f1-8285b67db181 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.594665] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Updating instance '3ac3d689-7f96-4afb-9ea1-1e5b260d6246' progress to 83 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1525.721944] env[63097]: DEBUG oslo_vmware.api [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687413, 'name': Rename_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.820885] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081322d8-a412-4767-9fff-eb7e8d2b10f5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.831568] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4560427c-1246-4154-b877-b87ad23d41cd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.862523] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744d6ed1-ad1a-4bb1-8b07-c16714d6361b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.870016] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52290a5-817f-4f9a-b48c-189e4de085f1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.876633] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-945e6362-ead8-4f0f-bb0e-7e250d91ed7b tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1525.876856] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e36f398f-6ff0-400e-92f2-3bb90dd586d3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.885501] env[63097]: DEBUG nova.compute.provider_tree [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1525.892324] env[63097]: DEBUG oslo_vmware.api [None req-945e6362-ead8-4f0f-bb0e-7e250d91ed7b tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1525.892324] env[63097]: value = "task-1687415" [ 1525.892324] env[63097]: _type = "Task" [ 1525.892324] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.900529] env[63097]: DEBUG oslo_vmware.api [None req-945e6362-ead8-4f0f-bb0e-7e250d91ed7b tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.923542] env[63097]: DEBUG oslo_vmware.api [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687414, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448623} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.924579] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 84239f51-6b44-4312-80b3-b6b24fda1fec/84239f51-6b44-4312-80b3-b6b24fda1fec.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1525.924579] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1525.924834] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cdb6ad08-ba46-4410-923f-a05c6c4315e3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.934020] env[63097]: DEBUG oslo_vmware.api [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Waiting for the task: (returnval){ [ 1525.934020] env[63097]: value = "task-1687416" [ 1525.934020] env[63097]: _type = "Task" [ 1525.934020] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.940720] env[63097]: DEBUG oslo_vmware.api [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687416, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.998063] env[63097]: DEBUG oslo_concurrency.lockutils [None req-11f31097-774e-4669-82a9-f6fe01eb6f1c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.103136] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc2c49e-4dec-4b5c-9a30-280e30cfa007 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Updating instance '3ac3d689-7f96-4afb-9ea1-1e5b260d6246' progress to 100 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1526.220697] env[63097]: DEBUG oslo_vmware.api [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687413, 'name': Rename_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.347681] env[63097]: DEBUG nova.compute.manager [req-44b4a820-0d17-4456-a290-55a7a785e172 req-a1150693-41bb-43f7-b8b0-7ac2d992f0fe service nova] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Received event network-vif-plugged-89028f22-bb0b-468f-bc02-2910c7f4de2a {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1526.347681] env[63097]: DEBUG oslo_concurrency.lockutils [req-44b4a820-0d17-4456-a290-55a7a785e172 req-a1150693-41bb-43f7-b8b0-7ac2d992f0fe service nova] Acquiring lock "194e0271-9f69-43c9-8282-5ddc52d699a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.347837] env[63097]: DEBUG oslo_concurrency.lockutils [req-44b4a820-0d17-4456-a290-55a7a785e172 req-a1150693-41bb-43f7-b8b0-7ac2d992f0fe service nova] Lock "194e0271-9f69-43c9-8282-5ddc52d699a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.348174] env[63097]: DEBUG oslo_concurrency.lockutils [req-44b4a820-0d17-4456-a290-55a7a785e172 req-a1150693-41bb-43f7-b8b0-7ac2d992f0fe service nova] Lock "194e0271-9f69-43c9-8282-5ddc52d699a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.348337] env[63097]: DEBUG nova.compute.manager [req-44b4a820-0d17-4456-a290-55a7a785e172 req-a1150693-41bb-43f7-b8b0-7ac2d992f0fe service nova] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] No waiting events found dispatching network-vif-plugged-89028f22-bb0b-468f-bc02-2910c7f4de2a {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1526.348437] env[63097]: WARNING nova.compute.manager [req-44b4a820-0d17-4456-a290-55a7a785e172 req-a1150693-41bb-43f7-b8b0-7ac2d992f0fe service nova] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Received unexpected event network-vif-plugged-89028f22-bb0b-468f-bc02-2910c7f4de2a for instance with vm_state building and task_state spawning. [ 1526.388046] env[63097]: DEBUG nova.scheduler.client.report [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1526.403614] env[63097]: DEBUG oslo_vmware.api [None req-945e6362-ead8-4f0f-bb0e-7e250d91ed7b tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.442792] env[63097]: DEBUG oslo_vmware.api [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687416, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066976} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.443117] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1526.443995] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f1e466-948f-4b5a-9c46-db3df84c116c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.466559] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 84239f51-6b44-4312-80b3-b6b24fda1fec/84239f51-6b44-4312-80b3-b6b24fda1fec.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1526.466917] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fc80730-ee84-4988-aabf-2c5d658f423c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.488525] env[63097]: DEBUG oslo_vmware.api [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Waiting for the task: (returnval){ [ 1526.488525] env[63097]: value = "task-1687417" [ 1526.488525] env[63097]: _type = "Task" [ 1526.488525] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.497224] env[63097]: DEBUG oslo_vmware.api [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687417, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.719225] env[63097]: DEBUG oslo_vmware.api [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687413, 'name': Rename_Task, 'duration_secs': 1.132514} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.719397] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1526.719694] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a4b607a-9b7a-428e-83c9-b661e8385dc8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.727116] env[63097]: DEBUG oslo_vmware.api [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1526.727116] env[63097]: value = "task-1687418" [ 1526.727116] env[63097]: _type = "Task" [ 1526.727116] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.727886] env[63097]: DEBUG nova.network.neutron [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Successfully updated port: 89028f22-bb0b-468f-bc02-2910c7f4de2a {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1526.738762] env[63097]: DEBUG oslo_vmware.api [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687418, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.750538] env[63097]: DEBUG nova.compute.manager [req-87c8cfac-861a-4d57-8ac1-f48d4832d3cb req-bfc6e29e-0eeb-425b-add8-2db18af1a181 service nova] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Received event network-changed-89028f22-bb0b-468f-bc02-2910c7f4de2a {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1526.750763] env[63097]: DEBUG nova.compute.manager [req-87c8cfac-861a-4d57-8ac1-f48d4832d3cb req-bfc6e29e-0eeb-425b-add8-2db18af1a181 service nova] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Refreshing instance network info cache due to event network-changed-89028f22-bb0b-468f-bc02-2910c7f4de2a. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1526.751069] env[63097]: DEBUG oslo_concurrency.lockutils [req-87c8cfac-861a-4d57-8ac1-f48d4832d3cb req-bfc6e29e-0eeb-425b-add8-2db18af1a181 service nova] Acquiring lock "refresh_cache-194e0271-9f69-43c9-8282-5ddc52d699a5" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1526.751222] env[63097]: DEBUG oslo_concurrency.lockutils [req-87c8cfac-861a-4d57-8ac1-f48d4832d3cb req-bfc6e29e-0eeb-425b-add8-2db18af1a181 service nova] Acquired lock "refresh_cache-194e0271-9f69-43c9-8282-5ddc52d699a5" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.751407] env[63097]: DEBUG nova.network.neutron [req-87c8cfac-861a-4d57-8ac1-f48d4832d3cb req-bfc6e29e-0eeb-425b-add8-2db18af1a181 service nova] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Refreshing network info cache for port 89028f22-bb0b-468f-bc02-2910c7f4de2a {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1526.893479] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.894107] env[63097]: DEBUG nova.compute.manager [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1526.896730] env[63097]: DEBUG oslo_concurrency.lockutils [None req-936d0894-2020-42a9-af79-9ace1565133e tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.658s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.897014] env[63097]: DEBUG nova.objects.instance [None req-936d0894-2020-42a9-af79-9ace1565133e tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lazy-loading 'resources' on Instance uuid 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1526.908635] env[63097]: DEBUG oslo_vmware.api [None req-945e6362-ead8-4f0f-bb0e-7e250d91ed7b tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687415, 'name': PowerOffVM_Task, 'duration_secs': 0.626162} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.909411] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-945e6362-ead8-4f0f-bb0e-7e250d91ed7b tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1526.910037] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3072dcc5-8073-46a1-be05-84fe06d65a98 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.931974] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19beb47a-028c-4cd3-af19-33c64eb74f3b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.966146] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-945e6362-ead8-4f0f-bb0e-7e250d91ed7b tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1526.966564] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f72ba770-02e4-4ad4-a3b4-971edfbefbe0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.973859] env[63097]: DEBUG oslo_vmware.api [None req-945e6362-ead8-4f0f-bb0e-7e250d91ed7b tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1526.973859] env[63097]: value = "task-1687419" [ 1526.973859] env[63097]: _type = "Task" [ 1526.973859] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.981644] env[63097]: DEBUG oslo_vmware.api [None req-945e6362-ead8-4f0f-bb0e-7e250d91ed7b tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.996705] env[63097]: DEBUG oslo_vmware.api [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687417, 'name': ReconfigVM_Task, 'duration_secs': 0.382121} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.997009] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 84239f51-6b44-4312-80b3-b6b24fda1fec/84239f51-6b44-4312-80b3-b6b24fda1fec.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1526.997634] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-521b8976-fe13-49d4-a5d9-039cca3962b1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.003618] env[63097]: DEBUG oslo_vmware.api [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Waiting for the task: (returnval){ [ 1527.003618] env[63097]: value = "task-1687420" [ 1527.003618] env[63097]: _type = "Task" [ 1527.003618] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.011512] env[63097]: DEBUG oslo_vmware.api [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687420, 'name': Rename_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.233626] env[63097]: DEBUG oslo_concurrency.lockutils [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Acquiring lock "refresh_cache-194e0271-9f69-43c9-8282-5ddc52d699a5" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1527.239701] env[63097]: DEBUG oslo_vmware.api [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687418, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.306495] env[63097]: DEBUG nova.network.neutron [req-87c8cfac-861a-4d57-8ac1-f48d4832d3cb req-bfc6e29e-0eeb-425b-add8-2db18af1a181 service nova] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1527.402417] env[63097]: DEBUG nova.compute.utils [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1527.408022] env[63097]: DEBUG nova.compute.manager [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1527.408022] env[63097]: DEBUG nova.network.neutron [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1527.425891] env[63097]: DEBUG nova.network.neutron [req-87c8cfac-861a-4d57-8ac1-f48d4832d3cb req-bfc6e29e-0eeb-425b-add8-2db18af1a181 service nova] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.459774] env[63097]: DEBUG nova.policy [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32727165f93b44519b01cbb1d90a4290', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1caa7647ebc840f48dc539a8cc2c484b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1527.488245] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-945e6362-ead8-4f0f-bb0e-7e250d91ed7b tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] VM already powered off {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1527.488542] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-945e6362-ead8-4f0f-bb0e-7e250d91ed7b tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1527.488785] env[63097]: DEBUG oslo_concurrency.lockutils [None req-945e6362-ead8-4f0f-bb0e-7e250d91ed7b tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1527.488943] env[63097]: DEBUG oslo_concurrency.lockutils [None req-945e6362-ead8-4f0f-bb0e-7e250d91ed7b tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.489165] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-945e6362-ead8-4f0f-bb0e-7e250d91ed7b tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1527.492178] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80b4ca26-0684-4945-b60b-5e496ce38db2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.505579] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-945e6362-ead8-4f0f-bb0e-7e250d91ed7b tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1527.505579] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-945e6362-ead8-4f0f-bb0e-7e250d91ed7b tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1527.506977] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70123f2c-6d72-487b-90ed-673630498434 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.521243] env[63097]: DEBUG oslo_vmware.api [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687420, 'name': Rename_Task, 'duration_secs': 0.40931} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.521664] env[63097]: DEBUG oslo_vmware.api [None req-945e6362-ead8-4f0f-bb0e-7e250d91ed7b tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1527.521664] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c49e20-ac85-21d9-0af1-5175e5ec8754" [ 1527.521664] env[63097]: _type = "Task" [ 1527.521664] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.522037] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1527.522415] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c87d2d8e-29db-4dbd-a1b7-33236caca896 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.536354] env[63097]: DEBUG oslo_vmware.api [None req-945e6362-ead8-4f0f-bb0e-7e250d91ed7b tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c49e20-ac85-21d9-0af1-5175e5ec8754, 'name': SearchDatastore_Task, 'duration_secs': 0.015222} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.537781] env[63097]: DEBUG oslo_vmware.api [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Waiting for the task: (returnval){ [ 1527.537781] env[63097]: value = "task-1687421" [ 1527.537781] env[63097]: _type = "Task" [ 1527.537781] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.538125] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e81d4341-677b-4784-8263-a7ec474cd64e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.550228] env[63097]: DEBUG oslo_vmware.api [None req-945e6362-ead8-4f0f-bb0e-7e250d91ed7b tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1527.550228] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]522a12fb-8e46-bcfe-d631-34f928a441d2" [ 1527.550228] env[63097]: _type = "Task" [ 1527.550228] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.555478] env[63097]: DEBUG oslo_vmware.api [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687421, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.569033] env[63097]: DEBUG oslo_vmware.api [None req-945e6362-ead8-4f0f-bb0e-7e250d91ed7b tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]522a12fb-8e46-bcfe-d631-34f928a441d2, 'name': SearchDatastore_Task, 'duration_secs': 0.015755} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.569117] env[63097]: DEBUG oslo_concurrency.lockutils [None req-945e6362-ead8-4f0f-bb0e-7e250d91ed7b tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1527.569362] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-945e6362-ead8-4f0f-bb0e-7e250d91ed7b tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 2f260405-ecd8-4fc5-93b1-2d547b77468c/62867302-ebc1-4c14-ab1f-3120d7e2b6ed-rescue.vmdk. {{(pid=63097) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1527.569664] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4921ad5-89c0-4dc0-adc2-b8278244becc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.577395] env[63097]: DEBUG oslo_vmware.api [None req-945e6362-ead8-4f0f-bb0e-7e250d91ed7b tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1527.577395] env[63097]: value = "task-1687422" [ 1527.577395] env[63097]: _type = "Task" [ 1527.577395] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.586294] env[63097]: DEBUG oslo_vmware.api [None req-945e6362-ead8-4f0f-bb0e-7e250d91ed7b tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687422, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.743434] env[63097]: DEBUG oslo_vmware.api [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687418, 'name': PowerOnVM_Task, 'duration_secs': 0.782685} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.743829] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1527.744137] env[63097]: INFO nova.compute.manager [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Took 9.40 seconds to spawn the instance on the hypervisor. [ 1527.744405] env[63097]: DEBUG nova.compute.manager [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1527.745305] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f6a9d2-bab4-4ca7-a973-783bd7e3efc1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.762049] env[63097]: DEBUG nova.network.neutron [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Successfully created port: 818e243a-6f2a-404c-b1b3-b5438d5e38f2 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1527.808422] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161e603b-6b45-4552-83d5-e1b01952d06c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.818280] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd1397d-e37a-4663-809d-7e6f78337724 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.855617] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f184f654-a9f9-43a0-af74-227ae4eb5bd5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.866334] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501340cc-ccc0-4b43-8a2f-5472812c52e1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.885563] env[63097]: DEBUG nova.compute.provider_tree [None req-936d0894-2020-42a9-af79-9ace1565133e tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1527.907861] env[63097]: DEBUG nova.compute.manager [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1527.927817] env[63097]: DEBUG oslo_concurrency.lockutils [req-87c8cfac-861a-4d57-8ac1-f48d4832d3cb req-bfc6e29e-0eeb-425b-add8-2db18af1a181 service nova] Releasing lock "refresh_cache-194e0271-9f69-43c9-8282-5ddc52d699a5" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1527.928246] env[63097]: DEBUG oslo_concurrency.lockutils [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Acquired lock "refresh_cache-194e0271-9f69-43c9-8282-5ddc52d699a5" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.928434] env[63097]: DEBUG nova.network.neutron [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1528.053154] env[63097]: DEBUG oslo_vmware.api [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687421, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.087498] env[63097]: DEBUG oslo_vmware.api [None req-945e6362-ead8-4f0f-bb0e-7e250d91ed7b tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687422, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.268396] env[63097]: INFO nova.compute.manager [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Took 35.27 seconds to build instance. [ 1528.391764] env[63097]: DEBUG nova.scheduler.client.report [None req-936d0894-2020-42a9-af79-9ace1565133e tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1528.442730] env[63097]: DEBUG oslo_concurrency.lockutils [None req-49f14c42-9d4c-4a01-86b2-76ed4e59203c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquiring lock "3ac3d689-7f96-4afb-9ea1-1e5b260d6246" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.443461] env[63097]: DEBUG oslo_concurrency.lockutils [None req-49f14c42-9d4c-4a01-86b2-76ed4e59203c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "3ac3d689-7f96-4afb-9ea1-1e5b260d6246" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.443461] env[63097]: DEBUG nova.compute.manager [None req-49f14c42-9d4c-4a01-86b2-76ed4e59203c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Going to confirm migration 3 {{(pid=63097) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1528.464701] env[63097]: DEBUG nova.network.neutron [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1528.551810] env[63097]: DEBUG oslo_vmware.api [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687421, 'name': PowerOnVM_Task, 'duration_secs': 0.527432} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.554263] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1528.554491] env[63097]: INFO nova.compute.manager [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Took 7.67 seconds to spawn the instance on the hypervisor. [ 1528.554680] env[63097]: DEBUG nova.compute.manager [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1528.556928] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e06429-5764-4bcf-bea1-fc1d3ad80123 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.592935] env[63097]: DEBUG oslo_vmware.api [None req-945e6362-ead8-4f0f-bb0e-7e250d91ed7b tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687422, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561979} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.594857] env[63097]: INFO nova.virt.vmwareapi.ds_util [None req-945e6362-ead8-4f0f-bb0e-7e250d91ed7b tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 2f260405-ecd8-4fc5-93b1-2d547b77468c/62867302-ebc1-4c14-ab1f-3120d7e2b6ed-rescue.vmdk. [ 1528.595652] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d674cfd-5852-46e3-9a1a-2f853ecd8df5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.624630] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-945e6362-ead8-4f0f-bb0e-7e250d91ed7b tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 2f260405-ecd8-4fc5-93b1-2d547b77468c/62867302-ebc1-4c14-ab1f-3120d7e2b6ed-rescue.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1528.627607] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8e8ec2f-4425-4eea-b38f-cfe87e4d5177 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.647610] env[63097]: DEBUG oslo_vmware.api [None req-945e6362-ead8-4f0f-bb0e-7e250d91ed7b tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1528.647610] env[63097]: value = "task-1687423" [ 1528.647610] env[63097]: _type = "Task" [ 1528.647610] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.656788] env[63097]: DEBUG oslo_vmware.api [None req-945e6362-ead8-4f0f-bb0e-7e250d91ed7b tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687423, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.770191] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d41e5412-ba50-49c5-9e09-a9d8ab0cde4c tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "1c6ca96b-9d61-431c-b2ad-550fc493ab52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.784s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.776230] env[63097]: DEBUG nova.network.neutron [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Updating instance_info_cache with network_info: [{"id": "89028f22-bb0b-468f-bc02-2910c7f4de2a", "address": "fa:16:3e:f6:97:28", "network": {"id": "6b81232d-2bfc-4ee5-aaa8-178b8f49236c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6d5186fbfb8046dfb1f369e636f8eafb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89028f22-bb", "ovs_interfaceid": "89028f22-bb0b-468f-bc02-2910c7f4de2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1528.896581] env[63097]: DEBUG oslo_concurrency.lockutils [None req-936d0894-2020-42a9-af79-9ace1565133e tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.898883] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.183s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.900447] env[63097]: INFO nova.compute.claims [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1528.918692] env[63097]: INFO nova.scheduler.client.report [None req-936d0894-2020-42a9-af79-9ace1565133e tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Deleted allocations for instance 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3 [ 1528.921823] env[63097]: DEBUG nova.compute.manager [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1528.962068] env[63097]: DEBUG nova.virt.hardware [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1528.962347] env[63097]: DEBUG nova.virt.hardware [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1528.962513] env[63097]: DEBUG nova.virt.hardware [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1528.962744] env[63097]: DEBUG nova.virt.hardware [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1528.963031] env[63097]: DEBUG nova.virt.hardware [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1528.963114] env[63097]: DEBUG nova.virt.hardware [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1528.963753] env[63097]: DEBUG nova.virt.hardware [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1528.963753] env[63097]: DEBUG nova.virt.hardware [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1528.963753] env[63097]: DEBUG nova.virt.hardware [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1528.963887] env[63097]: DEBUG nova.virt.hardware [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1528.964076] env[63097]: DEBUG nova.virt.hardware [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1528.964985] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1254a102-326b-49a5-a0c1-ac2f703994ea {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.976905] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd4aa8f-fa35-4880-bafc-ec63400d9f57 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.022723] env[63097]: DEBUG oslo_concurrency.lockutils [None req-49f14c42-9d4c-4a01-86b2-76ed4e59203c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquiring lock "refresh_cache-3ac3d689-7f96-4afb-9ea1-1e5b260d6246" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1529.022930] env[63097]: DEBUG oslo_concurrency.lockutils [None req-49f14c42-9d4c-4a01-86b2-76ed4e59203c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquired lock "refresh_cache-3ac3d689-7f96-4afb-9ea1-1e5b260d6246" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.023187] env[63097]: DEBUG nova.network.neutron [None req-49f14c42-9d4c-4a01-86b2-76ed4e59203c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1529.023414] env[63097]: DEBUG nova.objects.instance [None req-49f14c42-9d4c-4a01-86b2-76ed4e59203c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lazy-loading 'info_cache' on Instance uuid 3ac3d689-7f96-4afb-9ea1-1e5b260d6246 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1529.071881] env[63097]: INFO nova.compute.manager [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Took 35.25 seconds to build instance. [ 1529.157314] env[63097]: DEBUG oslo_vmware.api [None req-945e6362-ead8-4f0f-bb0e-7e250d91ed7b tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.263454] env[63097]: DEBUG nova.compute.manager [req-224bdb0b-44be-45bc-bf47-248e378225be req-d3cf5540-bb91-471a-a762-657892b1c8d1 service nova] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Received event network-vif-plugged-818e243a-6f2a-404c-b1b3-b5438d5e38f2 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1529.263668] env[63097]: DEBUG oslo_concurrency.lockutils [req-224bdb0b-44be-45bc-bf47-248e378225be req-d3cf5540-bb91-471a-a762-657892b1c8d1 service nova] Acquiring lock "36974656-9b00-492e-bc16-ffbe101bc2bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.263884] env[63097]: DEBUG oslo_concurrency.lockutils [req-224bdb0b-44be-45bc-bf47-248e378225be req-d3cf5540-bb91-471a-a762-657892b1c8d1 service nova] Lock "36974656-9b00-492e-bc16-ffbe101bc2bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.264083] env[63097]: DEBUG oslo_concurrency.lockutils [req-224bdb0b-44be-45bc-bf47-248e378225be req-d3cf5540-bb91-471a-a762-657892b1c8d1 service nova] Lock "36974656-9b00-492e-bc16-ffbe101bc2bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.264491] env[63097]: DEBUG nova.compute.manager [req-224bdb0b-44be-45bc-bf47-248e378225be req-d3cf5540-bb91-471a-a762-657892b1c8d1 service nova] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] No waiting events found dispatching network-vif-plugged-818e243a-6f2a-404c-b1b3-b5438d5e38f2 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1529.264719] env[63097]: WARNING nova.compute.manager [req-224bdb0b-44be-45bc-bf47-248e378225be req-d3cf5540-bb91-471a-a762-657892b1c8d1 service nova] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Received unexpected event network-vif-plugged-818e243a-6f2a-404c-b1b3-b5438d5e38f2 for instance with vm_state building and task_state spawning. [ 1529.278611] env[63097]: DEBUG oslo_concurrency.lockutils [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Releasing lock "refresh_cache-194e0271-9f69-43c9-8282-5ddc52d699a5" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1529.278913] env[63097]: DEBUG nova.compute.manager [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Instance network_info: |[{"id": "89028f22-bb0b-468f-bc02-2910c7f4de2a", "address": "fa:16:3e:f6:97:28", "network": {"id": "6b81232d-2bfc-4ee5-aaa8-178b8f49236c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6d5186fbfb8046dfb1f369e636f8eafb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89028f22-bb", "ovs_interfaceid": "89028f22-bb0b-468f-bc02-2910c7f4de2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1529.279345] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:97:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89028f22-bb0b-468f-bc02-2910c7f4de2a', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1529.288706] env[63097]: DEBUG oslo.service.loopingcall [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1529.289745] env[63097]: DEBUG nova.network.neutron [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Successfully updated port: 818e243a-6f2a-404c-b1b3-b5438d5e38f2 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1529.293047] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1529.293047] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95275b14-5c12-4986-8ae3-f9301f35464f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.308309] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "refresh_cache-36974656-9b00-492e-bc16-ffbe101bc2bb" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1529.308386] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquired lock "refresh_cache-36974656-9b00-492e-bc16-ffbe101bc2bb" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.308501] env[63097]: DEBUG nova.network.neutron [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1529.315838] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1529.315838] env[63097]: value = "task-1687424" [ 1529.315838] env[63097]: _type = "Task" [ 1529.315838] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.324653] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687424, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.429817] env[63097]: DEBUG oslo_concurrency.lockutils [None req-936d0894-2020-42a9-af79-9ace1565133e tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.719s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.574025] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2359f4ea-02c1-49f6-9060-c2a20c904149 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Lock "84239f51-6b44-4312-80b3-b6b24fda1fec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.762s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.657875] env[63097]: DEBUG oslo_vmware.api [None req-945e6362-ead8-4f0f-bb0e-7e250d91ed7b tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687423, 'name': ReconfigVM_Task, 'duration_secs': 0.937396} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.658234] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-945e6362-ead8-4f0f-bb0e-7e250d91ed7b tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 2f260405-ecd8-4fc5-93b1-2d547b77468c/62867302-ebc1-4c14-ab1f-3120d7e2b6ed-rescue.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1529.659131] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242d53d1-9ac8-4eb3-811e-bb552390c12d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.688262] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-091db3c3-f3d7-4ea4-aa21-cdbebcc6ad94 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.704173] env[63097]: DEBUG oslo_vmware.api [None req-945e6362-ead8-4f0f-bb0e-7e250d91ed7b tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1529.704173] env[63097]: value = "task-1687425" [ 1529.704173] env[63097]: _type = "Task" [ 1529.704173] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.712304] env[63097]: DEBUG oslo_vmware.api [None req-945e6362-ead8-4f0f-bb0e-7e250d91ed7b tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687425, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.826252] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687424, 'name': CreateVM_Task, 'duration_secs': 0.357388} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.826508] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1529.827111] env[63097]: DEBUG oslo_concurrency.lockutils [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1529.827294] env[63097]: DEBUG oslo_concurrency.lockutils [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.827621] env[63097]: DEBUG oslo_concurrency.lockutils [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1529.827885] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a7dd3d7-00d4-43c9-b1e1-57bc677a6732 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.833052] env[63097]: DEBUG oslo_vmware.api [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Waiting for the task: (returnval){ [ 1529.833052] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]525c163e-6576-a645-10de-d5417a98f9e7" [ 1529.833052] env[63097]: _type = "Task" [ 1529.833052] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.841256] env[63097]: DEBUG oslo_vmware.api [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]525c163e-6576-a645-10de-d5417a98f9e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.842079] env[63097]: DEBUG nova.network.neutron [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1529.982803] env[63097]: DEBUG nova.network.neutron [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Updating instance_info_cache with network_info: [{"id": "818e243a-6f2a-404c-b1b3-b5438d5e38f2", "address": "fa:16:3e:43:54:67", "network": {"id": "7862ef5e-43cc-4460-8494-e49f3fb27411", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-385212728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caa7647ebc840f48dc539a8cc2c484b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap818e243a-6f", "ovs_interfaceid": "818e243a-6f2a-404c-b1b3-b5438d5e38f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.135883] env[63097]: DEBUG nova.compute.manager [None req-acb2a7b6-eafd-480f-bd17-6edd5bc6d249 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1530.137397] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e8a838-ed7a-4150-b4a8-b4a8df620a25 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.195844] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7d9bfd-1c2c-43fd-bd99-67083b199f64 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.203982] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f3a0b6-5d3d-4190-9245-faf4ad34d743 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.215447] env[63097]: DEBUG oslo_vmware.api [None req-945e6362-ead8-4f0f-bb0e-7e250d91ed7b tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687425, 'name': ReconfigVM_Task, 'duration_secs': 0.156718} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.241581] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-945e6362-ead8-4f0f-bb0e-7e250d91ed7b tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1530.244388] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af499c5a-5aba-4155-b30c-1178c0f561e4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.246459] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8de2272-0fb5-47f5-a79d-df218f6a6ce3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.254455] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322ad0d2-4366-4191-b677-eeb2b4881f5f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.259037] env[63097]: DEBUG oslo_vmware.api [None req-945e6362-ead8-4f0f-bb0e-7e250d91ed7b tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1530.259037] env[63097]: value = "task-1687426" [ 1530.259037] env[63097]: _type = "Task" [ 1530.259037] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.269896] env[63097]: DEBUG nova.compute.provider_tree [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1530.275835] env[63097]: DEBUG oslo_vmware.api [None req-945e6362-ead8-4f0f-bb0e-7e250d91ed7b tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687426, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.284945] env[63097]: DEBUG nova.network.neutron [None req-49f14c42-9d4c-4a01-86b2-76ed4e59203c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Updating instance_info_cache with network_info: [{"id": "23eb5d77-4022-4a2b-8e00-6f8d78998e57", "address": "fa:16:3e:41:d7:86", "network": {"id": "b953abe6-4fcc-4e63-a60e-723743d40098", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-442380871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed7ca435e054c03a6e4ed9a11cc8646", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23eb5d77-40", "ovs_interfaceid": "23eb5d77-4022-4a2b-8e00-6f8d78998e57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.345068] env[63097]: DEBUG oslo_vmware.api [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]525c163e-6576-a645-10de-d5417a98f9e7, 'name': SearchDatastore_Task, 'duration_secs': 0.01008} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.345068] env[63097]: DEBUG oslo_concurrency.lockutils [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1530.345284] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1530.345530] env[63097]: DEBUG oslo_concurrency.lockutils [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1530.345710] env[63097]: DEBUG oslo_concurrency.lockutils [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.345861] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1530.346148] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74776779-fffa-44c2-9eae-825fa41d0c75 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.354927] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1530.355099] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1530.355836] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9010d15-2203-4de0-8133-eba647b98975 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.361346] env[63097]: DEBUG oslo_vmware.api [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Waiting for the task: (returnval){ [ 1530.361346] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b329c1-03c9-0cfe-f145-10904701e701" [ 1530.361346] env[63097]: _type = "Task" [ 1530.361346] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.368643] env[63097]: DEBUG oslo_vmware.api [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b329c1-03c9-0cfe-f145-10904701e701, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.485291] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Releasing lock "refresh_cache-36974656-9b00-492e-bc16-ffbe101bc2bb" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1530.485655] env[63097]: DEBUG nova.compute.manager [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Instance network_info: |[{"id": "818e243a-6f2a-404c-b1b3-b5438d5e38f2", "address": "fa:16:3e:43:54:67", "network": {"id": "7862ef5e-43cc-4460-8494-e49f3fb27411", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-385212728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caa7647ebc840f48dc539a8cc2c484b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap818e243a-6f", "ovs_interfaceid": "818e243a-6f2a-404c-b1b3-b5438d5e38f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1530.486380] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:54:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ded8bac-871f-491b-94ec-cb67c08bc828', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '818e243a-6f2a-404c-b1b3-b5438d5e38f2', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1530.493576] env[63097]: DEBUG oslo.service.loopingcall [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1530.493823] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1530.494073] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b366ecf1-807b-4298-96cd-dd1af9fda9ae {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.514368] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1530.514368] env[63097]: value = "task-1687427" [ 1530.514368] env[63097]: _type = "Task" [ 1530.514368] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.521811] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687427, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.652703] env[63097]: INFO nova.compute.manager [None req-acb2a7b6-eafd-480f-bd17-6edd5bc6d249 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] instance snapshotting [ 1530.655990] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3469dd-15be-434d-9083-117e2d89b560 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.676833] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a5a160-b543-4d77-9bab-805c94cb4f4e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.771735] env[63097]: DEBUG oslo_vmware.api [None req-945e6362-ead8-4f0f-bb0e-7e250d91ed7b tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687426, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.772787] env[63097]: DEBUG nova.scheduler.client.report [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1530.787554] env[63097]: DEBUG oslo_concurrency.lockutils [None req-49f14c42-9d4c-4a01-86b2-76ed4e59203c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Releasing lock "refresh_cache-3ac3d689-7f96-4afb-9ea1-1e5b260d6246" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1530.787900] env[63097]: DEBUG nova.objects.instance [None req-49f14c42-9d4c-4a01-86b2-76ed4e59203c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lazy-loading 'migration_context' on Instance uuid 3ac3d689-7f96-4afb-9ea1-1e5b260d6246 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1530.872624] env[63097]: DEBUG oslo_vmware.api [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b329c1-03c9-0cfe-f145-10904701e701, 'name': SearchDatastore_Task, 'duration_secs': 0.008881} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.873601] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-483e9209-a398-499d-900c-a384ffee17fa {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.879875] env[63097]: DEBUG oslo_vmware.api [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Waiting for the task: (returnval){ [ 1530.879875] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52f4e605-c039-7cf7-6002-592b28c5cba2" [ 1530.879875] env[63097]: _type = "Task" [ 1530.879875] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.889571] env[63097]: DEBUG oslo_vmware.api [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52f4e605-c039-7cf7-6002-592b28c5cba2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.024868] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687427, 'name': CreateVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.188079] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-acb2a7b6-eafd-480f-bd17-6edd5bc6d249 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Creating Snapshot of the VM instance {{(pid=63097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1531.188420] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ae9d61a9-70e8-4228-a75d-048fb5040e2e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.196639] env[63097]: DEBUG oslo_vmware.api [None req-acb2a7b6-eafd-480f-bd17-6edd5bc6d249 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1531.196639] env[63097]: value = "task-1687428" [ 1531.196639] env[63097]: _type = "Task" [ 1531.196639] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.204970] env[63097]: DEBUG oslo_vmware.api [None req-acb2a7b6-eafd-480f-bd17-6edd5bc6d249 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687428, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.270479] env[63097]: DEBUG oslo_vmware.api [None req-945e6362-ead8-4f0f-bb0e-7e250d91ed7b tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687426, 'name': PowerOnVM_Task, 'duration_secs': 0.543514} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.270768] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-945e6362-ead8-4f0f-bb0e-7e250d91ed7b tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1531.273600] env[63097]: DEBUG nova.compute.manager [None req-945e6362-ead8-4f0f-bb0e-7e250d91ed7b tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1531.274434] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e073c1de-3c1a-4ad8-8133-05cedc2f1768 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.280652] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.382s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.281179] env[63097]: DEBUG nova.compute.manager [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1531.285978] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.456s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.287306] env[63097]: INFO nova.compute.claims [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1531.290122] env[63097]: DEBUG nova.objects.base [None req-49f14c42-9d4c-4a01-86b2-76ed4e59203c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Object Instance<3ac3d689-7f96-4afb-9ea1-1e5b260d6246> lazy-loaded attributes: info_cache,migration_context {{(pid=63097) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1531.290915] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fdc410-78ea-4827-9350-fd8cbe52176c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.310398] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69e3d30f-a864-49ba-ab89-0a8176ac378e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.317845] env[63097]: DEBUG oslo_vmware.api [None req-49f14c42-9d4c-4a01-86b2-76ed4e59203c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1531.317845] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52931d96-6dda-b430-1242-d24c1df31b63" [ 1531.317845] env[63097]: _type = "Task" [ 1531.317845] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.327274] env[63097]: DEBUG oslo_vmware.api [None req-49f14c42-9d4c-4a01-86b2-76ed4e59203c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52931d96-6dda-b430-1242-d24c1df31b63, 'name': SearchDatastore_Task, 'duration_secs': 0.006567} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.327497] env[63097]: DEBUG oslo_concurrency.lockutils [None req-49f14c42-9d4c-4a01-86b2-76ed4e59203c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.338435] env[63097]: DEBUG nova.compute.manager [req-b4335295-830a-4764-8f38-aeabb310be1c req-2d7eecd6-6600-4ed3-8123-6ff0eedc4512 service nova] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Received event network-changed-818e243a-6f2a-404c-b1b3-b5438d5e38f2 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1531.338567] env[63097]: DEBUG nova.compute.manager [req-b4335295-830a-4764-8f38-aeabb310be1c req-2d7eecd6-6600-4ed3-8123-6ff0eedc4512 service nova] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Refreshing instance network info cache due to event network-changed-818e243a-6f2a-404c-b1b3-b5438d5e38f2. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1531.338896] env[63097]: DEBUG oslo_concurrency.lockutils [req-b4335295-830a-4764-8f38-aeabb310be1c req-2d7eecd6-6600-4ed3-8123-6ff0eedc4512 service nova] Acquiring lock "refresh_cache-36974656-9b00-492e-bc16-ffbe101bc2bb" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1531.338896] env[63097]: DEBUG oslo_concurrency.lockutils [req-b4335295-830a-4764-8f38-aeabb310be1c req-2d7eecd6-6600-4ed3-8123-6ff0eedc4512 service nova] Acquired lock "refresh_cache-36974656-9b00-492e-bc16-ffbe101bc2bb" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.339078] env[63097]: DEBUG nova.network.neutron [req-b4335295-830a-4764-8f38-aeabb310be1c req-2d7eecd6-6600-4ed3-8123-6ff0eedc4512 service nova] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Refreshing network info cache for port 818e243a-6f2a-404c-b1b3-b5438d5e38f2 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1531.392138] env[63097]: DEBUG oslo_vmware.api [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52f4e605-c039-7cf7-6002-592b28c5cba2, 'name': SearchDatastore_Task, 'duration_secs': 0.009941} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.392421] env[63097]: DEBUG oslo_concurrency.lockutils [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.392685] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 194e0271-9f69-43c9-8282-5ddc52d699a5/194e0271-9f69-43c9-8282-5ddc52d699a5.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1531.392941] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb8dd5e3-756a-4523-8b1d-fff4a1a9847d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.399758] env[63097]: DEBUG oslo_vmware.api [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Waiting for the task: (returnval){ [ 1531.399758] env[63097]: value = "task-1687429" [ 1531.399758] env[63097]: _type = "Task" [ 1531.399758] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.407801] env[63097]: DEBUG oslo_vmware.api [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.525800] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687427, 'name': CreateVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.707352] env[63097]: DEBUG oslo_vmware.api [None req-acb2a7b6-eafd-480f-bd17-6edd5bc6d249 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687428, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.788501] env[63097]: DEBUG nova.compute.utils [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1531.790229] env[63097]: DEBUG nova.compute.manager [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1531.790415] env[63097]: DEBUG nova.network.neutron [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1531.838578] env[63097]: DEBUG nova.policy [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3efa2ecfa5d3448b86bddad26a99cc71', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'daa7867f5c3b4e6e8e319e4b098166c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1531.909486] env[63097]: DEBUG oslo_vmware.api [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.426424} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.910047] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 194e0271-9f69-43c9-8282-5ddc52d699a5/194e0271-9f69-43c9-8282-5ddc52d699a5.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1531.910047] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1531.910377] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e07c20fa-708a-4d2b-963a-99ce360a5651 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.916547] env[63097]: DEBUG oslo_vmware.api [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Waiting for the task: (returnval){ [ 1531.916547] env[63097]: value = "task-1687430" [ 1531.916547] env[63097]: _type = "Task" [ 1531.916547] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.925394] env[63097]: DEBUG oslo_vmware.api [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687430, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.035239] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687427, 'name': CreateVM_Task, 'duration_secs': 1.341717} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.035433] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1532.036189] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.036376] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.036714] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1532.038069] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93b319d5-1013-4d6d-a5c5-43e2430d456d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.046936] env[63097]: DEBUG oslo_vmware.api [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1532.046936] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5278652a-0a77-d32a-d228-20b30fb410a6" [ 1532.046936] env[63097]: _type = "Task" [ 1532.046936] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.059530] env[63097]: DEBUG oslo_vmware.api [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5278652a-0a77-d32a-d228-20b30fb410a6, 'name': SearchDatastore_Task, 'duration_secs': 0.009192} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.060457] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1532.060717] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1532.060851] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.061018] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.061227] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1532.062756] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d84cd6c-2b13-4ce6-94e3-5844543979da {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.069755] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1532.069934] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1532.070684] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b0fc3bb-3a27-493e-96a1-5f326ae56e97 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.076412] env[63097]: DEBUG oslo_vmware.api [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1532.076412] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52835de9-b7db-bd20-33bd-f4e47068bf28" [ 1532.076412] env[63097]: _type = "Task" [ 1532.076412] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.084380] env[63097]: DEBUG oslo_vmware.api [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52835de9-b7db-bd20-33bd-f4e47068bf28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.182116] env[63097]: DEBUG nova.network.neutron [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Successfully created port: 952d5643-dadf-4bb0-bbc1-d6bb8c81bb5f {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1532.184798] env[63097]: DEBUG nova.network.neutron [req-b4335295-830a-4764-8f38-aeabb310be1c req-2d7eecd6-6600-4ed3-8123-6ff0eedc4512 service nova] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Updated VIF entry in instance network info cache for port 818e243a-6f2a-404c-b1b3-b5438d5e38f2. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1532.185161] env[63097]: DEBUG nova.network.neutron [req-b4335295-830a-4764-8f38-aeabb310be1c req-2d7eecd6-6600-4ed3-8123-6ff0eedc4512 service nova] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Updating instance_info_cache with network_info: [{"id": "818e243a-6f2a-404c-b1b3-b5438d5e38f2", "address": "fa:16:3e:43:54:67", "network": {"id": "7862ef5e-43cc-4460-8494-e49f3fb27411", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-385212728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caa7647ebc840f48dc539a8cc2c484b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap818e243a-6f", "ovs_interfaceid": "818e243a-6f2a-404c-b1b3-b5438d5e38f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1532.210703] env[63097]: DEBUG oslo_vmware.api [None req-acb2a7b6-eafd-480f-bd17-6edd5bc6d249 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687428, 'name': CreateSnapshot_Task, 'duration_secs': 0.704798} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.210994] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-acb2a7b6-eafd-480f-bd17-6edd5bc6d249 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Created Snapshot of the VM instance {{(pid=63097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1532.212707] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e63438-9acc-4c0c-8d29-fe60250a99ee {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.298112] env[63097]: DEBUG nova.compute.manager [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1532.428841] env[63097]: DEBUG oslo_vmware.api [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687430, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062745} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.431444] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1532.433018] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7723464e-cb11-4076-9f4f-04b99e223e23 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.461113] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 194e0271-9f69-43c9-8282-5ddc52d699a5/194e0271-9f69-43c9-8282-5ddc52d699a5.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1532.464666] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7132eb6-f946-4308-be92-5eefa9cf85ce {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.485418] env[63097]: DEBUG oslo_vmware.api [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Waiting for the task: (returnval){ [ 1532.485418] env[63097]: value = "task-1687431" [ 1532.485418] env[63097]: _type = "Task" [ 1532.485418] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.496065] env[63097]: DEBUG oslo_vmware.api [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687431, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.545106] env[63097]: DEBUG oslo_concurrency.lockutils [None req-df933ac0-dd2f-4435-88a0-4fb48f414cbc tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Acquiring lock "9e95b2bd-0b34-413a-8638-cca05cfa9547" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.545106] env[63097]: DEBUG oslo_concurrency.lockutils [None req-df933ac0-dd2f-4435-88a0-4fb48f414cbc tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lock "9e95b2bd-0b34-413a-8638-cca05cfa9547" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.545106] env[63097]: DEBUG oslo_concurrency.lockutils [None req-df933ac0-dd2f-4435-88a0-4fb48f414cbc tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Acquiring lock "9e95b2bd-0b34-413a-8638-cca05cfa9547-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.545106] env[63097]: DEBUG oslo_concurrency.lockutils [None req-df933ac0-dd2f-4435-88a0-4fb48f414cbc tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lock "9e95b2bd-0b34-413a-8638-cca05cfa9547-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.545106] env[63097]: DEBUG oslo_concurrency.lockutils [None req-df933ac0-dd2f-4435-88a0-4fb48f414cbc tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lock "9e95b2bd-0b34-413a-8638-cca05cfa9547-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1532.547384] env[63097]: INFO nova.compute.manager [None req-df933ac0-dd2f-4435-88a0-4fb48f414cbc tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Terminating instance [ 1532.549490] env[63097]: DEBUG nova.compute.manager [None req-df933ac0-dd2f-4435-88a0-4fb48f414cbc tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1532.549678] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-df933ac0-dd2f-4435-88a0-4fb48f414cbc tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1532.552020] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab919b6-48fa-40b3-a51c-405566ae98ba {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.561598] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-df933ac0-dd2f-4435-88a0-4fb48f414cbc tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1532.561896] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ad3369a-c8c7-4030-abb2-7320e9b3b23e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.567681] env[63097]: DEBUG oslo_vmware.api [None req-df933ac0-dd2f-4435-88a0-4fb48f414cbc tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Waiting for the task: (returnval){ [ 1532.567681] env[63097]: value = "task-1687432" [ 1532.567681] env[63097]: _type = "Task" [ 1532.567681] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.578790] env[63097]: DEBUG oslo_vmware.api [None req-df933ac0-dd2f-4435-88a0-4fb48f414cbc tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687432, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.588923] env[63097]: DEBUG oslo_vmware.api [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52835de9-b7db-bd20-33bd-f4e47068bf28, 'name': SearchDatastore_Task, 'duration_secs': 0.008066} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.589724] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3d59ce9-0c3a-4a71-86ea-04668b9c6df0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.594404] env[63097]: DEBUG oslo_vmware.api [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1532.594404] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5280d630-b5c8-a7e8-c097-d8e03f11f212" [ 1532.594404] env[63097]: _type = "Task" [ 1532.594404] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.603894] env[63097]: DEBUG oslo_vmware.api [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5280d630-b5c8-a7e8-c097-d8e03f11f212, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.653547] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2308cb4e-81ec-45d3-89eb-af845de25096 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.660893] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc53531-49ca-4410-a3e1-7b71d19484d7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.692118] env[63097]: DEBUG oslo_concurrency.lockutils [req-b4335295-830a-4764-8f38-aeabb310be1c req-2d7eecd6-6600-4ed3-8123-6ff0eedc4512 service nova] Releasing lock "refresh_cache-36974656-9b00-492e-bc16-ffbe101bc2bb" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1532.693215] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c387e5-b4a6-478f-9c47-8694b5001e6b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.700760] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77e5c58-1db1-44fb-ab0d-9de310ecc714 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.714078] env[63097]: DEBUG nova.compute.provider_tree [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1532.730578] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-acb2a7b6-eafd-480f-bd17-6edd5bc6d249 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Creating linked-clone VM from snapshot {{(pid=63097) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1532.731480] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6e68a2da-59a6-4037-9997-2d8ecbb261c7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.739965] env[63097]: DEBUG oslo_vmware.api [None req-acb2a7b6-eafd-480f-bd17-6edd5bc6d249 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1532.739965] env[63097]: value = "task-1687433" [ 1532.739965] env[63097]: _type = "Task" [ 1532.739965] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.752355] env[63097]: DEBUG oslo_vmware.api [None req-acb2a7b6-eafd-480f-bd17-6edd5bc6d249 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687433, 'name': CloneVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.886346] env[63097]: INFO nova.compute.manager [None req-a4c87710-476c-4e37-a2fc-809e44b8092c tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Unrescuing [ 1532.886672] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a4c87710-476c-4e37-a2fc-809e44b8092c tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquiring lock "refresh_cache-2f260405-ecd8-4fc5-93b1-2d547b77468c" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.886857] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a4c87710-476c-4e37-a2fc-809e44b8092c tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquired lock "refresh_cache-2f260405-ecd8-4fc5-93b1-2d547b77468c" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.887109] env[63097]: DEBUG nova.network.neutron [None req-a4c87710-476c-4e37-a2fc-809e44b8092c tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1532.995518] env[63097]: DEBUG oslo_vmware.api [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687431, 'name': ReconfigVM_Task, 'duration_secs': 0.381776} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.995843] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 194e0271-9f69-43c9-8282-5ddc52d699a5/194e0271-9f69-43c9-8282-5ddc52d699a5.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1532.996474] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3042c959-c6bb-4a9d-b3a1-6f5d9e1e5f30 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.002838] env[63097]: DEBUG oslo_vmware.api [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Waiting for the task: (returnval){ [ 1533.002838] env[63097]: value = "task-1687434" [ 1533.002838] env[63097]: _type = "Task" [ 1533.002838] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.011411] env[63097]: DEBUG oslo_vmware.api [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687434, 'name': Rename_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.082786] env[63097]: DEBUG oslo_vmware.api [None req-df933ac0-dd2f-4435-88a0-4fb48f414cbc tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687432, 'name': PowerOffVM_Task, 'duration_secs': 0.208162} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.083200] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-df933ac0-dd2f-4435-88a0-4fb48f414cbc tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1533.083409] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-df933ac0-dd2f-4435-88a0-4fb48f414cbc tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1533.083739] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da57889a-ec88-49d4-b845-292691d32efb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.108889] env[63097]: DEBUG oslo_vmware.api [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5280d630-b5c8-a7e8-c097-d8e03f11f212, 'name': SearchDatastore_Task, 'duration_secs': 0.014623} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.109232] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1533.109592] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 36974656-9b00-492e-bc16-ffbe101bc2bb/36974656-9b00-492e-bc16-ffbe101bc2bb.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1533.109923] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ed65f36-6e9e-4e84-85eb-8026782610c4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.117047] env[63097]: DEBUG oslo_vmware.api [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1533.117047] env[63097]: value = "task-1687436" [ 1533.117047] env[63097]: _type = "Task" [ 1533.117047] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.127622] env[63097]: DEBUG oslo_vmware.api [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687436, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.217967] env[63097]: DEBUG nova.scheduler.client.report [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1533.250118] env[63097]: DEBUG oslo_vmware.api [None req-acb2a7b6-eafd-480f-bd17-6edd5bc6d249 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687433, 'name': CloneVM_Task} progress is 94%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.318008] env[63097]: DEBUG nova.compute.manager [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1533.347630] env[63097]: DEBUG nova.virt.hardware [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1533.347990] env[63097]: DEBUG nova.virt.hardware [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1533.348211] env[63097]: DEBUG nova.virt.hardware [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1533.348471] env[63097]: DEBUG nova.virt.hardware [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1533.348704] env[63097]: DEBUG nova.virt.hardware [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1533.348903] env[63097]: DEBUG nova.virt.hardware [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1533.349241] env[63097]: DEBUG nova.virt.hardware [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1533.350027] env[63097]: DEBUG nova.virt.hardware [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1533.350027] env[63097]: DEBUG nova.virt.hardware [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1533.350168] env[63097]: DEBUG nova.virt.hardware [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1533.350751] env[63097]: DEBUG nova.virt.hardware [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1533.351674] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e31bc5-edab-466e-865b-36f7dfb3c709 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.362082] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615d61cd-e5b6-41f4-a804-ccfc8dc3bb9a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.418145] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-df933ac0-dd2f-4435-88a0-4fb48f414cbc tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1533.418383] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-df933ac0-dd2f-4435-88a0-4fb48f414cbc tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1533.418584] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-df933ac0-dd2f-4435-88a0-4fb48f414cbc tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Deleting the datastore file [datastore1] 9e95b2bd-0b34-413a-8638-cca05cfa9547 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1533.418967] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dedff4d1-7acf-4f72-9504-6daa8c435581 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.426407] env[63097]: DEBUG oslo_vmware.api [None req-df933ac0-dd2f-4435-88a0-4fb48f414cbc tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Waiting for the task: (returnval){ [ 1533.426407] env[63097]: value = "task-1687437" [ 1533.426407] env[63097]: _type = "Task" [ 1533.426407] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.437490] env[63097]: DEBUG oslo_vmware.api [None req-df933ac0-dd2f-4435-88a0-4fb48f414cbc tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.517642] env[63097]: DEBUG oslo_vmware.api [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687434, 'name': Rename_Task, 'duration_secs': 0.139141} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.517970] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1533.518271] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a17045f0-15ec-4479-b9d5-23b7f48ae924 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.528600] env[63097]: DEBUG oslo_vmware.api [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Waiting for the task: (returnval){ [ 1533.528600] env[63097]: value = "task-1687438" [ 1533.528600] env[63097]: _type = "Task" [ 1533.528600] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.539995] env[63097]: DEBUG oslo_vmware.api [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687438, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.629953] env[63097]: DEBUG oslo_vmware.api [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687436, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506655} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.630600] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 36974656-9b00-492e-bc16-ffbe101bc2bb/36974656-9b00-492e-bc16-ffbe101bc2bb.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1533.630848] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1533.631128] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4543997b-b591-44e0-9700-82f5a9d7ddc5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.637073] env[63097]: DEBUG oslo_vmware.api [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1533.637073] env[63097]: value = "task-1687439" [ 1533.637073] env[63097]: _type = "Task" [ 1533.637073] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.646952] env[63097]: DEBUG oslo_vmware.api [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687439, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.695151] env[63097]: DEBUG nova.compute.manager [req-3549c3b5-e030-4fb4-9ae4-967b062f71f1 req-e1e680ce-24ef-46ba-831f-e4441c360948 service nova] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Received event network-vif-plugged-952d5643-dadf-4bb0-bbc1-d6bb8c81bb5f {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1533.695411] env[63097]: DEBUG oslo_concurrency.lockutils [req-3549c3b5-e030-4fb4-9ae4-967b062f71f1 req-e1e680ce-24ef-46ba-831f-e4441c360948 service nova] Acquiring lock "04f38ab5-7277-4351-982d-9248c13d7dff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1533.695754] env[63097]: DEBUG oslo_concurrency.lockutils [req-3549c3b5-e030-4fb4-9ae4-967b062f71f1 req-e1e680ce-24ef-46ba-831f-e4441c360948 service nova] Lock "04f38ab5-7277-4351-982d-9248c13d7dff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.695868] env[63097]: DEBUG oslo_concurrency.lockutils [req-3549c3b5-e030-4fb4-9ae4-967b062f71f1 req-e1e680ce-24ef-46ba-831f-e4441c360948 service nova] Lock "04f38ab5-7277-4351-982d-9248c13d7dff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.696095] env[63097]: DEBUG nova.compute.manager [req-3549c3b5-e030-4fb4-9ae4-967b062f71f1 req-e1e680ce-24ef-46ba-831f-e4441c360948 service nova] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] No waiting events found dispatching network-vif-plugged-952d5643-dadf-4bb0-bbc1-d6bb8c81bb5f {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1533.696309] env[63097]: WARNING nova.compute.manager [req-3549c3b5-e030-4fb4-9ae4-967b062f71f1 req-e1e680ce-24ef-46ba-831f-e4441c360948 service nova] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Received unexpected event network-vif-plugged-952d5643-dadf-4bb0-bbc1-d6bb8c81bb5f for instance with vm_state building and task_state spawning. [ 1533.723256] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.724303] env[63097]: DEBUG nova.compute.manager [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1533.728614] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a8c42252-820f-45b9-b43f-78e539195b7f tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.512s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.732021] env[63097]: DEBUG nova.objects.instance [None req-a8c42252-820f-45b9-b43f-78e539195b7f tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lazy-loading 'resources' on Instance uuid 63c820ff-8435-493d-b891-cbe939fa2662 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1533.752106] env[63097]: DEBUG oslo_vmware.api [None req-acb2a7b6-eafd-480f-bd17-6edd5bc6d249 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687433, 'name': CloneVM_Task} progress is 94%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.764492] env[63097]: DEBUG nova.network.neutron [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Successfully updated port: 952d5643-dadf-4bb0-bbc1-d6bb8c81bb5f {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1533.806619] env[63097]: DEBUG nova.network.neutron [None req-a4c87710-476c-4e37-a2fc-809e44b8092c tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Updating instance_info_cache with network_info: [{"id": "3fcca93e-f34a-41f2-90a9-181b60b65f8a", "address": "fa:16:3e:ef:ed:78", "network": {"id": "50215c70-2086-4e75-a852-57a251fe1397", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1988148367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfaa0618e4044c5db920f1465bf6dc07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fcca93e-f3", "ovs_interfaceid": "3fcca93e-f34a-41f2-90a9-181b60b65f8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1533.936538] env[63097]: DEBUG oslo_vmware.api [None req-df933ac0-dd2f-4435-88a0-4fb48f414cbc tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687437, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349083} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.937833] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-df933ac0-dd2f-4435-88a0-4fb48f414cbc tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1533.937833] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-df933ac0-dd2f-4435-88a0-4fb48f414cbc tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1533.937833] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-df933ac0-dd2f-4435-88a0-4fb48f414cbc tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1533.937833] env[63097]: INFO nova.compute.manager [None req-df933ac0-dd2f-4435-88a0-4fb48f414cbc tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Took 1.39 seconds to destroy the instance on the hypervisor. [ 1533.937833] env[63097]: DEBUG oslo.service.loopingcall [None req-df933ac0-dd2f-4435-88a0-4fb48f414cbc tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1533.938081] env[63097]: DEBUG nova.compute.manager [-] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1533.938114] env[63097]: DEBUG nova.network.neutron [-] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1534.043508] env[63097]: DEBUG oslo_vmware.api [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687438, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.147392] env[63097]: DEBUG oslo_vmware.api [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687439, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095772} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.147759] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1534.148582] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c4dfac-f345-4d39-9fef-c8a55f740c8a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.171377] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 36974656-9b00-492e-bc16-ffbe101bc2bb/36974656-9b00-492e-bc16-ffbe101bc2bb.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1534.171781] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35579340-cafa-4bc7-87b5-e3f5f224fbc5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.191373] env[63097]: DEBUG oslo_vmware.api [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1534.191373] env[63097]: value = "task-1687440" [ 1534.191373] env[63097]: _type = "Task" [ 1534.191373] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.199856] env[63097]: DEBUG oslo_vmware.api [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687440, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.238857] env[63097]: DEBUG nova.compute.utils [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1534.241495] env[63097]: DEBUG nova.compute.manager [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1534.241495] env[63097]: DEBUG nova.network.neutron [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1534.255180] env[63097]: DEBUG oslo_vmware.api [None req-acb2a7b6-eafd-480f-bd17-6edd5bc6d249 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687433, 'name': CloneVM_Task} progress is 95%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.266895] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquiring lock "refresh_cache-04f38ab5-7277-4351-982d-9248c13d7dff" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1534.267184] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquired lock "refresh_cache-04f38ab5-7277-4351-982d-9248c13d7dff" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.267951] env[63097]: DEBUG nova.network.neutron [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1534.297460] env[63097]: DEBUG nova.policy [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3f682c81bc940769ec2743dbb0b4ab7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21391ff1fe7b44c99baa0f5c73949122', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1534.308975] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a4c87710-476c-4e37-a2fc-809e44b8092c tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Releasing lock "refresh_cache-2f260405-ecd8-4fc5-93b1-2d547b77468c" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1534.309640] env[63097]: DEBUG nova.objects.instance [None req-a4c87710-476c-4e37-a2fc-809e44b8092c tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Lazy-loading 'flavor' on Instance uuid 2f260405-ecd8-4fc5-93b1-2d547b77468c {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1534.540992] env[63097]: DEBUG oslo_vmware.api [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687438, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.586586] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0e4139-adbd-4010-96ba-80f6e61b69c7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.595498] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02672d03-48c5-441c-8a29-0d497e171afa {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.632391] env[63097]: DEBUG nova.network.neutron [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Successfully created port: 7dd54930-b5de-498d-945a-e638f7da3479 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1534.635138] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418ffd6f-1212-4b3c-a3b0-29dd8e8973a8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.644696] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853412e9-7ff2-4248-8c9d-2184a2911e02 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.660361] env[63097]: DEBUG nova.compute.provider_tree [None req-a8c42252-820f-45b9-b43f-78e539195b7f tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1534.702620] env[63097]: DEBUG oslo_vmware.api [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.743934] env[63097]: DEBUG nova.compute.manager [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1534.757944] env[63097]: DEBUG oslo_vmware.api [None req-acb2a7b6-eafd-480f-bd17-6edd5bc6d249 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687433, 'name': CloneVM_Task, 'duration_secs': 1.818303} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.758244] env[63097]: INFO nova.virt.vmwareapi.vmops [None req-acb2a7b6-eafd-480f-bd17-6edd5bc6d249 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Created linked-clone VM from snapshot [ 1534.759167] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0312d79-5359-4c34-9477-2f81e63720ac {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.766565] env[63097]: DEBUG nova.virt.vmwareapi.images [None req-acb2a7b6-eafd-480f-bd17-6edd5bc6d249 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Uploading image ce71ca40-aacb-40f5-a156-9ef516353c37 {{(pid=63097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1534.779354] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb2a7b6-eafd-480f-bd17-6edd5bc6d249 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Destroying the VM {{(pid=63097) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1534.779650] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-abb926d7-fc3c-47dd-a720-631c2d06b11a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.787464] env[63097]: DEBUG oslo_vmware.api [None req-acb2a7b6-eafd-480f-bd17-6edd5bc6d249 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1534.787464] env[63097]: value = "task-1687441" [ 1534.787464] env[63097]: _type = "Task" [ 1534.787464] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.796410] env[63097]: DEBUG oslo_vmware.api [None req-acb2a7b6-eafd-480f-bd17-6edd5bc6d249 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687441, 'name': Destroy_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.816193] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd24282-3cad-4b2d-b723-d672ecc658cf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.841285] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c87710-476c-4e37-a2fc-809e44b8092c tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1534.841644] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f153bebb-5d19-4492-8662-bd7b82c9091f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.850440] env[63097]: DEBUG oslo_vmware.api [None req-a4c87710-476c-4e37-a2fc-809e44b8092c tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1534.850440] env[63097]: value = "task-1687442" [ 1534.850440] env[63097]: _type = "Task" [ 1534.850440] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.855654] env[63097]: DEBUG oslo_vmware.api [None req-a4c87710-476c-4e37-a2fc-809e44b8092c tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687442, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.968441] env[63097]: DEBUG nova.network.neutron [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1534.974629] env[63097]: DEBUG nova.compute.manager [req-9612fc28-1fa8-4041-b487-6af01d5247f8 req-ab2a41a4-2e18-4b3e-9822-7531aaf3397f service nova] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Received event network-vif-deleted-3bd9bb6d-b9ef-456b-8095-6bc124d12b53 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1534.974837] env[63097]: INFO nova.compute.manager [req-9612fc28-1fa8-4041-b487-6af01d5247f8 req-ab2a41a4-2e18-4b3e-9822-7531aaf3397f service nova] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Neutron deleted interface 3bd9bb6d-b9ef-456b-8095-6bc124d12b53; detaching it from the instance and deleting it from the info cache [ 1534.975026] env[63097]: DEBUG nova.network.neutron [req-9612fc28-1fa8-4041-b487-6af01d5247f8 req-ab2a41a4-2e18-4b3e-9822-7531aaf3397f service nova] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1535.040961] env[63097]: DEBUG oslo_vmware.api [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687438, 'name': PowerOnVM_Task, 'duration_secs': 1.124532} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.041317] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1535.041499] env[63097]: INFO nova.compute.manager [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Took 9.58 seconds to spawn the instance on the hypervisor. [ 1535.041688] env[63097]: DEBUG nova.compute.manager [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1535.042760] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281624c2-1172-4110-96de-81f83aabd9f2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.140203] env[63097]: DEBUG nova.network.neutron [-] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1535.163044] env[63097]: DEBUG nova.scheduler.client.report [None req-a8c42252-820f-45b9-b43f-78e539195b7f tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1535.204372] env[63097]: DEBUG oslo_vmware.api [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687440, 'name': ReconfigVM_Task, 'duration_secs': 0.563266} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.204372] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 36974656-9b00-492e-bc16-ffbe101bc2bb/36974656-9b00-492e-bc16-ffbe101bc2bb.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1535.205236] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e0cc504-0c9e-49cb-8874-8e59fb187fd9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.212173] env[63097]: DEBUG oslo_vmware.api [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1535.212173] env[63097]: value = "task-1687443" [ 1535.212173] env[63097]: _type = "Task" [ 1535.212173] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.221101] env[63097]: DEBUG oslo_vmware.api [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687443, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.246634] env[63097]: DEBUG nova.network.neutron [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Updating instance_info_cache with network_info: [{"id": "952d5643-dadf-4bb0-bbc1-d6bb8c81bb5f", "address": "fa:16:3e:83:c9:0b", "network": {"id": "082f1e0b-2faa-438b-beb2-07cc49fe07ef", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1715190239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa7867f5c3b4e6e8e319e4b098166c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap952d5643-da", "ovs_interfaceid": "952d5643-dadf-4bb0-bbc1-d6bb8c81bb5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1535.298835] env[63097]: DEBUG oslo_vmware.api [None req-acb2a7b6-eafd-480f-bd17-6edd5bc6d249 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687441, 'name': Destroy_Task} progress is 33%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.361326] env[63097]: DEBUG oslo_vmware.api [None req-a4c87710-476c-4e37-a2fc-809e44b8092c tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687442, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.477338] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2826f1c-f429-48c3-ab12-dea9bd4302f8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.488490] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c086a09a-1625-43be-85cc-d7a251cd8fca {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.523256] env[63097]: DEBUG nova.compute.manager [req-9612fc28-1fa8-4041-b487-6af01d5247f8 req-ab2a41a4-2e18-4b3e-9822-7531aaf3397f service nova] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Detach interface failed, port_id=3bd9bb6d-b9ef-456b-8095-6bc124d12b53, reason: Instance 9e95b2bd-0b34-413a-8638-cca05cfa9547 could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1535.559920] env[63097]: INFO nova.compute.manager [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Took 41.09 seconds to build instance. [ 1535.647045] env[63097]: INFO nova.compute.manager [-] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Took 1.71 seconds to deallocate network for instance. [ 1535.667624] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a8c42252-820f-45b9-b43f-78e539195b7f tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.939s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.669899] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.568s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.671487] env[63097]: INFO nova.compute.claims [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1535.693029] env[63097]: INFO nova.scheduler.client.report [None req-a8c42252-820f-45b9-b43f-78e539195b7f tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Deleted allocations for instance 63c820ff-8435-493d-b891-cbe939fa2662 [ 1535.722583] env[63097]: DEBUG oslo_vmware.api [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687443, 'name': Rename_Task, 'duration_secs': 0.154757} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.722878] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1535.724104] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6658a5b8-26f9-42d8-b5cf-52dcb333a2ad {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.726647] env[63097]: DEBUG nova.compute.manager [req-0bc20876-b6d3-48db-8c44-c82588a9e453 req-e70a5939-0c5b-4246-bc88-f8bd1a3d4d7f service nova] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Received event network-changed-952d5643-dadf-4bb0-bbc1-d6bb8c81bb5f {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1535.726837] env[63097]: DEBUG nova.compute.manager [req-0bc20876-b6d3-48db-8c44-c82588a9e453 req-e70a5939-0c5b-4246-bc88-f8bd1a3d4d7f service nova] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Refreshing instance network info cache due to event network-changed-952d5643-dadf-4bb0-bbc1-d6bb8c81bb5f. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1535.727047] env[63097]: DEBUG oslo_concurrency.lockutils [req-0bc20876-b6d3-48db-8c44-c82588a9e453 req-e70a5939-0c5b-4246-bc88-f8bd1a3d4d7f service nova] Acquiring lock "refresh_cache-04f38ab5-7277-4351-982d-9248c13d7dff" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1535.733513] env[63097]: DEBUG oslo_vmware.api [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1535.733513] env[63097]: value = "task-1687444" [ 1535.733513] env[63097]: _type = "Task" [ 1535.733513] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.747847] env[63097]: DEBUG oslo_vmware.api [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687444, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.752468] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Releasing lock "refresh_cache-04f38ab5-7277-4351-982d-9248c13d7dff" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1535.752772] env[63097]: DEBUG nova.compute.manager [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Instance network_info: |[{"id": "952d5643-dadf-4bb0-bbc1-d6bb8c81bb5f", "address": "fa:16:3e:83:c9:0b", "network": {"id": "082f1e0b-2faa-438b-beb2-07cc49fe07ef", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1715190239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa7867f5c3b4e6e8e319e4b098166c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap952d5643-da", "ovs_interfaceid": "952d5643-dadf-4bb0-bbc1-d6bb8c81bb5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1535.753083] env[63097]: DEBUG oslo_concurrency.lockutils [req-0bc20876-b6d3-48db-8c44-c82588a9e453 req-e70a5939-0c5b-4246-bc88-f8bd1a3d4d7f service nova] Acquired lock "refresh_cache-04f38ab5-7277-4351-982d-9248c13d7dff" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.753307] env[63097]: DEBUG nova.network.neutron [req-0bc20876-b6d3-48db-8c44-c82588a9e453 req-e70a5939-0c5b-4246-bc88-f8bd1a3d4d7f service nova] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Refreshing network info cache for port 952d5643-dadf-4bb0-bbc1-d6bb8c81bb5f {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1535.754907] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:c9:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0c293d47-74c0-49d7-a474-cdb643080f6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '952d5643-dadf-4bb0-bbc1-d6bb8c81bb5f', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1535.762183] env[63097]: DEBUG oslo.service.loopingcall [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1535.763405] env[63097]: DEBUG nova.compute.manager [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1535.766269] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1535.767016] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02f1043e-b7bf-45d2-bad2-47d06f902b1b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.786995] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1535.786995] env[63097]: value = "task-1687445" [ 1535.786995] env[63097]: _type = "Task" [ 1535.786995] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.795492] env[63097]: DEBUG nova.virt.hardware [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1535.795813] env[63097]: DEBUG nova.virt.hardware [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1535.795985] env[63097]: DEBUG nova.virt.hardware [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1535.796194] env[63097]: DEBUG nova.virt.hardware [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1535.796348] env[63097]: DEBUG nova.virt.hardware [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1535.796501] env[63097]: DEBUG nova.virt.hardware [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1535.796714] env[63097]: DEBUG nova.virt.hardware [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1535.796877] env[63097]: DEBUG nova.virt.hardware [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1535.797065] env[63097]: DEBUG nova.virt.hardware [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1535.797243] env[63097]: DEBUG nova.virt.hardware [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1535.797427] env[63097]: DEBUG nova.virt.hardware [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1535.798195] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dab023c-3769-4da2-a49f-940b2f3a718c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.804204] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687445, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.808313] env[63097]: DEBUG oslo_vmware.api [None req-acb2a7b6-eafd-480f-bd17-6edd5bc6d249 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687441, 'name': Destroy_Task, 'duration_secs': 0.779282} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.810254] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-acb2a7b6-eafd-480f-bd17-6edd5bc6d249 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Destroyed the VM [ 1535.810506] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-acb2a7b6-eafd-480f-bd17-6edd5bc6d249 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Deleting Snapshot of the VM instance {{(pid=63097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1535.810774] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-80328dd9-bfc8-414b-8084-9d486caf03f9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.813240] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd73532-f6d2-450a-b375-67612bbc2b56 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.828133] env[63097]: DEBUG oslo_vmware.api [None req-acb2a7b6-eafd-480f-bd17-6edd5bc6d249 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1535.828133] env[63097]: value = "task-1687446" [ 1535.828133] env[63097]: _type = "Task" [ 1535.828133] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.835584] env[63097]: DEBUG oslo_vmware.api [None req-acb2a7b6-eafd-480f-bd17-6edd5bc6d249 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687446, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.858736] env[63097]: DEBUG oslo_vmware.api [None req-a4c87710-476c-4e37-a2fc-809e44b8092c tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687442, 'name': PowerOffVM_Task, 'duration_secs': 0.535027} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.859519] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c87710-476c-4e37-a2fc-809e44b8092c tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1535.866111] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4c87710-476c-4e37-a2fc-809e44b8092c tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Reconfiguring VM instance instance-00000051 to detach disk 2002 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1535.866471] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08ae7bb0-caac-496c-8af2-ba7d294c122c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.886310] env[63097]: DEBUG oslo_vmware.api [None req-a4c87710-476c-4e37-a2fc-809e44b8092c tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1535.886310] env[63097]: value = "task-1687447" [ 1535.886310] env[63097]: _type = "Task" [ 1535.886310] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.897780] env[63097]: DEBUG oslo_vmware.api [None req-a4c87710-476c-4e37-a2fc-809e44b8092c tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687447, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.061926] env[63097]: DEBUG oslo_concurrency.lockutils [None req-97c0f6e4-ecbc-4df5-9b0c-354503cc9d8c tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Lock "194e0271-9f69-43c9-8282-5ddc52d699a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.598s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.156890] env[63097]: DEBUG oslo_concurrency.lockutils [None req-df933ac0-dd2f-4435-88a0-4fb48f414cbc tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1536.201544] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a8c42252-820f-45b9-b43f-78e539195b7f tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "63c820ff-8435-493d-b891-cbe939fa2662" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.353s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.212047] env[63097]: DEBUG nova.network.neutron [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Successfully updated port: 7dd54930-b5de-498d-945a-e638f7da3479 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1536.245545] env[63097]: DEBUG oslo_vmware.api [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687444, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.296952] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687445, 'name': CreateVM_Task, 'duration_secs': 0.394626} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.299257] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1536.299943] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.300133] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.300454] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1536.301036] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1a96a5d-5be1-4962-8113-a2710fd9cf5e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.305876] env[63097]: DEBUG oslo_vmware.api [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1536.305876] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52fd1d12-cc05-a0bb-7c7d-daf59398d9e7" [ 1536.305876] env[63097]: _type = "Task" [ 1536.305876] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.313593] env[63097]: DEBUG oslo_vmware.api [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52fd1d12-cc05-a0bb-7c7d-daf59398d9e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.336846] env[63097]: DEBUG oslo_vmware.api [None req-acb2a7b6-eafd-480f-bd17-6edd5bc6d249 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687446, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.396166] env[63097]: DEBUG oslo_vmware.api [None req-a4c87710-476c-4e37-a2fc-809e44b8092c tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687447, 'name': ReconfigVM_Task, 'duration_secs': 0.36531} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.396441] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4c87710-476c-4e37-a2fc-809e44b8092c tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Reconfigured VM instance instance-00000051 to detach disk 2002 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1536.396622] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c87710-476c-4e37-a2fc-809e44b8092c tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1536.396873] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c050582-103c-46d8-9c8f-d6ddc45702fd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.402966] env[63097]: DEBUG oslo_vmware.api [None req-a4c87710-476c-4e37-a2fc-809e44b8092c tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1536.402966] env[63097]: value = "task-1687448" [ 1536.402966] env[63097]: _type = "Task" [ 1536.402966] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.416818] env[63097]: DEBUG oslo_vmware.api [None req-a4c87710-476c-4e37-a2fc-809e44b8092c tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.482914] env[63097]: DEBUG nova.network.neutron [req-0bc20876-b6d3-48db-8c44-c82588a9e453 req-e70a5939-0c5b-4246-bc88-f8bd1a3d4d7f service nova] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Updated VIF entry in instance network info cache for port 952d5643-dadf-4bb0-bbc1-d6bb8c81bb5f. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1536.483325] env[63097]: DEBUG nova.network.neutron [req-0bc20876-b6d3-48db-8c44-c82588a9e453 req-e70a5939-0c5b-4246-bc88-f8bd1a3d4d7f service nova] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Updating instance_info_cache with network_info: [{"id": "952d5643-dadf-4bb0-bbc1-d6bb8c81bb5f", "address": "fa:16:3e:83:c9:0b", "network": {"id": "082f1e0b-2faa-438b-beb2-07cc49fe07ef", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1715190239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa7867f5c3b4e6e8e319e4b098166c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap952d5643-da", "ovs_interfaceid": "952d5643-dadf-4bb0-bbc1-d6bb8c81bb5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.714302] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Acquiring lock "refresh_cache-1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.714450] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Acquired lock "refresh_cache-1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.714608] env[63097]: DEBUG nova.network.neutron [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1536.747970] env[63097]: DEBUG oslo_vmware.api [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687444, 'name': PowerOnVM_Task, 'duration_secs': 0.536147} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.748131] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1536.748381] env[63097]: INFO nova.compute.manager [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Took 7.83 seconds to spawn the instance on the hypervisor. [ 1536.748563] env[63097]: DEBUG nova.compute.manager [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1536.749431] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33e0735-75ed-4c31-ada8-254790516a02 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.819780] env[63097]: DEBUG oslo_vmware.api [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52fd1d12-cc05-a0bb-7c7d-daf59398d9e7, 'name': SearchDatastore_Task, 'duration_secs': 0.019621} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.820374] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1536.820445] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1536.820676] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.820825] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.821026] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1536.821643] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba5e69bd-9ffd-4165-bcb8-5c530979d9e2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.835280] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1536.835473] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1536.839153] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3eede3ed-5637-41dc-aafb-1ca6ca09bd7f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.841542] env[63097]: DEBUG oslo_vmware.api [None req-acb2a7b6-eafd-480f-bd17-6edd5bc6d249 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687446, 'name': RemoveSnapshot_Task, 'duration_secs': 0.671818} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.844107] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-acb2a7b6-eafd-480f-bd17-6edd5bc6d249 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Deleted Snapshot of the VM instance {{(pid=63097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1536.851451] env[63097]: DEBUG oslo_vmware.api [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1536.851451] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5264e475-43d1-b2b1-8ae0-e455c0733068" [ 1536.851451] env[63097]: _type = "Task" [ 1536.851451] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.862115] env[63097]: DEBUG oslo_vmware.api [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5264e475-43d1-b2b1-8ae0-e455c0733068, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.917600] env[63097]: DEBUG oslo_vmware.api [None req-a4c87710-476c-4e37-a2fc-809e44b8092c tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687448, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.986020] env[63097]: DEBUG oslo_concurrency.lockutils [req-0bc20876-b6d3-48db-8c44-c82588a9e453 req-e70a5939-0c5b-4246-bc88-f8bd1a3d4d7f service nova] Releasing lock "refresh_cache-04f38ab5-7277-4351-982d-9248c13d7dff" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1536.991310] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093e54d2-80ce-4e5e-a7aa-59f3ed1e146c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.999393] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6386799-fa35-41d7-b333-4f873c47c2a5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.031480] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb3dd95-8557-4608-becb-4d132cda6087 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.039870] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80d6a74-6e1b-4390-b3c9-2ef37ec14393 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.053939] env[63097]: DEBUG nova.compute.provider_tree [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1537.222034] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "cfed45a0-1975-4dec-a528-5e8fe3fc4fcf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1537.222363] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "cfed45a0-1975-4dec-a528-5e8fe3fc4fcf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1537.254094] env[63097]: DEBUG nova.network.neutron [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1537.269219] env[63097]: INFO nova.compute.manager [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Took 34.66 seconds to build instance. [ 1537.349572] env[63097]: WARNING nova.compute.manager [None req-acb2a7b6-eafd-480f-bd17-6edd5bc6d249 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Image not found during snapshot: nova.exception.ImageNotFound: Image ce71ca40-aacb-40f5-a156-9ef516353c37 could not be found. [ 1537.365374] env[63097]: DEBUG oslo_vmware.api [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5264e475-43d1-b2b1-8ae0-e455c0733068, 'name': SearchDatastore_Task, 'duration_secs': 0.047723} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.367059] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7e80024-5330-4252-9cc9-0f0eafe6edd2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.376026] env[63097]: DEBUG oslo_vmware.api [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1537.376026] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a591d8-1ce2-67f9-8d89-10fba0ab4773" [ 1537.376026] env[63097]: _type = "Task" [ 1537.376026] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.384870] env[63097]: DEBUG oslo_vmware.api [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a591d8-1ce2-67f9-8d89-10fba0ab4773, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.405114] env[63097]: DEBUG nova.network.neutron [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Updating instance_info_cache with network_info: [{"id": "7dd54930-b5de-498d-945a-e638f7da3479", "address": "fa:16:3e:c1:ab:1c", "network": {"id": "c41f2676-76d2-42ac-a36f-cb62b2ec5f7c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-844118990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21391ff1fe7b44c99baa0f5c73949122", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dd54930-b5", "ovs_interfaceid": "7dd54930-b5de-498d-945a-e638f7da3479", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1537.415624] env[63097]: DEBUG oslo_vmware.api [None req-a4c87710-476c-4e37-a2fc-809e44b8092c tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687448, 'name': PowerOnVM_Task, 'duration_secs': 0.799542} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.415811] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c87710-476c-4e37-a2fc-809e44b8092c tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1537.416075] env[63097]: DEBUG nova.compute.manager [None req-a4c87710-476c-4e37-a2fc-809e44b8092c tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1537.417061] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992655ab-d2cf-4659-88fd-2882a4107080 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.557788] env[63097]: DEBUG nova.scheduler.client.report [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1537.726746] env[63097]: DEBUG nova.compute.manager [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1537.770941] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ef1c9668-eba4-4204-b5ee-f5f876cd1229 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "36974656-9b00-492e-bc16-ffbe101bc2bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.167s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1537.886151] env[63097]: DEBUG oslo_vmware.api [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a591d8-1ce2-67f9-8d89-10fba0ab4773, 'name': SearchDatastore_Task, 'duration_secs': 0.01433} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.886313] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1537.886576] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 04f38ab5-7277-4351-982d-9248c13d7dff/04f38ab5-7277-4351-982d-9248c13d7dff.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1537.886834] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef15045b-aaca-4283-a5cb-b6ee5b786bef {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.894277] env[63097]: DEBUG oslo_vmware.api [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1537.894277] env[63097]: value = "task-1687449" [ 1537.894277] env[63097]: _type = "Task" [ 1537.894277] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.902728] env[63097]: DEBUG oslo_vmware.api [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.907389] env[63097]: DEBUG nova.compute.manager [req-578c5a41-4113-4567-b231-26b41f48facb req-c9c78384-be01-4aac-b86f-102defd8fd9c service nova] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Received event network-vif-plugged-7dd54930-b5de-498d-945a-e638f7da3479 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1537.907612] env[63097]: DEBUG oslo_concurrency.lockutils [req-578c5a41-4113-4567-b231-26b41f48facb req-c9c78384-be01-4aac-b86f-102defd8fd9c service nova] Acquiring lock "1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1537.907856] env[63097]: DEBUG oslo_concurrency.lockutils [req-578c5a41-4113-4567-b231-26b41f48facb req-c9c78384-be01-4aac-b86f-102defd8fd9c service nova] Lock "1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1537.908034] env[63097]: DEBUG oslo_concurrency.lockutils [req-578c5a41-4113-4567-b231-26b41f48facb req-c9c78384-be01-4aac-b86f-102defd8fd9c service nova] Lock "1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1537.908211] env[63097]: DEBUG nova.compute.manager [req-578c5a41-4113-4567-b231-26b41f48facb req-c9c78384-be01-4aac-b86f-102defd8fd9c service nova] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] No waiting events found dispatching network-vif-plugged-7dd54930-b5de-498d-945a-e638f7da3479 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1537.908450] env[63097]: WARNING nova.compute.manager [req-578c5a41-4113-4567-b231-26b41f48facb req-c9c78384-be01-4aac-b86f-102defd8fd9c service nova] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Received unexpected event network-vif-plugged-7dd54930-b5de-498d-945a-e638f7da3479 for instance with vm_state building and task_state spawning. [ 1537.908728] env[63097]: DEBUG nova.compute.manager [req-578c5a41-4113-4567-b231-26b41f48facb req-c9c78384-be01-4aac-b86f-102defd8fd9c service nova] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Received event network-changed-7dd54930-b5de-498d-945a-e638f7da3479 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1537.908983] env[63097]: DEBUG nova.compute.manager [req-578c5a41-4113-4567-b231-26b41f48facb req-c9c78384-be01-4aac-b86f-102defd8fd9c service nova] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Refreshing instance network info cache due to event network-changed-7dd54930-b5de-498d-945a-e638f7da3479. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1537.909288] env[63097]: DEBUG oslo_concurrency.lockutils [req-578c5a41-4113-4567-b231-26b41f48facb req-c9c78384-be01-4aac-b86f-102defd8fd9c service nova] Acquiring lock "refresh_cache-1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1537.909833] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Releasing lock "refresh_cache-1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1537.910221] env[63097]: DEBUG nova.compute.manager [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Instance network_info: |[{"id": "7dd54930-b5de-498d-945a-e638f7da3479", "address": "fa:16:3e:c1:ab:1c", "network": {"id": "c41f2676-76d2-42ac-a36f-cb62b2ec5f7c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-844118990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21391ff1fe7b44c99baa0f5c73949122", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dd54930-b5", "ovs_interfaceid": "7dd54930-b5de-498d-945a-e638f7da3479", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1537.910753] env[63097]: DEBUG oslo_concurrency.lockutils [req-578c5a41-4113-4567-b231-26b41f48facb req-c9c78384-be01-4aac-b86f-102defd8fd9c service nova] Acquired lock "refresh_cache-1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.910941] env[63097]: DEBUG nova.network.neutron [req-578c5a41-4113-4567-b231-26b41f48facb req-c9c78384-be01-4aac-b86f-102defd8fd9c service nova] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Refreshing network info cache for port 7dd54930-b5de-498d-945a-e638f7da3479 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1537.912146] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:ab:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60e7ee7b-4d02-4d68-af2e-5ab7d9708120', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7dd54930-b5de-498d-945a-e638f7da3479', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1537.919575] env[63097]: DEBUG oslo.service.loopingcall [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1537.920704] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1537.920946] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f54c5d28-173a-4bfe-9d2b-103c277c854f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.944541] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1537.944541] env[63097]: value = "task-1687450" [ 1537.944541] env[63097]: _type = "Task" [ 1537.944541] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.953133] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687450, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.063553] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.393s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1538.063677] env[63097]: DEBUG nova.compute.manager [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1538.066659] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5c405522-a6f2-44d3-9195-2276015e6d6b tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.683s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.066970] env[63097]: DEBUG nova.objects.instance [None req-5c405522-a6f2-44d3-9195-2276015e6d6b tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Lazy-loading 'resources' on Instance uuid 435f2efc-0c43-47fc-9d04-7e3d044935d5 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1538.111140] env[63097]: DEBUG nova.compute.manager [None req-1e1e9274-8b3a-46fd-b4a8-61277e87464e tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1538.112336] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796683e9-d58d-41c0-b361-468cce07342b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.262816] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1538.342101] env[63097]: INFO nova.compute.manager [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Rebuilding instance [ 1538.393424] env[63097]: DEBUG nova.compute.manager [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1538.396030] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b6bf10-cb7c-452b-9c98-1a08040b96c7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.410141] env[63097]: DEBUG oslo_vmware.api [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687449, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.459339] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687450, 'name': CreateVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.570522] env[63097]: DEBUG nova.compute.utils [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1538.571980] env[63097]: DEBUG nova.compute.manager [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1538.572279] env[63097]: DEBUG nova.network.neutron [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1538.633017] env[63097]: INFO nova.compute.manager [None req-1e1e9274-8b3a-46fd-b4a8-61277e87464e tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] instance snapshotting [ 1538.633017] env[63097]: DEBUG nova.policy [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bae4322300614e59864289c069303c55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a00e94d35e44678b6698f8af082c448', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1538.637720] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70708cd1-b011-434b-9620-b4135a5a0533 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.661234] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90dd6ee3-4d6f-4ff6-87ab-8fca08bce8c1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.741058] env[63097]: DEBUG nova.network.neutron [req-578c5a41-4113-4567-b231-26b41f48facb req-c9c78384-be01-4aac-b86f-102defd8fd9c service nova] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Updated VIF entry in instance network info cache for port 7dd54930-b5de-498d-945a-e638f7da3479. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1538.741753] env[63097]: DEBUG nova.network.neutron [req-578c5a41-4113-4567-b231-26b41f48facb req-c9c78384-be01-4aac-b86f-102defd8fd9c service nova] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Updating instance_info_cache with network_info: [{"id": "7dd54930-b5de-498d-945a-e638f7da3479", "address": "fa:16:3e:c1:ab:1c", "network": {"id": "c41f2676-76d2-42ac-a36f-cb62b2ec5f7c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-844118990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21391ff1fe7b44c99baa0f5c73949122", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dd54930-b5", "ovs_interfaceid": "7dd54930-b5de-498d-945a-e638f7da3479", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1538.768008] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3c3fb133-c39c-4ba4-a4c3-457aba228582 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquiring lock "1c6ca96b-9d61-431c-b2ad-550fc493ab52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1538.768331] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3c3fb133-c39c-4ba4-a4c3-457aba228582 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "1c6ca96b-9d61-431c-b2ad-550fc493ab52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.768571] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3c3fb133-c39c-4ba4-a4c3-457aba228582 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquiring lock "1c6ca96b-9d61-431c-b2ad-550fc493ab52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1538.768763] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3c3fb133-c39c-4ba4-a4c3-457aba228582 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "1c6ca96b-9d61-431c-b2ad-550fc493ab52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.768974] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3c3fb133-c39c-4ba4-a4c3-457aba228582 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "1c6ca96b-9d61-431c-b2ad-550fc493ab52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1538.774438] env[63097]: INFO nova.compute.manager [None req-3c3fb133-c39c-4ba4-a4c3-457aba228582 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Terminating instance [ 1538.776071] env[63097]: DEBUG nova.compute.manager [None req-3c3fb133-c39c-4ba4-a4c3-457aba228582 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1538.776301] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3c3fb133-c39c-4ba4-a4c3-457aba228582 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1538.778017] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b03df0-33d7-4818-b3cd-1282500b6909 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.790044] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c3fb133-c39c-4ba4-a4c3-457aba228582 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1538.790044] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-200cb603-b8ae-49e1-b07e-ac17d3aa77c5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.799062] env[63097]: DEBUG oslo_vmware.api [None req-3c3fb133-c39c-4ba4-a4c3-457aba228582 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1538.799062] env[63097]: value = "task-1687451" [ 1538.799062] env[63097]: _type = "Task" [ 1538.799062] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.808256] env[63097]: DEBUG oslo_vmware.api [None req-3c3fb133-c39c-4ba4-a4c3-457aba228582 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687451, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.910804] env[63097]: DEBUG oslo_vmware.api [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687449, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636628} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.911147] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 04f38ab5-7277-4351-982d-9248c13d7dff/04f38ab5-7277-4351-982d-9248c13d7dff.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1538.911388] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1538.911622] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d447f113-855a-4307-ade1-31509f25c7ea {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.920017] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1538.920017] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a87c174-b853-4cb3-b3d1-de90d8160738 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.921570] env[63097]: DEBUG oslo_vmware.api [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1538.921570] env[63097]: value = "task-1687452" [ 1538.921570] env[63097]: _type = "Task" [ 1538.921570] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.927920] env[63097]: DEBUG oslo_vmware.api [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1538.927920] env[63097]: value = "task-1687453" [ 1538.927920] env[63097]: _type = "Task" [ 1538.927920] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.939099] env[63097]: DEBUG oslo_vmware.api [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687452, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.945598] env[63097]: DEBUG oslo_vmware.api [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.954371] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523c0497-dc25-4e10-bd84-288d190e13ab {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.959104] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687450, 'name': CreateVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.961983] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e684e0-0c03-46e5-99b2-ca5111335445 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.992543] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc9597e-563a-4893-9527-e67425ac1901 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.000348] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725c6ab6-8cb8-49a8-a206-3eea83939373 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.015866] env[63097]: DEBUG nova.compute.provider_tree [None req-5c405522-a6f2-44d3-9195-2276015e6d6b tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1539.047553] env[63097]: DEBUG nova.network.neutron [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Successfully created port: 8ed3a44e-7fc9-4b1f-8135-ac58998be7c6 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1539.085034] env[63097]: DEBUG nova.compute.manager [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1539.176492] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1e9274-8b3a-46fd-b4a8-61277e87464e tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Creating Snapshot of the VM instance {{(pid=63097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1539.177765] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-91139646-45e8-4bba-9bcc-cb9cae76f0c7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.186054] env[63097]: DEBUG oslo_vmware.api [None req-1e1e9274-8b3a-46fd-b4a8-61277e87464e tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Waiting for the task: (returnval){ [ 1539.186054] env[63097]: value = "task-1687454" [ 1539.186054] env[63097]: _type = "Task" [ 1539.186054] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.194735] env[63097]: DEBUG oslo_vmware.api [None req-1e1e9274-8b3a-46fd-b4a8-61277e87464e tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687454, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.245046] env[63097]: DEBUG oslo_concurrency.lockutils [req-578c5a41-4113-4567-b231-26b41f48facb req-c9c78384-be01-4aac-b86f-102defd8fd9c service nova] Releasing lock "refresh_cache-1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1539.308979] env[63097]: DEBUG oslo_vmware.api [None req-3c3fb133-c39c-4ba4-a4c3-457aba228582 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687451, 'name': PowerOffVM_Task, 'duration_secs': 0.291487} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.309281] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c3fb133-c39c-4ba4-a4c3-457aba228582 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1539.309443] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3c3fb133-c39c-4ba4-a4c3-457aba228582 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1539.309694] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e98c4e2-20b3-4972-95cf-d1557a00c63a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.379131] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3c3fb133-c39c-4ba4-a4c3-457aba228582 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1539.379131] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3c3fb133-c39c-4ba4-a4c3-457aba228582 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1539.379131] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c3fb133-c39c-4ba4-a4c3-457aba228582 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Deleting the datastore file [datastore1] 1c6ca96b-9d61-431c-b2ad-550fc493ab52 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1539.379391] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f462bf3d-1ea8-4502-a493-53f48883b46b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.388126] env[63097]: DEBUG oslo_vmware.api [None req-3c3fb133-c39c-4ba4-a4c3-457aba228582 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for the task: (returnval){ [ 1539.388126] env[63097]: value = "task-1687456" [ 1539.388126] env[63097]: _type = "Task" [ 1539.388126] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.400614] env[63097]: DEBUG oslo_vmware.api [None req-3c3fb133-c39c-4ba4-a4c3-457aba228582 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.431017] env[63097]: DEBUG oslo_vmware.api [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687452, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126112} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.435573] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1539.436492] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74027f9-070b-4ee0-8ef7-fe25458f70ed {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.444473] env[63097]: DEBUG oslo_vmware.api [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.463997] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 04f38ab5-7277-4351-982d-9248c13d7dff/04f38ab5-7277-4351-982d-9248c13d7dff.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1539.467846] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-101e05d1-3e7b-430e-9529-230aacab356a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.488732] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687450, 'name': CreateVM_Task, 'duration_secs': 1.528681} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.489485] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1539.490296] env[63097]: DEBUG oslo_vmware.api [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1539.490296] env[63097]: value = "task-1687457" [ 1539.490296] env[63097]: _type = "Task" [ 1539.490296] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.490538] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1539.490711] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.491052] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1539.491398] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4910858-0848-4507-b32b-a9965d102492 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.499250] env[63097]: DEBUG oslo_vmware.api [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Waiting for the task: (returnval){ [ 1539.499250] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52e9dc70-b854-5f96-3926-349cefa1edc8" [ 1539.499250] env[63097]: _type = "Task" [ 1539.499250] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.505430] env[63097]: DEBUG oslo_vmware.api [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687457, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.510347] env[63097]: DEBUG oslo_vmware.api [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52e9dc70-b854-5f96-3926-349cefa1edc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.518821] env[63097]: DEBUG nova.scheduler.client.report [None req-5c405522-a6f2-44d3-9195-2276015e6d6b tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1539.697488] env[63097]: DEBUG oslo_vmware.api [None req-1e1e9274-8b3a-46fd-b4a8-61277e87464e tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687454, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.898739] env[63097]: DEBUG oslo_vmware.api [None req-3c3fb133-c39c-4ba4-a4c3-457aba228582 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Task: {'id': task-1687456, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222793} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.898990] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c3fb133-c39c-4ba4-a4c3-457aba228582 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1539.899198] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3c3fb133-c39c-4ba4-a4c3-457aba228582 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1539.899384] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3c3fb133-c39c-4ba4-a4c3-457aba228582 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1539.899563] env[63097]: INFO nova.compute.manager [None req-3c3fb133-c39c-4ba4-a4c3-457aba228582 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1539.899821] env[63097]: DEBUG oslo.service.loopingcall [None req-3c3fb133-c39c-4ba4-a4c3-457aba228582 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1539.900026] env[63097]: DEBUG nova.compute.manager [-] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1539.900127] env[63097]: DEBUG nova.network.neutron [-] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1539.941721] env[63097]: DEBUG oslo_vmware.api [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687453, 'name': PowerOffVM_Task, 'duration_secs': 0.668148} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.943469] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1539.943701] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1539.944909] env[63097]: DEBUG nova.compute.manager [req-21e040d8-cbd0-49e0-b5ba-aea6fa8ca7d0 req-d31e5818-c19b-4869-a940-3f1e9be73166 service nova] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Received event network-changed-3fcca93e-f34a-41f2-90a9-181b60b65f8a {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1539.945104] env[63097]: DEBUG nova.compute.manager [req-21e040d8-cbd0-49e0-b5ba-aea6fa8ca7d0 req-d31e5818-c19b-4869-a940-3f1e9be73166 service nova] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Refreshing instance network info cache due to event network-changed-3fcca93e-f34a-41f2-90a9-181b60b65f8a. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1539.945321] env[63097]: DEBUG oslo_concurrency.lockutils [req-21e040d8-cbd0-49e0-b5ba-aea6fa8ca7d0 req-d31e5818-c19b-4869-a940-3f1e9be73166 service nova] Acquiring lock "refresh_cache-2f260405-ecd8-4fc5-93b1-2d547b77468c" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1539.945474] env[63097]: DEBUG oslo_concurrency.lockutils [req-21e040d8-cbd0-49e0-b5ba-aea6fa8ca7d0 req-d31e5818-c19b-4869-a940-3f1e9be73166 service nova] Acquired lock "refresh_cache-2f260405-ecd8-4fc5-93b1-2d547b77468c" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.945657] env[63097]: DEBUG nova.network.neutron [req-21e040d8-cbd0-49e0-b5ba-aea6fa8ca7d0 req-d31e5818-c19b-4869-a940-3f1e9be73166 service nova] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Refreshing network info cache for port 3fcca93e-f34a-41f2-90a9-181b60b65f8a {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1539.947268] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df87c7ae-3edf-458d-a261-9847641b5316 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.954777] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1539.955476] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5737b60c-30c1-4ba2-b073-2df865a203ed {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.001083] env[63097]: DEBUG oslo_vmware.api [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687457, 'name': ReconfigVM_Task, 'duration_secs': 0.361412} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.004445] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 04f38ab5-7277-4351-982d-9248c13d7dff/04f38ab5-7277-4351-982d-9248c13d7dff.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1540.005196] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e193e73-8e29-406b-8ef4-70dd0f0d3ee6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.013678] env[63097]: DEBUG oslo_vmware.api [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52e9dc70-b854-5f96-3926-349cefa1edc8, 'name': SearchDatastore_Task, 'duration_secs': 0.014708} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.014946] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1540.015213] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1540.015463] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1540.015623] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.015810] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1540.016155] env[63097]: DEBUG oslo_vmware.api [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1540.016155] env[63097]: value = "task-1687459" [ 1540.016155] env[63097]: _type = "Task" [ 1540.016155] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.016367] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49c396f6-95e1-4edb-b4e3-1620b8e40b17 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.025888] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5c405522-a6f2-44d3-9195-2276015e6d6b tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.959s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.031203] env[63097]: DEBUG oslo_concurrency.lockutils [None req-46ea508f-b0a0-440a-9570-236312210c6d tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.831s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.031508] env[63097]: DEBUG nova.objects.instance [None req-46ea508f-b0a0-440a-9570-236312210c6d tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Lazy-loading 'resources' on Instance uuid 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1540.042483] env[63097]: DEBUG oslo_vmware.api [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687459, 'name': Rename_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.042806] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1540.043025] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1540.044628] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9bc45f7-87e2-4be2-92c7-b3cbba0d0fb3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.053755] env[63097]: DEBUG oslo_vmware.api [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Waiting for the task: (returnval){ [ 1540.053755] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52e3f8c4-0613-725b-3be8-592984b28a81" [ 1540.053755] env[63097]: _type = "Task" [ 1540.053755] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.059237] env[63097]: INFO nova.scheduler.client.report [None req-5c405522-a6f2-44d3-9195-2276015e6d6b tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Deleted allocations for instance 435f2efc-0c43-47fc-9d04-7e3d044935d5 [ 1540.063483] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1540.063793] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1540.063929] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Deleting the datastore file [datastore1] 36974656-9b00-492e-bc16-ffbe101bc2bb {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1540.071522] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0c7d75c-e443-4687-9dc5-13b418d71f5e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.074198] env[63097]: DEBUG oslo_vmware.api [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52e3f8c4-0613-725b-3be8-592984b28a81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.079837] env[63097]: DEBUG oslo_vmware.api [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1540.079837] env[63097]: value = "task-1687460" [ 1540.079837] env[63097]: _type = "Task" [ 1540.079837] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.090743] env[63097]: DEBUG oslo_vmware.api [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687460, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.095188] env[63097]: DEBUG nova.compute.manager [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1540.123181] env[63097]: DEBUG nova.virt.hardware [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1540.123481] env[63097]: DEBUG nova.virt.hardware [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1540.123649] env[63097]: DEBUG nova.virt.hardware [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1540.123840] env[63097]: DEBUG nova.virt.hardware [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1540.123993] env[63097]: DEBUG nova.virt.hardware [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1540.124162] env[63097]: DEBUG nova.virt.hardware [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1540.124396] env[63097]: DEBUG nova.virt.hardware [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1540.124568] env[63097]: DEBUG nova.virt.hardware [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1540.124745] env[63097]: DEBUG nova.virt.hardware [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1540.124915] env[63097]: DEBUG nova.virt.hardware [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1540.125108] env[63097]: DEBUG nova.virt.hardware [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1540.126461] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692728e0-624a-4923-b8c5-28dda76c4da5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.135407] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56605dad-4b00-4b34-a01c-4670e4608750 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.198246] env[63097]: DEBUG oslo_vmware.api [None req-1e1e9274-8b3a-46fd-b4a8-61277e87464e tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687454, 'name': CreateSnapshot_Task, 'duration_secs': 0.924418} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.198548] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1e9274-8b3a-46fd-b4a8-61277e87464e tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Created Snapshot of the VM instance {{(pid=63097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1540.199297] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a922c854-2afe-46f2-893b-aa44c66790e9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.528747] env[63097]: DEBUG oslo_vmware.api [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687459, 'name': Rename_Task, 'duration_secs': 0.152076} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.529093] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1540.529353] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b885aef8-73da-4d38-a7df-bc35b2c73a98 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.537410] env[63097]: DEBUG oslo_vmware.api [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1540.537410] env[63097]: value = "task-1687461" [ 1540.537410] env[63097]: _type = "Task" [ 1540.537410] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.545802] env[63097]: DEBUG oslo_vmware.api [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687461, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.568859] env[63097]: DEBUG oslo_vmware.api [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52e3f8c4-0613-725b-3be8-592984b28a81, 'name': SearchDatastore_Task, 'duration_secs': 0.021106} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.568859] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e8d24d7-919f-4475-acc1-d90cafd75504 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.578955] env[63097]: DEBUG oslo_vmware.api [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Waiting for the task: (returnval){ [ 1540.578955] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]529758e9-7249-012f-b39b-8c8bec6d79b4" [ 1540.578955] env[63097]: _type = "Task" [ 1540.578955] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.579720] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5c405522-a6f2-44d3-9195-2276015e6d6b tempest-ServerRescueTestJSONUnderV235-1244027609 tempest-ServerRescueTestJSONUnderV235-1244027609-project-member] Lock "435f2efc-0c43-47fc-9d04-7e3d044935d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.738s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.598353] env[63097]: DEBUG oslo_vmware.api [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687460, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.602490] env[63097]: DEBUG oslo_vmware.api [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]529758e9-7249-012f-b39b-8c8bec6d79b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.658089] env[63097]: DEBUG nova.network.neutron [-] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1540.682476] env[63097]: DEBUG nova.compute.manager [req-a8408b09-2ec0-453c-8eed-d98330d81043 req-bfb377ab-dee2-46d4-b054-4b80e1635477 service nova] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Received event network-vif-plugged-8ed3a44e-7fc9-4b1f-8135-ac58998be7c6 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1540.682744] env[63097]: DEBUG oslo_concurrency.lockutils [req-a8408b09-2ec0-453c-8eed-d98330d81043 req-bfb377ab-dee2-46d4-b054-4b80e1635477 service nova] Acquiring lock "4b465cb3-7b93-4088-bdb2-3903f15a2672-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.682998] env[63097]: DEBUG oslo_concurrency.lockutils [req-a8408b09-2ec0-453c-8eed-d98330d81043 req-bfb377ab-dee2-46d4-b054-4b80e1635477 service nova] Lock "4b465cb3-7b93-4088-bdb2-3903f15a2672-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.683211] env[63097]: DEBUG oslo_concurrency.lockutils [req-a8408b09-2ec0-453c-8eed-d98330d81043 req-bfb377ab-dee2-46d4-b054-4b80e1635477 service nova] Lock "4b465cb3-7b93-4088-bdb2-3903f15a2672-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.683470] env[63097]: DEBUG nova.compute.manager [req-a8408b09-2ec0-453c-8eed-d98330d81043 req-bfb377ab-dee2-46d4-b054-4b80e1635477 service nova] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] No waiting events found dispatching network-vif-plugged-8ed3a44e-7fc9-4b1f-8135-ac58998be7c6 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1540.683653] env[63097]: WARNING nova.compute.manager [req-a8408b09-2ec0-453c-8eed-d98330d81043 req-bfb377ab-dee2-46d4-b054-4b80e1635477 service nova] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Received unexpected event network-vif-plugged-8ed3a44e-7fc9-4b1f-8135-ac58998be7c6 for instance with vm_state building and task_state spawning. [ 1540.721774] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1e9274-8b3a-46fd-b4a8-61277e87464e tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Creating linked-clone VM from snapshot {{(pid=63097) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1540.725222] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-aa62e741-1b14-4e5e-8205-8fbd0a154b35 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.734270] env[63097]: DEBUG oslo_vmware.api [None req-1e1e9274-8b3a-46fd-b4a8-61277e87464e tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Waiting for the task: (returnval){ [ 1540.734270] env[63097]: value = "task-1687462" [ 1540.734270] env[63097]: _type = "Task" [ 1540.734270] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.745627] env[63097]: DEBUG oslo_vmware.api [None req-1e1e9274-8b3a-46fd-b4a8-61277e87464e tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687462, 'name': CloneVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.851909] env[63097]: DEBUG nova.network.neutron [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Successfully updated port: 8ed3a44e-7fc9-4b1f-8135-ac58998be7c6 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1540.900437] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35142a0-e099-44ab-9eef-bb87ba029149 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.905747] env[63097]: DEBUG nova.network.neutron [req-21e040d8-cbd0-49e0-b5ba-aea6fa8ca7d0 req-d31e5818-c19b-4869-a940-3f1e9be73166 service nova] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Updated VIF entry in instance network info cache for port 3fcca93e-f34a-41f2-90a9-181b60b65f8a. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1540.906202] env[63097]: DEBUG nova.network.neutron [req-21e040d8-cbd0-49e0-b5ba-aea6fa8ca7d0 req-d31e5818-c19b-4869-a940-3f1e9be73166 service nova] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Updating instance_info_cache with network_info: [{"id": "3fcca93e-f34a-41f2-90a9-181b60b65f8a", "address": "fa:16:3e:ef:ed:78", "network": {"id": "50215c70-2086-4e75-a852-57a251fe1397", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1988148367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfaa0618e4044c5db920f1465bf6dc07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fcca93e-f3", "ovs_interfaceid": "3fcca93e-f34a-41f2-90a9-181b60b65f8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1540.910348] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7974ac1-dbff-4cd8-b5e7-a0f5686337d5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.948946] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bb931b-4802-494f-86cd-dc19880cb565 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.957608] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0550de5-8ede-432c-ac2e-df9a836debb0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.019221] env[63097]: DEBUG nova.compute.provider_tree [None req-46ea508f-b0a0-440a-9570-236312210c6d tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1541.048748] env[63097]: DEBUG oslo_vmware.api [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687461, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.098125] env[63097]: DEBUG oslo_vmware.api [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687460, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.632926} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.102256] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1541.102256] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1541.102256] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1541.105447] env[63097]: DEBUG oslo_vmware.api [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]529758e9-7249-012f-b39b-8c8bec6d79b4, 'name': SearchDatastore_Task, 'duration_secs': 0.026242} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.105447] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1541.105604] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2/1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1541.105980] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52f838e3-b8b0-45ed-9924-ab592f3430a7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.113354] env[63097]: DEBUG oslo_vmware.api [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Waiting for the task: (returnval){ [ 1541.113354] env[63097]: value = "task-1687463" [ 1541.113354] env[63097]: _type = "Task" [ 1541.113354] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.125019] env[63097]: DEBUG oslo_vmware.api [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687463, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.161329] env[63097]: INFO nova.compute.manager [-] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Took 1.26 seconds to deallocate network for instance. [ 1541.247089] env[63097]: DEBUG oslo_vmware.api [None req-1e1e9274-8b3a-46fd-b4a8-61277e87464e tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687462, 'name': CloneVM_Task} progress is 94%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.359221] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "refresh_cache-4b465cb3-7b93-4088-bdb2-3903f15a2672" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1541.359472] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquired lock "refresh_cache-4b465cb3-7b93-4088-bdb2-3903f15a2672" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.359685] env[63097]: DEBUG nova.network.neutron [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1541.411246] env[63097]: DEBUG oslo_concurrency.lockutils [req-21e040d8-cbd0-49e0-b5ba-aea6fa8ca7d0 req-d31e5818-c19b-4869-a940-3f1e9be73166 service nova] Releasing lock "refresh_cache-2f260405-ecd8-4fc5-93b1-2d547b77468c" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1541.411681] env[63097]: DEBUG nova.compute.manager [req-21e040d8-cbd0-49e0-b5ba-aea6fa8ca7d0 req-d31e5818-c19b-4869-a940-3f1e9be73166 service nova] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Received event network-changed-3fcca93e-f34a-41f2-90a9-181b60b65f8a {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1541.412072] env[63097]: DEBUG nova.compute.manager [req-21e040d8-cbd0-49e0-b5ba-aea6fa8ca7d0 req-d31e5818-c19b-4869-a940-3f1e9be73166 service nova] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Refreshing instance network info cache due to event network-changed-3fcca93e-f34a-41f2-90a9-181b60b65f8a. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1541.412248] env[63097]: DEBUG oslo_concurrency.lockutils [req-21e040d8-cbd0-49e0-b5ba-aea6fa8ca7d0 req-d31e5818-c19b-4869-a940-3f1e9be73166 service nova] Acquiring lock "refresh_cache-2f260405-ecd8-4fc5-93b1-2d547b77468c" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1541.412484] env[63097]: DEBUG oslo_concurrency.lockutils [req-21e040d8-cbd0-49e0-b5ba-aea6fa8ca7d0 req-d31e5818-c19b-4869-a940-3f1e9be73166 service nova] Acquired lock "refresh_cache-2f260405-ecd8-4fc5-93b1-2d547b77468c" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.412746] env[63097]: DEBUG nova.network.neutron [req-21e040d8-cbd0-49e0-b5ba-aea6fa8ca7d0 req-d31e5818-c19b-4869-a940-3f1e9be73166 service nova] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Refreshing network info cache for port 3fcca93e-f34a-41f2-90a9-181b60b65f8a {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1541.478117] env[63097]: DEBUG nova.scheduler.client.report [None req-46ea508f-b0a0-440a-9570-236312210c6d tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1541.549865] env[63097]: DEBUG oslo_vmware.api [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687461, 'name': PowerOnVM_Task, 'duration_secs': 0.54898} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.550238] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1541.550522] env[63097]: INFO nova.compute.manager [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Took 8.23 seconds to spawn the instance on the hypervisor. [ 1541.550737] env[63097]: DEBUG nova.compute.manager [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1541.551797] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2b5186-a8c2-461b-826a-a2d61d99d451 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.627582] env[63097]: DEBUG oslo_vmware.api [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687463, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.668095] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3c3fb133-c39c-4ba4-a4c3-457aba228582 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1541.748499] env[63097]: DEBUG oslo_vmware.api [None req-1e1e9274-8b3a-46fd-b4a8-61277e87464e tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687462, 'name': CloneVM_Task} progress is 94%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.918018] env[63097]: DEBUG nova.network.neutron [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1541.968524] env[63097]: DEBUG nova.compute.manager [req-4a296f26-fbc0-4263-b903-90ccefaf8021 req-e3b75f43-41e9-455b-aca6-09812e95262c service nova] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Received event network-vif-deleted-addfd7cc-2fe9-4ecc-992c-88202923269c {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1541.986380] env[63097]: DEBUG oslo_concurrency.lockutils [None req-46ea508f-b0a0-440a-9570-236312210c6d tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.955s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.993817] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 23.913s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1541.994011] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.994189] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1541.994532] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e5e480bd-1eed-48ca-92a1-2512fd60ad16 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.589s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1541.994755] env[63097]: DEBUG nova.objects.instance [None req-e5e480bd-1eed-48ca-92a1-2512fd60ad16 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lazy-loading 'resources' on Instance uuid 185ab458-44b4-4bc2-816a-269d7a4e2719 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1541.997612] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2cb6f4c-7bfc-46bf-acf1-2751ed48f4a7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.007696] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063ae9b2-2f93-4b21-bfb2-f55648739b07 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.027469] env[63097]: INFO nova.scheduler.client.report [None req-46ea508f-b0a0-440a-9570-236312210c6d tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Deleted allocations for instance 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29 [ 1542.028709] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb50ab0f-93b2-4d62-81d2-322d2767522b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.042085] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484a8987-3167-4be4-9a1a-ced2cb649ed8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.080081] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179839MB free_disk=147GB free_vcpus=48 pci_devices=None {{(pid=63097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1542.080259] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.091103] env[63097]: INFO nova.compute.manager [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Took 37.39 seconds to build instance. [ 1542.130839] env[63097]: DEBUG oslo_vmware.api [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687463, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635623} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.131240] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2/1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1542.131539] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1542.132241] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8a1d11d-e609-45ba-a9be-a71185fd3f8c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.138445] env[63097]: DEBUG oslo_vmware.api [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Waiting for the task: (returnval){ [ 1542.138445] env[63097]: value = "task-1687464" [ 1542.138445] env[63097]: _type = "Task" [ 1542.138445] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.146435] env[63097]: DEBUG oslo_vmware.api [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687464, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.151530] env[63097]: DEBUG nova.network.neutron [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Updating instance_info_cache with network_info: [{"id": "8ed3a44e-7fc9-4b1f-8135-ac58998be7c6", "address": "fa:16:3e:52:cd:9e", "network": {"id": "4023f1be-d600-441b-9ec5-b01eac0704f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1618053137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a00e94d35e44678b6698f8af082c448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ed3a44e-7f", "ovs_interfaceid": "8ed3a44e-7fc9-4b1f-8135-ac58998be7c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.155343] env[63097]: DEBUG nova.virt.hardware [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1542.155605] env[63097]: DEBUG nova.virt.hardware [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1542.155919] env[63097]: DEBUG nova.virt.hardware [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1542.156057] env[63097]: DEBUG nova.virt.hardware [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1542.156221] env[63097]: DEBUG nova.virt.hardware [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1542.156627] env[63097]: DEBUG nova.virt.hardware [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1542.156880] env[63097]: DEBUG nova.virt.hardware [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1542.157239] env[63097]: DEBUG nova.virt.hardware [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1542.157449] env[63097]: DEBUG nova.virt.hardware [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1542.157628] env[63097]: DEBUG nova.virt.hardware [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1542.157809] env[63097]: DEBUG nova.virt.hardware [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1542.161920] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b72ebd9-46ec-4ac9-9928-b7ad48401a1d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.173408] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4258dcd5-102c-4b4a-9ce9-fe05f9ac68b2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.189842] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:54:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ded8bac-871f-491b-94ec-cb67c08bc828', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '818e243a-6f2a-404c-b1b3-b5438d5e38f2', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1542.197676] env[63097]: DEBUG oslo.service.loopingcall [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1542.198331] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1542.198572] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7f917a9-1755-431f-bec3-0c1b8fc6431f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.218019] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1542.218019] env[63097]: value = "task-1687465" [ 1542.218019] env[63097]: _type = "Task" [ 1542.218019] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.227170] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687465, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.249719] env[63097]: DEBUG oslo_vmware.api [None req-1e1e9274-8b3a-46fd-b4a8-61277e87464e tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687462, 'name': CloneVM_Task} progress is 95%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.272141] env[63097]: DEBUG nova.network.neutron [req-21e040d8-cbd0-49e0-b5ba-aea6fa8ca7d0 req-d31e5818-c19b-4869-a940-3f1e9be73166 service nova] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Updated VIF entry in instance network info cache for port 3fcca93e-f34a-41f2-90a9-181b60b65f8a. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1542.272267] env[63097]: DEBUG nova.network.neutron [req-21e040d8-cbd0-49e0-b5ba-aea6fa8ca7d0 req-d31e5818-c19b-4869-a940-3f1e9be73166 service nova] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Updating instance_info_cache with network_info: [{"id": "3fcca93e-f34a-41f2-90a9-181b60b65f8a", "address": "fa:16:3e:ef:ed:78", "network": {"id": "50215c70-2086-4e75-a852-57a251fe1397", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1988148367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfaa0618e4044c5db920f1465bf6dc07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fcca93e-f3", "ovs_interfaceid": "3fcca93e-f34a-41f2-90a9-181b60b65f8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.541988] env[63097]: DEBUG oslo_concurrency.lockutils [None req-46ea508f-b0a0-440a-9570-236312210c6d tempest-TenantUsagesTestJSON-239463416 tempest-TenantUsagesTestJSON-239463416-project-member] Lock "620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.433s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.593842] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c6e2dfbd-3822-4dd7-a17c-d5f7492c3741 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "04f38ab5-7277-4351-982d-9248c13d7dff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.902s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.654483] env[63097]: DEBUG oslo_vmware.api [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687464, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107813} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.654483] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1542.655390] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82cb2ea2-3a61-466c-944e-45063b0cfb9a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.663942] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Releasing lock "refresh_cache-4b465cb3-7b93-4088-bdb2-3903f15a2672" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1542.663942] env[63097]: DEBUG nova.compute.manager [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Instance network_info: |[{"id": "8ed3a44e-7fc9-4b1f-8135-ac58998be7c6", "address": "fa:16:3e:52:cd:9e", "network": {"id": "4023f1be-d600-441b-9ec5-b01eac0704f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1618053137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a00e94d35e44678b6698f8af082c448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ed3a44e-7f", "ovs_interfaceid": "8ed3a44e-7fc9-4b1f-8135-ac58998be7c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1542.663942] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:cd:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4105fae7-3de1-4a6c-a44b-39097c174699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ed3a44e-7fc9-4b1f-8135-ac58998be7c6', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1542.671179] env[63097]: DEBUG oslo.service.loopingcall [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1542.683788] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1542.693897] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2/1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1542.694518] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed570885-5073-4b0c-9bac-a4b42dab9755 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.710471] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ffd0f40-0a16-4f1e-a04a-20d59909ba3d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.736781] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1542.736781] env[63097]: value = "task-1687466" [ 1542.736781] env[63097]: _type = "Task" [ 1542.736781] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.744082] env[63097]: DEBUG nova.compute.manager [req-9f4597d4-c720-4ce2-aefa-2c603fb11cca req-8f71ab62-f33d-4c80-806e-d033b1723209 service nova] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Received event network-changed-8ed3a44e-7fc9-4b1f-8135-ac58998be7c6 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1542.744375] env[63097]: DEBUG nova.compute.manager [req-9f4597d4-c720-4ce2-aefa-2c603fb11cca req-8f71ab62-f33d-4c80-806e-d033b1723209 service nova] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Refreshing instance network info cache due to event network-changed-8ed3a44e-7fc9-4b1f-8135-ac58998be7c6. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1542.744674] env[63097]: DEBUG oslo_concurrency.lockutils [req-9f4597d4-c720-4ce2-aefa-2c603fb11cca req-8f71ab62-f33d-4c80-806e-d033b1723209 service nova] Acquiring lock "refresh_cache-4b465cb3-7b93-4088-bdb2-3903f15a2672" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1542.744922] env[63097]: DEBUG oslo_concurrency.lockutils [req-9f4597d4-c720-4ce2-aefa-2c603fb11cca req-8f71ab62-f33d-4c80-806e-d033b1723209 service nova] Acquired lock "refresh_cache-4b465cb3-7b93-4088-bdb2-3903f15a2672" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.745234] env[63097]: DEBUG nova.network.neutron [req-9f4597d4-c720-4ce2-aefa-2c603fb11cca req-8f71ab62-f33d-4c80-806e-d033b1723209 service nova] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Refreshing network info cache for port 8ed3a44e-7fc9-4b1f-8135-ac58998be7c6 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1542.746881] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687465, 'name': CreateVM_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.747228] env[63097]: DEBUG oslo_vmware.api [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Waiting for the task: (returnval){ [ 1542.747228] env[63097]: value = "task-1687467" [ 1542.747228] env[63097]: _type = "Task" [ 1542.747228] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.769165] env[63097]: DEBUG oslo_vmware.api [None req-1e1e9274-8b3a-46fd-b4a8-61277e87464e tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687462, 'name': CloneVM_Task, 'duration_secs': 1.747085} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.775872] env[63097]: INFO nova.virt.vmwareapi.vmops [None req-1e1e9274-8b3a-46fd-b4a8-61277e87464e tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Created linked-clone VM from snapshot [ 1542.776483] env[63097]: DEBUG oslo_vmware.api [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.776676] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687466, 'name': CreateVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.777427] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed86de2-e574-4f6b-a702-752d9f4780ae {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.780288] env[63097]: DEBUG oslo_concurrency.lockutils [req-21e040d8-cbd0-49e0-b5ba-aea6fa8ca7d0 req-d31e5818-c19b-4869-a940-3f1e9be73166 service nova] Releasing lock "refresh_cache-2f260405-ecd8-4fc5-93b1-2d547b77468c" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1542.789461] env[63097]: DEBUG nova.virt.vmwareapi.images [None req-1e1e9274-8b3a-46fd-b4a8-61277e87464e tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Uploading image 60c38284-52eb-4470-ba12-ddebf6a663b3 {{(pid=63097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1542.821211] env[63097]: DEBUG oslo_vmware.rw_handles [None req-1e1e9274-8b3a-46fd-b4a8-61277e87464e tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1542.821211] env[63097]: value = "vm-351741" [ 1542.821211] env[63097]: _type = "VirtualMachine" [ 1542.821211] env[63097]: }. {{(pid=63097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1542.821557] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-74849541-8bdf-4256-8abf-3eee7349afc9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.833330] env[63097]: DEBUG oslo_vmware.rw_handles [None req-1e1e9274-8b3a-46fd-b4a8-61277e87464e tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Lease: (returnval){ [ 1542.833330] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52298afd-dda1-7ce7-5831-346590da3cb4" [ 1542.833330] env[63097]: _type = "HttpNfcLease" [ 1542.833330] env[63097]: } obtained for exporting VM: (result){ [ 1542.833330] env[63097]: value = "vm-351741" [ 1542.833330] env[63097]: _type = "VirtualMachine" [ 1542.833330] env[63097]: }. {{(pid=63097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1542.833618] env[63097]: DEBUG oslo_vmware.api [None req-1e1e9274-8b3a-46fd-b4a8-61277e87464e tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Waiting for the lease: (returnval){ [ 1542.833618] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52298afd-dda1-7ce7-5831-346590da3cb4" [ 1542.833618] env[63097]: _type = "HttpNfcLease" [ 1542.833618] env[63097]: } to be ready. {{(pid=63097) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1542.843485] env[63097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1542.843485] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52298afd-dda1-7ce7-5831-346590da3cb4" [ 1542.843485] env[63097]: _type = "HttpNfcLease" [ 1542.843485] env[63097]: } is initializing. {{(pid=63097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1542.914898] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f34c08a-2361-484f-809c-ad175c7d447e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.922851] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cafd71-f311-48e9-967f-6c7c2c4a6035 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.953340] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b037c8-ce4e-48e3-826f-add3c8977041 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.964494] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2cec774-2353-4f72-b9b9-718662a6f30c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.988584] env[63097]: DEBUG nova.compute.provider_tree [None req-e5e480bd-1eed-48ca-92a1-2512fd60ad16 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1543.241529] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687465, 'name': CreateVM_Task, 'duration_secs': 0.670386} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.241529] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1543.241529] env[63097]: DEBUG oslo_concurrency.lockutils [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.241888] env[63097]: DEBUG oslo_concurrency.lockutils [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.242078] env[63097]: DEBUG oslo_concurrency.lockutils [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1543.242356] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c26a14e8-e07e-487f-aa68-4e71a4580d8f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.257295] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687466, 'name': CreateVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.258639] env[63097]: DEBUG oslo_vmware.api [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1543.258639] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b8f1b9-ead5-a823-849b-4c110bb46bfa" [ 1543.258639] env[63097]: _type = "Task" [ 1543.258639] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.271064] env[63097]: DEBUG oslo_vmware.api [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.273377] env[63097]: DEBUG oslo_vmware.api [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b8f1b9-ead5-a823-849b-4c110bb46bfa, 'name': SearchDatastore_Task, 'duration_secs': 0.011614} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.273699] env[63097]: DEBUG oslo_concurrency.lockutils [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1543.273967] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1543.274228] env[63097]: DEBUG oslo_concurrency.lockutils [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.274393] env[63097]: DEBUG oslo_concurrency.lockutils [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.274578] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1543.274844] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a535719-5f35-4dd9-8906-6e1e54cb97d8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.282760] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1543.282935] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1543.284473] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e3b38a7-f53b-4096-8492-76663886df35 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.288680] env[63097]: DEBUG oslo_vmware.api [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1543.288680] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c420b6-3c21-5f95-d863-b88e02e66087" [ 1543.288680] env[63097]: _type = "Task" [ 1543.288680] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.297216] env[63097]: DEBUG oslo_vmware.api [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c420b6-3c21-5f95-d863-b88e02e66087, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.346028] env[63097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1543.346028] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52298afd-dda1-7ce7-5831-346590da3cb4" [ 1543.346028] env[63097]: _type = "HttpNfcLease" [ 1543.346028] env[63097]: } is ready. {{(pid=63097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1543.346439] env[63097]: DEBUG oslo_vmware.rw_handles [None req-1e1e9274-8b3a-46fd-b4a8-61277e87464e tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1543.346439] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52298afd-dda1-7ce7-5831-346590da3cb4" [ 1543.346439] env[63097]: _type = "HttpNfcLease" [ 1543.346439] env[63097]: }. {{(pid=63097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1543.350325] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3805e9c-b383-4ba4-9b43-67533f8050e1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.362817] env[63097]: DEBUG oslo_vmware.rw_handles [None req-1e1e9274-8b3a-46fd-b4a8-61277e87464e tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525d7fc3-888e-cf12-4deb-8b86118c4628/disk-0.vmdk from lease info. {{(pid=63097) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1543.363077] env[63097]: DEBUG oslo_vmware.rw_handles [None req-1e1e9274-8b3a-46fd-b4a8-61277e87464e tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525d7fc3-888e-cf12-4deb-8b86118c4628/disk-0.vmdk for reading. {{(pid=63097) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1543.468875] env[63097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4d363a6e-d382-464a-8458-40a902d1081d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.493641] env[63097]: DEBUG nova.scheduler.client.report [None req-e5e480bd-1eed-48ca-92a1-2512fd60ad16 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1543.755713] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687466, 'name': CreateVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.766267] env[63097]: DEBUG oslo_vmware.api [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687467, 'name': ReconfigVM_Task, 'duration_secs': 0.63903} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.766586] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2/1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1543.767305] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d40d9b4a-6e73-4073-b901-1273d46437ad {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.774326] env[63097]: DEBUG oslo_vmware.api [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Waiting for the task: (returnval){ [ 1543.774326] env[63097]: value = "task-1687469" [ 1543.774326] env[63097]: _type = "Task" [ 1543.774326] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.784014] env[63097]: DEBUG oslo_vmware.api [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687469, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.798965] env[63097]: DEBUG oslo_vmware.api [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c420b6-3c21-5f95-d863-b88e02e66087, 'name': SearchDatastore_Task, 'duration_secs': 0.008647} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.803029] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88d4dad5-c80b-4cc7-953f-32c9b26fbc04 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.807368] env[63097]: DEBUG oslo_vmware.api [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1543.807368] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52f408d6-ae02-c94c-2c9c-4017daa266f7" [ 1543.807368] env[63097]: _type = "Task" [ 1543.807368] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.815826] env[63097]: DEBUG oslo_vmware.api [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52f408d6-ae02-c94c-2c9c-4017daa266f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.001805] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e5e480bd-1eed-48ca-92a1-2512fd60ad16 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.006s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.005078] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.339s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.008089] env[63097]: INFO nova.compute.claims [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1544.028889] env[63097]: INFO nova.scheduler.client.report [None req-e5e480bd-1eed-48ca-92a1-2512fd60ad16 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Deleted allocations for instance 185ab458-44b4-4bc2-816a-269d7a4e2719 [ 1544.077728] env[63097]: DEBUG nova.network.neutron [req-9f4597d4-c720-4ce2-aefa-2c603fb11cca req-8f71ab62-f33d-4c80-806e-d033b1723209 service nova] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Updated VIF entry in instance network info cache for port 8ed3a44e-7fc9-4b1f-8135-ac58998be7c6. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1544.078976] env[63097]: DEBUG nova.network.neutron [req-9f4597d4-c720-4ce2-aefa-2c603fb11cca req-8f71ab62-f33d-4c80-806e-d033b1723209 service nova] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Updating instance_info_cache with network_info: [{"id": "8ed3a44e-7fc9-4b1f-8135-ac58998be7c6", "address": "fa:16:3e:52:cd:9e", "network": {"id": "4023f1be-d600-441b-9ec5-b01eac0704f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1618053137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a00e94d35e44678b6698f8af082c448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ed3a44e-7f", "ovs_interfaceid": "8ed3a44e-7fc9-4b1f-8135-ac58998be7c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.261303] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687466, 'name': CreateVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.289570] env[63097]: DEBUG oslo_vmware.api [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687469, 'name': Rename_Task, 'duration_secs': 0.164384} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.290102] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1544.290696] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08e9a0a8-a0c9-430c-adf9-83b8694fbcb8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.302458] env[63097]: DEBUG oslo_vmware.api [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Waiting for the task: (returnval){ [ 1544.302458] env[63097]: value = "task-1687470" [ 1544.302458] env[63097]: _type = "Task" [ 1544.302458] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.316630] env[63097]: DEBUG oslo_vmware.api [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687470, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.321445] env[63097]: DEBUG oslo_vmware.api [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52f408d6-ae02-c94c-2c9c-4017daa266f7, 'name': SearchDatastore_Task, 'duration_secs': 0.011717} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.322067] env[63097]: DEBUG oslo_concurrency.lockutils [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1544.322184] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 36974656-9b00-492e-bc16-ffbe101bc2bb/36974656-9b00-492e-bc16-ffbe101bc2bb.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1544.322396] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-832613c8-84c3-434a-8340-e737fa31bcfd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.330490] env[63097]: DEBUG oslo_vmware.api [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1544.330490] env[63097]: value = "task-1687471" [ 1544.330490] env[63097]: _type = "Task" [ 1544.330490] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.343839] env[63097]: DEBUG oslo_vmware.api [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.544199] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e5e480bd-1eed-48ca-92a1-2512fd60ad16 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lock "185ab458-44b4-4bc2-816a-269d7a4e2719" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.064s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.583955] env[63097]: DEBUG oslo_concurrency.lockutils [req-9f4597d4-c720-4ce2-aefa-2c603fb11cca req-8f71ab62-f33d-4c80-806e-d033b1723209 service nova] Releasing lock "refresh_cache-4b465cb3-7b93-4088-bdb2-3903f15a2672" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1544.762086] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687466, 'name': CreateVM_Task, 'duration_secs': 1.638012} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.762086] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1544.762646] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.763087] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.763938] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1544.764951] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-579a7f57-f332-4d44-814b-dd29c3a4ddd5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.775785] env[63097]: DEBUG oslo_vmware.api [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for the task: (returnval){ [ 1544.775785] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52719b5a-c04d-4e95-5173-7926b3d3637a" [ 1544.775785] env[63097]: _type = "Task" [ 1544.775785] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.791408] env[63097]: DEBUG oslo_vmware.api [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52719b5a-c04d-4e95-5173-7926b3d3637a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.794550] env[63097]: DEBUG nova.compute.manager [req-f64fe1f4-a7d1-496b-99f8-a4d9cbe40320 req-4cf44dde-aa46-4e68-8fb0-cf2007e62673 service nova] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Received event network-changed-952d5643-dadf-4bb0-bbc1-d6bb8c81bb5f {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1544.794862] env[63097]: DEBUG nova.compute.manager [req-f64fe1f4-a7d1-496b-99f8-a4d9cbe40320 req-4cf44dde-aa46-4e68-8fb0-cf2007e62673 service nova] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Refreshing instance network info cache due to event network-changed-952d5643-dadf-4bb0-bbc1-d6bb8c81bb5f. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1544.794992] env[63097]: DEBUG oslo_concurrency.lockutils [req-f64fe1f4-a7d1-496b-99f8-a4d9cbe40320 req-4cf44dde-aa46-4e68-8fb0-cf2007e62673 service nova] Acquiring lock "refresh_cache-04f38ab5-7277-4351-982d-9248c13d7dff" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.795162] env[63097]: DEBUG oslo_concurrency.lockutils [req-f64fe1f4-a7d1-496b-99f8-a4d9cbe40320 req-4cf44dde-aa46-4e68-8fb0-cf2007e62673 service nova] Acquired lock "refresh_cache-04f38ab5-7277-4351-982d-9248c13d7dff" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.795422] env[63097]: DEBUG nova.network.neutron [req-f64fe1f4-a7d1-496b-99f8-a4d9cbe40320 req-4cf44dde-aa46-4e68-8fb0-cf2007e62673 service nova] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Refreshing network info cache for port 952d5643-dadf-4bb0-bbc1-d6bb8c81bb5f {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1544.823885] env[63097]: DEBUG oslo_vmware.api [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687470, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.845025] env[63097]: DEBUG oslo_vmware.api [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687471, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.291760] env[63097]: DEBUG oslo_vmware.api [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52719b5a-c04d-4e95-5173-7926b3d3637a, 'name': SearchDatastore_Task, 'duration_secs': 0.070403} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.292657] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.293915] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1545.293915] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1545.293915] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.293915] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1545.294101] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e03c2c0-56d5-4e28-957d-5ebf8ddd1430 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.322175] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1545.322175] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1545.324515] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03e38a31-8ea7-4feb-a009-45f02ab51fbe {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.344299] env[63097]: DEBUG oslo_vmware.api [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687470, 'name': PowerOnVM_Task, 'duration_secs': 0.707341} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.346269] env[63097]: DEBUG oslo_vmware.api [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for the task: (returnval){ [ 1545.346269] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52668dbf-a081-1061-061c-6ffce4de0860" [ 1545.346269] env[63097]: _type = "Task" [ 1545.346269] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.351759] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1545.352241] env[63097]: INFO nova.compute.manager [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Took 9.59 seconds to spawn the instance on the hypervisor. [ 1545.352487] env[63097]: DEBUG nova.compute.manager [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1545.353843] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ce67da-72c6-4c55-9149-e99fef6006b4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.365173] env[63097]: DEBUG oslo_vmware.api [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687471, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.380623] env[63097]: DEBUG oslo_vmware.api [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52668dbf-a081-1061-061c-6ffce4de0860, 'name': SearchDatastore_Task, 'duration_secs': 0.031163} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.381974] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1943858-7dbd-4a6e-962c-9941fbe0ab59 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.389673] env[63097]: DEBUG oslo_vmware.api [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for the task: (returnval){ [ 1545.389673] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527cec67-1576-d509-0546-d4b2d349c0d6" [ 1545.389673] env[63097]: _type = "Task" [ 1545.389673] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.402240] env[63097]: DEBUG oslo_vmware.api [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527cec67-1576-d509-0546-d4b2d349c0d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.439788] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329b36d1-3bfa-455e-a99d-4258558880a0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.450008] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69be655-599d-41f5-9b10-4184a5bdcf7c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.491711] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d97052-44bc-4781-8199-72b3bc1304ae {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.502143] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17261d0b-a32d-4175-b747-b5e2ad2b1048 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.521614] env[63097]: DEBUG nova.compute.provider_tree [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1545.753229] env[63097]: DEBUG nova.network.neutron [req-f64fe1f4-a7d1-496b-99f8-a4d9cbe40320 req-4cf44dde-aa46-4e68-8fb0-cf2007e62673 service nova] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Updated VIF entry in instance network info cache for port 952d5643-dadf-4bb0-bbc1-d6bb8c81bb5f. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1545.753660] env[63097]: DEBUG nova.network.neutron [req-f64fe1f4-a7d1-496b-99f8-a4d9cbe40320 req-4cf44dde-aa46-4e68-8fb0-cf2007e62673 service nova] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Updating instance_info_cache with network_info: [{"id": "952d5643-dadf-4bb0-bbc1-d6bb8c81bb5f", "address": "fa:16:3e:83:c9:0b", "network": {"id": "082f1e0b-2faa-438b-beb2-07cc49fe07ef", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1715190239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa7867f5c3b4e6e8e319e4b098166c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap952d5643-da", "ovs_interfaceid": "952d5643-dadf-4bb0-bbc1-d6bb8c81bb5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.851391] env[63097]: DEBUG oslo_vmware.api [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687471, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.889930] env[63097]: INFO nova.compute.manager [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Took 39.08 seconds to build instance. [ 1545.911582] env[63097]: DEBUG oslo_vmware.api [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527cec67-1576-d509-0546-d4b2d349c0d6, 'name': SearchDatastore_Task, 'duration_secs': 0.029675} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.911932] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.912225] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 4b465cb3-7b93-4088-bdb2-3903f15a2672/4b465cb3-7b93-4088-bdb2-3903f15a2672.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1545.912542] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0580588-cb2e-4d7f-915c-748493ee8008 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.924871] env[63097]: DEBUG oslo_vmware.api [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for the task: (returnval){ [ 1545.924871] env[63097]: value = "task-1687472" [ 1545.924871] env[63097]: _type = "Task" [ 1545.924871] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.935878] env[63097]: DEBUG oslo_vmware.api [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.029061] env[63097]: DEBUG nova.scheduler.client.report [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1546.259636] env[63097]: DEBUG oslo_concurrency.lockutils [req-f64fe1f4-a7d1-496b-99f8-a4d9cbe40320 req-4cf44dde-aa46-4e68-8fb0-cf2007e62673 service nova] Releasing lock "refresh_cache-04f38ab5-7277-4351-982d-9248c13d7dff" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1546.349880] env[63097]: DEBUG oslo_vmware.api [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687471, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.734741} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.350249] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 36974656-9b00-492e-bc16-ffbe101bc2bb/36974656-9b00-492e-bc16-ffbe101bc2bb.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1546.350487] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1546.350768] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bb5ae7b-3284-4934-8067-ecccfd5be17e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.364272] env[63097]: DEBUG oslo_vmware.api [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1546.364272] env[63097]: value = "task-1687473" [ 1546.364272] env[63097]: _type = "Task" [ 1546.364272] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.381747] env[63097]: DEBUG oslo_vmware.api [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687473, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.395038] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a1f95d83-3a16-41cd-af62-a4e588a6b030 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Lock "1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.590s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.441736] env[63097]: DEBUG oslo_vmware.api [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687472, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.534286] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.534988] env[63097]: DEBUG nova.compute.manager [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1546.539462] env[63097]: DEBUG oslo_concurrency.lockutils [None req-11f31097-774e-4669-82a9-f6fe01eb6f1c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.541s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.539462] env[63097]: DEBUG nova.objects.instance [None req-11f31097-774e-4669-82a9-f6fe01eb6f1c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lazy-loading 'resources' on Instance uuid 9454c927-1603-4d9c-bf87-3ed11ef25f0e {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1546.881592] env[63097]: DEBUG oslo_vmware.api [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687473, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.179524} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.882047] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1546.882818] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c409a5-5cf8-4a0a-af45-606068a1e9d7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.911850] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 36974656-9b00-492e-bc16-ffbe101bc2bb/36974656-9b00-492e-bc16-ffbe101bc2bb.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1546.912740] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e44d609-82b6-413e-9211-239786ca832e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.943948] env[63097]: DEBUG oslo_vmware.api [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610288} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.945474] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 4b465cb3-7b93-4088-bdb2-3903f15a2672/4b465cb3-7b93-4088-bdb2-3903f15a2672.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1546.945725] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1546.946065] env[63097]: DEBUG oslo_vmware.api [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1546.946065] env[63097]: value = "task-1687474" [ 1546.946065] env[63097]: _type = "Task" [ 1546.946065] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.946873] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-882a0a44-3d70-45bc-ac08-c0d9005fe691 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.957234] env[63097]: DEBUG oslo_vmware.api [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for the task: (returnval){ [ 1546.957234] env[63097]: value = "task-1687475" [ 1546.957234] env[63097]: _type = "Task" [ 1546.957234] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.968992] env[63097]: DEBUG oslo_vmware.api [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.976508] env[63097]: DEBUG oslo_vmware.api [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.049914] env[63097]: DEBUG nova.compute.utils [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1547.049914] env[63097]: DEBUG nova.compute.manager [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1547.049914] env[63097]: DEBUG nova.network.neutron [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1547.118937] env[63097]: DEBUG nova.policy [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a9cb72e6cba4d67bee9c0b392cfd3c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1bb501857d7a49bab571b96be7671416', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1547.407359] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0b1e45-e025-4d10-8647-95789a2dd9f8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.416221] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02063dd4-f809-4602-8fa1-38be4677e240 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.457432] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b0122ef3-28ea-4de2-81f0-ac5d62dc7170 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Acquiring lock "1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.457432] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b0122ef3-28ea-4de2-81f0-ac5d62dc7170 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Lock "1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.457432] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b0122ef3-28ea-4de2-81f0-ac5d62dc7170 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Acquiring lock "1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.457432] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b0122ef3-28ea-4de2-81f0-ac5d62dc7170 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Lock "1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.457432] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b0122ef3-28ea-4de2-81f0-ac5d62dc7170 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Lock "1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1547.459540] env[63097]: INFO nova.compute.manager [None req-b0122ef3-28ea-4de2-81f0-ac5d62dc7170 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Terminating instance [ 1547.465318] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef02717-c116-40b9-86ea-eb2ad0bca8a2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.468658] env[63097]: DEBUG nova.compute.manager [None req-b0122ef3-28ea-4de2-81f0-ac5d62dc7170 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1547.468899] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b0122ef3-28ea-4de2-81f0-ac5d62dc7170 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1547.473077] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfb3b95-afd7-46b6-a198-6f69f6b6067d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.481261] env[63097]: DEBUG oslo_vmware.api [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687474, 'name': ReconfigVM_Task, 'duration_secs': 0.314208} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.488099] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 36974656-9b00-492e-bc16-ffbe101bc2bb/36974656-9b00-492e-bc16-ffbe101bc2bb.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1547.488869] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0122ef3-28ea-4de2-81f0-ac5d62dc7170 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1547.489290] env[63097]: DEBUG oslo_vmware.api [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06753} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.489524] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09d18d0b-c7dd-4e75-ae3a-8e8241735e0e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.491371] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f84c5c02-e8c6-476c-a30b-6725aaa91cc8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.493839] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3595ba-a016-488d-8fe7-88a3cdc2f7c6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.498025] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1547.498872] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c77fb1b-7e91-4478-9471-c42ada334c3d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.536484] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 4b465cb3-7b93-4088-bdb2-3903f15a2672/4b465cb3-7b93-4088-bdb2-3903f15a2672.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1547.536566] env[63097]: DEBUG nova.compute.provider_tree [None req-11f31097-774e-4669-82a9-f6fe01eb6f1c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1547.540370] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acb6444e-c5fa-4e34-8d25-85c76366ff76 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.559017] env[63097]: DEBUG oslo_vmware.api [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1547.559017] env[63097]: value = "task-1687477" [ 1547.559017] env[63097]: _type = "Task" [ 1547.559017] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.559017] env[63097]: DEBUG oslo_vmware.api [None req-b0122ef3-28ea-4de2-81f0-ac5d62dc7170 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Waiting for the task: (returnval){ [ 1547.559017] env[63097]: value = "task-1687476" [ 1547.559017] env[63097]: _type = "Task" [ 1547.559017] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.559017] env[63097]: DEBUG nova.compute.manager [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1547.569068] env[63097]: DEBUG oslo_vmware.api [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for the task: (returnval){ [ 1547.569068] env[63097]: value = "task-1687478" [ 1547.569068] env[63097]: _type = "Task" [ 1547.569068] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.581061] env[63097]: DEBUG oslo_vmware.api [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687477, 'name': Rename_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.581061] env[63097]: DEBUG oslo_vmware.api [None req-b0122ef3-28ea-4de2-81f0-ac5d62dc7170 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.586526] env[63097]: DEBUG oslo_vmware.api [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687478, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.679776] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquiring lock "5cba94c3-f4c4-497c-becd-c2641c3dfc87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.680104] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lock "5cba94c3-f4c4-497c-becd-c2641c3dfc87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.696355] env[63097]: DEBUG nova.network.neutron [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Successfully created port: dab97e12-0858-421c-bf3b-964e00693916 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1548.059500] env[63097]: DEBUG nova.scheduler.client.report [None req-11f31097-774e-4669-82a9-f6fe01eb6f1c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1548.086618] env[63097]: DEBUG oslo_vmware.api [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687477, 'name': Rename_Task, 'duration_secs': 0.157114} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.086897] env[63097]: DEBUG oslo_vmware.api [None req-b0122ef3-28ea-4de2-81f0-ac5d62dc7170 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687476, 'name': PowerOffVM_Task, 'duration_secs': 0.252944} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.087616] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1548.087897] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0122ef3-28ea-4de2-81f0-ac5d62dc7170 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1548.089054] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b0122ef3-28ea-4de2-81f0-ac5d62dc7170 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1548.089054] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5ac96ab-5c86-43d5-b519-ff217a0afccf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.090367] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b464dc7f-8f3a-4375-be94-79f7c4316795 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.095649] env[63097]: DEBUG oslo_vmware.api [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687478, 'name': ReconfigVM_Task, 'duration_secs': 0.298356} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.098559] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 4b465cb3-7b93-4088-bdb2-3903f15a2672/4b465cb3-7b93-4088-bdb2-3903f15a2672.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1548.098559] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2bc90aa-9245-4379-98b6-6c84b4f880ab {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.104303] env[63097]: DEBUG oslo_vmware.api [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1548.104303] env[63097]: value = "task-1687479" [ 1548.104303] env[63097]: _type = "Task" [ 1548.104303] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.109379] env[63097]: DEBUG oslo_vmware.api [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for the task: (returnval){ [ 1548.109379] env[63097]: value = "task-1687481" [ 1548.109379] env[63097]: _type = "Task" [ 1548.109379] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.116622] env[63097]: DEBUG oslo_vmware.api [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687479, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.122349] env[63097]: DEBUG oslo_vmware.api [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687481, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.182962] env[63097]: DEBUG nova.compute.manager [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1548.192883] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b0122ef3-28ea-4de2-81f0-ac5d62dc7170 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1548.193071] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b0122ef3-28ea-4de2-81f0-ac5d62dc7170 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1548.193356] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0122ef3-28ea-4de2-81f0-ac5d62dc7170 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Deleting the datastore file [datastore1] 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1548.194022] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aefff551-9520-406b-ac5f-ae25b2174453 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.203812] env[63097]: DEBUG oslo_vmware.api [None req-b0122ef3-28ea-4de2-81f0-ac5d62dc7170 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Waiting for the task: (returnval){ [ 1548.203812] env[63097]: value = "task-1687482" [ 1548.203812] env[63097]: _type = "Task" [ 1548.203812] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.217929] env[63097]: DEBUG oslo_vmware.api [None req-b0122ef3-28ea-4de2-81f0-ac5d62dc7170 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.571447] env[63097]: DEBUG oslo_concurrency.lockutils [None req-11f31097-774e-4669-82a9-f6fe01eb6f1c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.032s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.575200] env[63097]: DEBUG oslo_concurrency.lockutils [None req-49f14c42-9d4c-4a01-86b2-76ed4e59203c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 17.247s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.578745] env[63097]: DEBUG nova.compute.manager [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1548.601848] env[63097]: INFO nova.scheduler.client.report [None req-11f31097-774e-4669-82a9-f6fe01eb6f1c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Deleted allocations for instance 9454c927-1603-4d9c-bf87-3ed11ef25f0e [ 1548.612330] env[63097]: DEBUG nova.virt.hardware [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1548.612606] env[63097]: DEBUG nova.virt.hardware [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1548.613071] env[63097]: DEBUG nova.virt.hardware [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1548.613071] env[63097]: DEBUG nova.virt.hardware [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1548.613256] env[63097]: DEBUG nova.virt.hardware [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1548.613291] env[63097]: DEBUG nova.virt.hardware [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1548.613638] env[63097]: DEBUG nova.virt.hardware [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1548.613731] env[63097]: DEBUG nova.virt.hardware [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1548.613865] env[63097]: DEBUG nova.virt.hardware [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1548.614039] env[63097]: DEBUG nova.virt.hardware [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1548.614234] env[63097]: DEBUG nova.virt.hardware [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1548.615858] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b38d97-260a-4609-a26f-2f3c0e40bd03 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.626291] env[63097]: DEBUG oslo_vmware.api [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687479, 'name': PowerOnVM_Task, 'duration_secs': 0.521193} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.626653] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1548.626877] env[63097]: DEBUG nova.compute.manager [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1548.627688] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74077548-c700-4238-9ada-6c74073c531d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.635284] env[63097]: DEBUG oslo_vmware.api [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687481, 'name': Rename_Task, 'duration_secs': 0.20765} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.636046] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1548.637451] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b042a67-9ee7-4153-89bc-8af91d4a18d6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.643327] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f786612-3e38-4935-8fd7-2d7fc01fc00b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.659939] env[63097]: DEBUG oslo_vmware.api [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for the task: (returnval){ [ 1548.659939] env[63097]: value = "task-1687483" [ 1548.659939] env[63097]: _type = "Task" [ 1548.659939] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.668596] env[63097]: DEBUG oslo_vmware.api [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687483, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.710845] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.716687] env[63097]: DEBUG oslo_vmware.api [None req-b0122ef3-28ea-4de2-81f0-ac5d62dc7170 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Task: {'id': task-1687482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2341} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.716825] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0122ef3-28ea-4de2-81f0-ac5d62dc7170 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1548.717047] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b0122ef3-28ea-4de2-81f0-ac5d62dc7170 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1548.717245] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b0122ef3-28ea-4de2-81f0-ac5d62dc7170 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1548.717427] env[63097]: INFO nova.compute.manager [None req-b0122ef3-28ea-4de2-81f0-ac5d62dc7170 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1548.717839] env[63097]: DEBUG oslo.service.loopingcall [None req-b0122ef3-28ea-4de2-81f0-ac5d62dc7170 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1548.717991] env[63097]: DEBUG nova.compute.manager [-] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1548.717991] env[63097]: DEBUG nova.network.neutron [-] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1548.754234] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "bca51e28-e24e-47dd-86e2-935d76b79bc0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.754519] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "bca51e28-e24e-47dd-86e2-935d76b79bc0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.030551] env[63097]: DEBUG nova.compute.manager [req-e739a1e1-9674-4d4a-844e-15c6d262c1ca req-0e2276b0-fb34-4bca-8f4d-b0bec53a75f9 service nova] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Received event network-vif-deleted-7dd54930-b5de-498d-945a-e638f7da3479 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1549.031366] env[63097]: INFO nova.compute.manager [req-e739a1e1-9674-4d4a-844e-15c6d262c1ca req-0e2276b0-fb34-4bca-8f4d-b0bec53a75f9 service nova] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Neutron deleted interface 7dd54930-b5de-498d-945a-e638f7da3479; detaching it from the instance and deleting it from the info cache [ 1549.031366] env[63097]: DEBUG nova.network.neutron [req-e739a1e1-9674-4d4a-844e-15c6d262c1ca req-0e2276b0-fb34-4bca-8f4d-b0bec53a75f9 service nova] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.125266] env[63097]: DEBUG oslo_concurrency.lockutils [None req-11f31097-774e-4669-82a9-f6fe01eb6f1c tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "9454c927-1603-4d9c-bf87-3ed11ef25f0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.918s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1549.158967] env[63097]: DEBUG oslo_concurrency.lockutils [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.174336] env[63097]: DEBUG oslo_vmware.api [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687483, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.257453] env[63097]: DEBUG nova.compute.manager [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1549.399797] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c36596-4acf-4b5b-9fa6-ea572d1ec65b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.412221] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671ec87e-72fe-48de-ab0e-7e0d175caa7d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.444748] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c6379f-80f8-41b9-8867-00aefc89b1c5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.453744] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8017df-6d96-49aa-85fa-b1adea2859d8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.470504] env[63097]: DEBUG nova.compute.provider_tree [None req-49f14c42-9d4c-4a01-86b2-76ed4e59203c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1549.509855] env[63097]: DEBUG nova.network.neutron [-] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.534465] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d0de886-ee68-48ef-85b2-b3aaf408e23d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.549462] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7bb4c7-519f-4443-b68d-47b02fdf66c8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.565187] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3bb20897-236a-497e-8938-9a17755eecf4 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "36974656-9b00-492e-bc16-ffbe101bc2bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.565542] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3bb20897-236a-497e-8938-9a17755eecf4 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "36974656-9b00-492e-bc16-ffbe101bc2bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.565885] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3bb20897-236a-497e-8938-9a17755eecf4 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "36974656-9b00-492e-bc16-ffbe101bc2bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.566959] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3bb20897-236a-497e-8938-9a17755eecf4 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "36974656-9b00-492e-bc16-ffbe101bc2bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.566959] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3bb20897-236a-497e-8938-9a17755eecf4 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "36974656-9b00-492e-bc16-ffbe101bc2bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1549.571080] env[63097]: DEBUG nova.compute.manager [req-05721d8c-fe86-460d-ba8b-bd7885c3d2ab req-ef48fcb5-891b-44f2-875b-cbf39f177e0e service nova] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Received event network-vif-plugged-dab97e12-0858-421c-bf3b-964e00693916 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1549.572399] env[63097]: DEBUG oslo_concurrency.lockutils [req-05721d8c-fe86-460d-ba8b-bd7885c3d2ab req-ef48fcb5-891b-44f2-875b-cbf39f177e0e service nova] Acquiring lock "e13820bb-f282-468f-90de-26279db2f9e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.572399] env[63097]: DEBUG oslo_concurrency.lockutils [req-05721d8c-fe86-460d-ba8b-bd7885c3d2ab req-ef48fcb5-891b-44f2-875b-cbf39f177e0e service nova] Lock "e13820bb-f282-468f-90de-26279db2f9e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.572399] env[63097]: DEBUG oslo_concurrency.lockutils [req-05721d8c-fe86-460d-ba8b-bd7885c3d2ab req-ef48fcb5-891b-44f2-875b-cbf39f177e0e service nova] Lock "e13820bb-f282-468f-90de-26279db2f9e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1549.572399] env[63097]: DEBUG nova.compute.manager [req-05721d8c-fe86-460d-ba8b-bd7885c3d2ab req-ef48fcb5-891b-44f2-875b-cbf39f177e0e service nova] [instance: e13820bb-f282-468f-90de-26279db2f9e9] No waiting events found dispatching network-vif-plugged-dab97e12-0858-421c-bf3b-964e00693916 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1549.572399] env[63097]: WARNING nova.compute.manager [req-05721d8c-fe86-460d-ba8b-bd7885c3d2ab req-ef48fcb5-891b-44f2-875b-cbf39f177e0e service nova] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Received unexpected event network-vif-plugged-dab97e12-0858-421c-bf3b-964e00693916 for instance with vm_state building and task_state spawning. [ 1549.589875] env[63097]: INFO nova.compute.manager [None req-3bb20897-236a-497e-8938-9a17755eecf4 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Terminating instance [ 1549.591662] env[63097]: DEBUG nova.compute.manager [req-e739a1e1-9674-4d4a-844e-15c6d262c1ca req-0e2276b0-fb34-4bca-8f4d-b0bec53a75f9 service nova] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Detach interface failed, port_id=7dd54930-b5de-498d-945a-e638f7da3479, reason: Instance 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2 could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1549.592903] env[63097]: DEBUG nova.network.neutron [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Successfully updated port: dab97e12-0858-421c-bf3b-964e00693916 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1549.594752] env[63097]: DEBUG nova.compute.manager [None req-3bb20897-236a-497e-8938-9a17755eecf4 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1549.594752] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb20897-236a-497e-8938-9a17755eecf4 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1549.596159] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5fe58b-806b-4b23-aa5e-c34fbe7e3473 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.606996] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb20897-236a-497e-8938-9a17755eecf4 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1549.606996] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78ecbf89-b306-4332-a427-dc3dd70876b2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.616446] env[63097]: DEBUG oslo_vmware.api [None req-3bb20897-236a-497e-8938-9a17755eecf4 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1549.616446] env[63097]: value = "task-1687484" [ 1549.616446] env[63097]: _type = "Task" [ 1549.616446] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.628095] env[63097]: DEBUG oslo_vmware.api [None req-3bb20897-236a-497e-8938-9a17755eecf4 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.670179] env[63097]: DEBUG oslo_vmware.api [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687483, 'name': PowerOnVM_Task, 'duration_secs': 0.614532} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.670489] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1549.670780] env[63097]: INFO nova.compute.manager [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Took 9.58 seconds to spawn the instance on the hypervisor. [ 1549.670991] env[63097]: DEBUG nova.compute.manager [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1549.671870] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31058646-ef7f-4ab7-a113-5b4a40a1a12e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.781736] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.974419] env[63097]: DEBUG nova.scheduler.client.report [None req-49f14c42-9d4c-4a01-86b2-76ed4e59203c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1550.012571] env[63097]: INFO nova.compute.manager [-] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Took 1.29 seconds to deallocate network for instance. [ 1550.100372] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "refresh_cache-e13820bb-f282-468f-90de-26279db2f9e9" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1550.100540] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquired lock "refresh_cache-e13820bb-f282-468f-90de-26279db2f9e9" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.100731] env[63097]: DEBUG nova.network.neutron [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1550.130121] env[63097]: DEBUG oslo_vmware.api [None req-3bb20897-236a-497e-8938-9a17755eecf4 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687484, 'name': PowerOffVM_Task, 'duration_secs': 0.304217} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.130121] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb20897-236a-497e-8938-9a17755eecf4 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1550.130121] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb20897-236a-497e-8938-9a17755eecf4 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1550.130482] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27fa7f9b-69fa-453b-b045-23f4e5d2c032 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.190831] env[63097]: INFO nova.compute.manager [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Took 39.10 seconds to build instance. [ 1550.227500] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "dca69834-e0b5-4a10-913d-9645dbd2e36c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.227807] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "dca69834-e0b5-4a10-913d-9645dbd2e36c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.290451] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb20897-236a-497e-8938-9a17755eecf4 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1550.290751] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb20897-236a-497e-8938-9a17755eecf4 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1550.291122] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bb20897-236a-497e-8938-9a17755eecf4 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Deleting the datastore file [datastore2] 36974656-9b00-492e-bc16-ffbe101bc2bb {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1550.291517] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53b75a66-62bd-4dbe-a7bb-b8c1118bc295 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.298668] env[63097]: DEBUG oslo_vmware.api [None req-3bb20897-236a-497e-8938-9a17755eecf4 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1550.298668] env[63097]: value = "task-1687486" [ 1550.298668] env[63097]: _type = "Task" [ 1550.298668] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.307515] env[63097]: DEBUG oslo_vmware.api [None req-3bb20897-236a-497e-8938-9a17755eecf4 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.527601] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b0122ef3-28ea-4de2-81f0-ac5d62dc7170 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.648900] env[63097]: DEBUG nova.network.neutron [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1550.692531] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1982d45c-245b-4c2a-80b7-63dcf1b94191 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "4b465cb3-7b93-4088-bdb2-3903f15a2672" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.619s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.731018] env[63097]: DEBUG nova.compute.manager [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1550.788186] env[63097]: DEBUG oslo_concurrency.lockutils [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "7768a01a-af84-476c-b51f-52034197ef1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.788902] env[63097]: DEBUG oslo_concurrency.lockutils [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "7768a01a-af84-476c-b51f-52034197ef1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.810854] env[63097]: DEBUG oslo_vmware.api [None req-3bb20897-236a-497e-8938-9a17755eecf4 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687486, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.288662} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.811170] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bb20897-236a-497e-8938-9a17755eecf4 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1550.811392] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb20897-236a-497e-8938-9a17755eecf4 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1550.811584] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb20897-236a-497e-8938-9a17755eecf4 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1550.811760] env[63097]: INFO nova.compute.manager [None req-3bb20897-236a-497e-8938-9a17755eecf4 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1550.812080] env[63097]: DEBUG oslo.service.loopingcall [None req-3bb20897-236a-497e-8938-9a17755eecf4 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1550.812268] env[63097]: DEBUG nova.compute.manager [-] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1550.812405] env[63097]: DEBUG nova.network.neutron [-] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1550.894543] env[63097]: DEBUG nova.network.neutron [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Updating instance_info_cache with network_info: [{"id": "dab97e12-0858-421c-bf3b-964e00693916", "address": "fa:16:3e:71:85:7f", "network": {"id": "cab4f1b3-f7f6-44cf-96d8-e5cde8573d49", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-74996664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bb501857d7a49bab571b96be7671416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdab97e12-08", "ovs_interfaceid": "dab97e12-0858-421c-bf3b-964e00693916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1550.989803] env[63097]: DEBUG oslo_concurrency.lockutils [None req-49f14c42-9d4c-4a01-86b2-76ed4e59203c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.415s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.990111] env[63097]: DEBUG nova.compute.manager [None req-49f14c42-9d4c-4a01-86b2-76ed4e59203c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=63097) _confirm_resize /opt/stack/nova/nova/compute/manager.py:4910}} [ 1550.993275] env[63097]: DEBUG oslo_concurrency.lockutils [None req-df933ac0-dd2f-4435-88a0-4fb48f414cbc tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.837s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.993624] env[63097]: DEBUG nova.objects.instance [None req-df933ac0-dd2f-4435-88a0-4fb48f414cbc tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lazy-loading 'resources' on Instance uuid 9e95b2bd-0b34-413a-8638-cca05cfa9547 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1551.122092] env[63097]: DEBUG nova.compute.manager [req-297ec3bb-734d-497b-8af1-c188161ad5c4 req-c8a688f4-ca1c-4b84-8fb6-5d74bc198819 service nova] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Received event network-vif-deleted-818e243a-6f2a-404c-b1b3-b5438d5e38f2 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1551.122363] env[63097]: INFO nova.compute.manager [req-297ec3bb-734d-497b-8af1-c188161ad5c4 req-c8a688f4-ca1c-4b84-8fb6-5d74bc198819 service nova] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Neutron deleted interface 818e243a-6f2a-404c-b1b3-b5438d5e38f2; detaching it from the instance and deleting it from the info cache [ 1551.122597] env[63097]: DEBUG nova.network.neutron [req-297ec3bb-734d-497b-8af1-c188161ad5c4 req-c8a688f4-ca1c-4b84-8fb6-5d74bc198819 service nova] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1551.235821] env[63097]: DEBUG oslo_vmware.rw_handles [None req-1e1e9274-8b3a-46fd-b4a8-61277e87464e tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525d7fc3-888e-cf12-4deb-8b86118c4628/disk-0.vmdk. {{(pid=63097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1551.239093] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75551942-5f4b-4475-88b7-6d670ab7305c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.248219] env[63097]: DEBUG oslo_vmware.rw_handles [None req-1e1e9274-8b3a-46fd-b4a8-61277e87464e tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525d7fc3-888e-cf12-4deb-8b86118c4628/disk-0.vmdk is in state: ready. {{(pid=63097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1551.248399] env[63097]: ERROR oslo_vmware.rw_handles [None req-1e1e9274-8b3a-46fd-b4a8-61277e87464e tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525d7fc3-888e-cf12-4deb-8b86118c4628/disk-0.vmdk due to incomplete transfer. [ 1551.249251] env[63097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dc919315-cc11-4036-9ddf-1ecc6e8e8eb5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.260189] env[63097]: DEBUG oslo_vmware.rw_handles [None req-1e1e9274-8b3a-46fd-b4a8-61277e87464e tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525d7fc3-888e-cf12-4deb-8b86118c4628/disk-0.vmdk. {{(pid=63097) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1551.260554] env[63097]: DEBUG nova.virt.vmwareapi.images [None req-1e1e9274-8b3a-46fd-b4a8-61277e87464e tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Uploaded image 60c38284-52eb-4470-ba12-ddebf6a663b3 to the Glance image server {{(pid=63097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1551.262932] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e1e9274-8b3a-46fd-b4a8-61277e87464e tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Destroying the VM {{(pid=63097) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1551.264155] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.264440] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-11445c35-d9b0-4a5d-80eb-ee828b0bc6ae {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.271773] env[63097]: DEBUG oslo_vmware.api [None req-1e1e9274-8b3a-46fd-b4a8-61277e87464e tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Waiting for the task: (returnval){ [ 1551.271773] env[63097]: value = "task-1687487" [ 1551.271773] env[63097]: _type = "Task" [ 1551.271773] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.280269] env[63097]: DEBUG oslo_vmware.api [None req-1e1e9274-8b3a-46fd-b4a8-61277e87464e tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687487, 'name': Destroy_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.291798] env[63097]: DEBUG nova.compute.manager [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1551.399556] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Releasing lock "refresh_cache-e13820bb-f282-468f-90de-26279db2f9e9" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1551.399920] env[63097]: DEBUG nova.compute.manager [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Instance network_info: |[{"id": "dab97e12-0858-421c-bf3b-964e00693916", "address": "fa:16:3e:71:85:7f", "network": {"id": "cab4f1b3-f7f6-44cf-96d8-e5cde8573d49", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-74996664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bb501857d7a49bab571b96be7671416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdab97e12-08", "ovs_interfaceid": "dab97e12-0858-421c-bf3b-964e00693916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1551.400479] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:85:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c7821ea-f92f-4f06-a4cb-05e1186a9d22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dab97e12-0858-421c-bf3b-964e00693916', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1551.410153] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Creating folder: Project (1bb501857d7a49bab571b96be7671416). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1551.410153] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f686b707-414c-4ab4-913b-dbc8d0be01a9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.420868] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Created folder: Project (1bb501857d7a49bab571b96be7671416) in parent group-v351483. [ 1551.421089] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Creating folder: Instances. Parent ref: group-v351744. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1551.421338] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65576067-2dce-41e3-ad5b-ef52150c58d0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.430425] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Created folder: Instances in parent group-v351744. [ 1551.430654] env[63097]: DEBUG oslo.service.loopingcall [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1551.430845] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1551.431062] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-076c41ef-6625-4547-9720-a49d3e7a0928 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.453030] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1551.453030] env[63097]: value = "task-1687490" [ 1551.453030] env[63097]: _type = "Task" [ 1551.453030] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.462839] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687490, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.578291] env[63097]: INFO nova.scheduler.client.report [None req-49f14c42-9d4c-4a01-86b2-76ed4e59203c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Deleted allocation for migration 05e71ea5-adce-4072-a63b-32c6b78b2512 [ 1551.598727] env[63097]: DEBUG nova.network.neutron [-] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1551.628016] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d9a53d73-d5de-4dfb-b5ba-ea2af0134a25 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.635747] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6c0433-3d09-4b21-80a1-fb04056acdee {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.669168] env[63097]: DEBUG nova.compute.manager [req-1cd8c5ed-8d1e-4497-99ff-fac07157c188 req-bd2c2251-119a-4e52-b411-49d355b3eac5 service nova] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Received event network-changed-dab97e12-0858-421c-bf3b-964e00693916 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1551.669168] env[63097]: DEBUG nova.compute.manager [req-1cd8c5ed-8d1e-4497-99ff-fac07157c188 req-bd2c2251-119a-4e52-b411-49d355b3eac5 service nova] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Refreshing instance network info cache due to event network-changed-dab97e12-0858-421c-bf3b-964e00693916. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1551.669168] env[63097]: DEBUG oslo_concurrency.lockutils [req-1cd8c5ed-8d1e-4497-99ff-fac07157c188 req-bd2c2251-119a-4e52-b411-49d355b3eac5 service nova] Acquiring lock "refresh_cache-e13820bb-f282-468f-90de-26279db2f9e9" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1551.669488] env[63097]: DEBUG oslo_concurrency.lockutils [req-1cd8c5ed-8d1e-4497-99ff-fac07157c188 req-bd2c2251-119a-4e52-b411-49d355b3eac5 service nova] Acquired lock "refresh_cache-e13820bb-f282-468f-90de-26279db2f9e9" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.669784] env[63097]: DEBUG nova.network.neutron [req-1cd8c5ed-8d1e-4497-99ff-fac07157c188 req-bd2c2251-119a-4e52-b411-49d355b3eac5 service nova] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Refreshing network info cache for port dab97e12-0858-421c-bf3b-964e00693916 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1551.688884] env[63097]: DEBUG nova.compute.manager [req-297ec3bb-734d-497b-8af1-c188161ad5c4 req-c8a688f4-ca1c-4b84-8fb6-5d74bc198819 service nova] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Detach interface failed, port_id=818e243a-6f2a-404c-b1b3-b5438d5e38f2, reason: Instance 36974656-9b00-492e-bc16-ffbe101bc2bb could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1551.787451] env[63097]: DEBUG oslo_vmware.api [None req-1e1e9274-8b3a-46fd-b4a8-61277e87464e tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687487, 'name': Destroy_Task} progress is 33%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.813555] env[63097]: DEBUG oslo_concurrency.lockutils [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.912364] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d87fb10-cc59-41f4-bff7-13d3c8cd23cd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.922328] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7b5cd0-c399-4994-9980-19358c987e96 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.956255] env[63097]: DEBUG nova.network.neutron [req-1cd8c5ed-8d1e-4497-99ff-fac07157c188 req-bd2c2251-119a-4e52-b411-49d355b3eac5 service nova] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Updated VIF entry in instance network info cache for port dab97e12-0858-421c-bf3b-964e00693916. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1551.956666] env[63097]: DEBUG nova.network.neutron [req-1cd8c5ed-8d1e-4497-99ff-fac07157c188 req-bd2c2251-119a-4e52-b411-49d355b3eac5 service nova] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Updating instance_info_cache with network_info: [{"id": "dab97e12-0858-421c-bf3b-964e00693916", "address": "fa:16:3e:71:85:7f", "network": {"id": "cab4f1b3-f7f6-44cf-96d8-e5cde8573d49", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-74996664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bb501857d7a49bab571b96be7671416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdab97e12-08", "ovs_interfaceid": "dab97e12-0858-421c-bf3b-964e00693916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1551.961638] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efcc0c8-0c3f-4e75-9170-91e262d9ee98 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.970741] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687490, 'name': CreateVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.974568] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d528968-26b4-4f5a-9ec2-dd3610afcf4e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.995181] env[63097]: DEBUG nova.compute.provider_tree [None req-df933ac0-dd2f-4435-88a0-4fb48f414cbc tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1552.018876] env[63097]: DEBUG nova.objects.instance [None req-de65ac77-40a2-41a2-ae79-db0b3864fd63 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lazy-loading 'flavor' on Instance uuid 3ac3d689-7f96-4afb-9ea1-1e5b260d6246 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1552.089324] env[63097]: DEBUG oslo_concurrency.lockutils [None req-49f14c42-9d4c-4a01-86b2-76ed4e59203c tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "3ac3d689-7f96-4afb-9ea1-1e5b260d6246" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 23.646s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.106578] env[63097]: INFO nova.compute.manager [-] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Took 1.29 seconds to deallocate network for instance. [ 1552.287626] env[63097]: DEBUG oslo_vmware.api [None req-1e1e9274-8b3a-46fd-b4a8-61277e87464e tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687487, 'name': Destroy_Task, 'duration_secs': 0.83858} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.288366] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-1e1e9274-8b3a-46fd-b4a8-61277e87464e tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Destroyed the VM [ 1552.288741] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1e9274-8b3a-46fd-b4a8-61277e87464e tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Deleting Snapshot of the VM instance {{(pid=63097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1552.289131] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7a22dc68-359d-42b0-8cfb-486b889a73b3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.297529] env[63097]: DEBUG oslo_vmware.api [None req-1e1e9274-8b3a-46fd-b4a8-61277e87464e tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Waiting for the task: (returnval){ [ 1552.297529] env[63097]: value = "task-1687491" [ 1552.297529] env[63097]: _type = "Task" [ 1552.297529] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.306731] env[63097]: DEBUG oslo_vmware.api [None req-1e1e9274-8b3a-46fd-b4a8-61277e87464e tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687491, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.469386] env[63097]: DEBUG oslo_concurrency.lockutils [req-1cd8c5ed-8d1e-4497-99ff-fac07157c188 req-bd2c2251-119a-4e52-b411-49d355b3eac5 service nova] Releasing lock "refresh_cache-e13820bb-f282-468f-90de-26279db2f9e9" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1552.470127] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687490, 'name': CreateVM_Task, 'duration_secs': 0.566215} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.470429] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1552.471508] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1552.472100] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.472758] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1552.473066] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ba5dbc5-ada4-4529-8045-b5e75270bb9d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.480447] env[63097]: DEBUG oslo_vmware.api [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1552.480447] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d8e876-8d4d-018a-ad74-ce2fd910db7c" [ 1552.480447] env[63097]: _type = "Task" [ 1552.480447] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.490573] env[63097]: DEBUG oslo_vmware.api [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d8e876-8d4d-018a-ad74-ce2fd910db7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.498972] env[63097]: DEBUG nova.scheduler.client.report [None req-df933ac0-dd2f-4435-88a0-4fb48f414cbc tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1552.524136] env[63097]: DEBUG oslo_concurrency.lockutils [None req-de65ac77-40a2-41a2-ae79-db0b3864fd63 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquiring lock "refresh_cache-3ac3d689-7f96-4afb-9ea1-1e5b260d6246" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1552.524364] env[63097]: DEBUG oslo_concurrency.lockutils [None req-de65ac77-40a2-41a2-ae79-db0b3864fd63 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquired lock "refresh_cache-3ac3d689-7f96-4afb-9ea1-1e5b260d6246" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.524602] env[63097]: DEBUG nova.network.neutron [None req-de65ac77-40a2-41a2-ae79-db0b3864fd63 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1552.524755] env[63097]: DEBUG nova.objects.instance [None req-de65ac77-40a2-41a2-ae79-db0b3864fd63 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lazy-loading 'info_cache' on Instance uuid 3ac3d689-7f96-4afb-9ea1-1e5b260d6246 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1552.614438] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3bb20897-236a-497e-8938-9a17755eecf4 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.807973] env[63097]: DEBUG oslo_vmware.api [None req-1e1e9274-8b3a-46fd-b4a8-61277e87464e tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687491, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.992870] env[63097]: DEBUG oslo_vmware.api [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d8e876-8d4d-018a-ad74-ce2fd910db7c, 'name': SearchDatastore_Task, 'duration_secs': 0.012874} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.993232] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1552.993539] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1552.993822] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1552.994048] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.994264] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1552.994578] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-857e2e15-9cd4-478f-bd81-7ebe1b4a4869 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.004788] env[63097]: DEBUG oslo_concurrency.lockutils [None req-df933ac0-dd2f-4435-88a0-4fb48f414cbc tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.011s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1553.011141] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.749s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1553.012887] env[63097]: INFO nova.compute.claims [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1553.023024] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1553.023024] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1553.023198] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8039eaa6-8d99-4c26-bef3-817e5ba512dd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.030440] env[63097]: DEBUG nova.objects.base [None req-de65ac77-40a2-41a2-ae79-db0b3864fd63 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Object Instance<3ac3d689-7f96-4afb-9ea1-1e5b260d6246> lazy-loaded attributes: flavor,info_cache {{(pid=63097) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1553.038434] env[63097]: DEBUG oslo_vmware.api [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1553.038434] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]529ce611-847b-4c31-b6eb-aa9dffdbbf0b" [ 1553.038434] env[63097]: _type = "Task" [ 1553.038434] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.044612] env[63097]: INFO nova.scheduler.client.report [None req-df933ac0-dd2f-4435-88a0-4fb48f414cbc tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Deleted allocations for instance 9e95b2bd-0b34-413a-8638-cca05cfa9547 [ 1553.054289] env[63097]: DEBUG oslo_vmware.api [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]529ce611-847b-4c31-b6eb-aa9dffdbbf0b, 'name': SearchDatastore_Task, 'duration_secs': 0.012085} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.055111] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73fa3584-e5ad-47ef-a07c-1a9518d38578 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.061228] env[63097]: DEBUG oslo_vmware.api [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1553.061228] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]528c8140-064a-3d2c-55f2-5f0ec8b5b99b" [ 1553.061228] env[63097]: _type = "Task" [ 1553.061228] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.070789] env[63097]: DEBUG oslo_vmware.api [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]528c8140-064a-3d2c-55f2-5f0ec8b5b99b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.316882] env[63097]: DEBUG oslo_vmware.api [None req-1e1e9274-8b3a-46fd-b4a8-61277e87464e tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687491, 'name': RemoveSnapshot_Task} progress is 70%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.555118] env[63097]: DEBUG oslo_concurrency.lockutils [None req-df933ac0-dd2f-4435-88a0-4fb48f414cbc tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lock "9e95b2bd-0b34-413a-8638-cca05cfa9547" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.011s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1553.574733] env[63097]: DEBUG oslo_vmware.api [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]528c8140-064a-3d2c-55f2-5f0ec8b5b99b, 'name': SearchDatastore_Task, 'duration_secs': 0.034026} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.575611] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1553.575729] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] e13820bb-f282-468f-90de-26279db2f9e9/e13820bb-f282-468f-90de-26279db2f9e9.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1553.576757] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8730ba5d-b724-43cf-84e5-feeee7fa5289 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.585667] env[63097]: DEBUG oslo_vmware.api [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1553.585667] env[63097]: value = "task-1687492" [ 1553.585667] env[63097]: _type = "Task" [ 1553.585667] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.594135] env[63097]: DEBUG oslo_vmware.api [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.809218] env[63097]: DEBUG oslo_vmware.api [None req-1e1e9274-8b3a-46fd-b4a8-61277e87464e tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687491, 'name': RemoveSnapshot_Task, 'duration_secs': 1.207138} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.809218] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1e9274-8b3a-46fd-b4a8-61277e87464e tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Deleted Snapshot of the VM instance {{(pid=63097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1553.809358] env[63097]: INFO nova.compute.manager [None req-1e1e9274-8b3a-46fd-b4a8-61277e87464e tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Took 15.17 seconds to snapshot the instance on the hypervisor. [ 1553.902521] env[63097]: DEBUG nova.compute.manager [req-8eaed3ea-47cf-4cfb-87ec-012f70e34f52 req-747a5700-29db-45d3-898b-b150186c1bbd service nova] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Received event network-changed-6ce6a584-84a4-455b-8d48-3485ac2eb767 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1553.902724] env[63097]: DEBUG nova.compute.manager [req-8eaed3ea-47cf-4cfb-87ec-012f70e34f52 req-747a5700-29db-45d3-898b-b150186c1bbd service nova] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Refreshing instance network info cache due to event network-changed-6ce6a584-84a4-455b-8d48-3485ac2eb767. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1553.902944] env[63097]: DEBUG oslo_concurrency.lockutils [req-8eaed3ea-47cf-4cfb-87ec-012f70e34f52 req-747a5700-29db-45d3-898b-b150186c1bbd service nova] Acquiring lock "refresh_cache-14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1553.903104] env[63097]: DEBUG oslo_concurrency.lockutils [req-8eaed3ea-47cf-4cfb-87ec-012f70e34f52 req-747a5700-29db-45d3-898b-b150186c1bbd service nova] Acquired lock "refresh_cache-14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.903269] env[63097]: DEBUG nova.network.neutron [req-8eaed3ea-47cf-4cfb-87ec-012f70e34f52 req-747a5700-29db-45d3-898b-b150186c1bbd service nova] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Refreshing network info cache for port 6ce6a584-84a4-455b-8d48-3485ac2eb767 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1554.037611] env[63097]: DEBUG nova.network.neutron [None req-de65ac77-40a2-41a2-ae79-db0b3864fd63 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Updating instance_info_cache with network_info: [{"id": "23eb5d77-4022-4a2b-8e00-6f8d78998e57", "address": "fa:16:3e:41:d7:86", "network": {"id": "b953abe6-4fcc-4e63-a60e-723743d40098", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-442380871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed7ca435e054c03a6e4ed9a11cc8646", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23eb5d77-40", "ovs_interfaceid": "23eb5d77-4022-4a2b-8e00-6f8d78998e57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1554.101844] env[63097]: DEBUG oslo_vmware.api [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.391924] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e13e3a-4347-4049-8cf9-296a95e63f3e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.397086] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2515b3-6de9-46cc-8f4a-21bbe4fb92e9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.437235] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44cd8a46-441b-4072-b608-fce6991de3e1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.451381] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340abad4-c950-4379-b066-c2ec93f01354 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.471580] env[63097]: DEBUG nova.compute.provider_tree [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1554.540702] env[63097]: DEBUG oslo_concurrency.lockutils [None req-de65ac77-40a2-41a2-ae79-db0b3864fd63 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Releasing lock "refresh_cache-3ac3d689-7f96-4afb-9ea1-1e5b260d6246" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1554.548632] env[63097]: DEBUG nova.compute.manager [req-40fc72e5-8bed-4961-812b-daf77cda5cb0 req-ac204dd1-8da0-48fa-8d8e-e1796054dd93 service nova] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Received event network-changed-8ed3a44e-7fc9-4b1f-8135-ac58998be7c6 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1554.548854] env[63097]: DEBUG nova.compute.manager [req-40fc72e5-8bed-4961-812b-daf77cda5cb0 req-ac204dd1-8da0-48fa-8d8e-e1796054dd93 service nova] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Refreshing instance network info cache due to event network-changed-8ed3a44e-7fc9-4b1f-8135-ac58998be7c6. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1554.549106] env[63097]: DEBUG oslo_concurrency.lockutils [req-40fc72e5-8bed-4961-812b-daf77cda5cb0 req-ac204dd1-8da0-48fa-8d8e-e1796054dd93 service nova] Acquiring lock "refresh_cache-4b465cb3-7b93-4088-bdb2-3903f15a2672" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1554.549263] env[63097]: DEBUG oslo_concurrency.lockutils [req-40fc72e5-8bed-4961-812b-daf77cda5cb0 req-ac204dd1-8da0-48fa-8d8e-e1796054dd93 service nova] Acquired lock "refresh_cache-4b465cb3-7b93-4088-bdb2-3903f15a2672" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.549432] env[63097]: DEBUG nova.network.neutron [req-40fc72e5-8bed-4961-812b-daf77cda5cb0 req-ac204dd1-8da0-48fa-8d8e-e1796054dd93 service nova] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Refreshing network info cache for port 8ed3a44e-7fc9-4b1f-8135-ac58998be7c6 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1554.601518] env[63097]: DEBUG oslo_vmware.api [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687492, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.863298] env[63097]: DEBUG nova.network.neutron [req-8eaed3ea-47cf-4cfb-87ec-012f70e34f52 req-747a5700-29db-45d3-898b-b150186c1bbd service nova] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Updated VIF entry in instance network info cache for port 6ce6a584-84a4-455b-8d48-3485ac2eb767. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1554.863750] env[63097]: DEBUG nova.network.neutron [req-8eaed3ea-47cf-4cfb-87ec-012f70e34f52 req-747a5700-29db-45d3-898b-b150186c1bbd service nova] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Updating instance_info_cache with network_info: [{"id": "6ce6a584-84a4-455b-8d48-3485ac2eb767", "address": "fa:16:3e:f1:4b:f1", "network": {"id": "4023f1be-d600-441b-9ec5-b01eac0704f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1618053137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a00e94d35e44678b6698f8af082c448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ce6a584-84", "ovs_interfaceid": "6ce6a584-84a4-455b-8d48-3485ac2eb767", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1554.974176] env[63097]: DEBUG nova.scheduler.client.report [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1555.053884] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-de65ac77-40a2-41a2-ae79-db0b3864fd63 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1555.054954] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c27c64ef-9d8e-4c2a-bfce-4cf58232fbc4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.064652] env[63097]: DEBUG oslo_vmware.api [None req-de65ac77-40a2-41a2-ae79-db0b3864fd63 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1555.064652] env[63097]: value = "task-1687493" [ 1555.064652] env[63097]: _type = "Task" [ 1555.064652] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.073610] env[63097]: DEBUG oslo_vmware.api [None req-de65ac77-40a2-41a2-ae79-db0b3864fd63 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687493, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.098884] env[63097]: DEBUG oslo_vmware.api [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687492, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.187024} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.099169] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] e13820bb-f282-468f-90de-26279db2f9e9/e13820bb-f282-468f-90de-26279db2f9e9.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1555.099396] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1555.099650] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c75adce-65c1-4a64-b412-eb50a8978a5b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.105452] env[63097]: DEBUG oslo_vmware.api [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1555.105452] env[63097]: value = "task-1687494" [ 1555.105452] env[63097]: _type = "Task" [ 1555.105452] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.114396] env[63097]: DEBUG oslo_vmware.api [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687494, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.256123] env[63097]: DEBUG nova.network.neutron [req-40fc72e5-8bed-4961-812b-daf77cda5cb0 req-ac204dd1-8da0-48fa-8d8e-e1796054dd93 service nova] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Updated VIF entry in instance network info cache for port 8ed3a44e-7fc9-4b1f-8135-ac58998be7c6. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1555.256502] env[63097]: DEBUG nova.network.neutron [req-40fc72e5-8bed-4961-812b-daf77cda5cb0 req-ac204dd1-8da0-48fa-8d8e-e1796054dd93 service nova] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Updating instance_info_cache with network_info: [{"id": "8ed3a44e-7fc9-4b1f-8135-ac58998be7c6", "address": "fa:16:3e:52:cd:9e", "network": {"id": "4023f1be-d600-441b-9ec5-b01eac0704f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1618053137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a00e94d35e44678b6698f8af082c448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ed3a44e-7f", "ovs_interfaceid": "8ed3a44e-7fc9-4b1f-8135-ac58998be7c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1555.367316] env[63097]: DEBUG oslo_concurrency.lockutils [req-8eaed3ea-47cf-4cfb-87ec-012f70e34f52 req-747a5700-29db-45d3-898b-b150186c1bbd service nova] Releasing lock "refresh_cache-14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1555.367787] env[63097]: DEBUG nova.compute.manager [req-8eaed3ea-47cf-4cfb-87ec-012f70e34f52 req-747a5700-29db-45d3-898b-b150186c1bbd service nova] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Received event network-changed-8ed3a44e-7fc9-4b1f-8135-ac58998be7c6 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1555.367983] env[63097]: DEBUG nova.compute.manager [req-8eaed3ea-47cf-4cfb-87ec-012f70e34f52 req-747a5700-29db-45d3-898b-b150186c1bbd service nova] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Refreshing instance network info cache due to event network-changed-8ed3a44e-7fc9-4b1f-8135-ac58998be7c6. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1555.368199] env[63097]: DEBUG oslo_concurrency.lockutils [req-8eaed3ea-47cf-4cfb-87ec-012f70e34f52 req-747a5700-29db-45d3-898b-b150186c1bbd service nova] Acquiring lock "refresh_cache-4b465cb3-7b93-4088-bdb2-3903f15a2672" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1555.481698] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.482355] env[63097]: DEBUG nova.compute.manager [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1555.485471] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3c3fb133-c39c-4ba4-a4c3-457aba228582 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.818s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.485796] env[63097]: DEBUG nova.objects.instance [None req-3c3fb133-c39c-4ba4-a4c3-457aba228582 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lazy-loading 'resources' on Instance uuid 1c6ca96b-9d61-431c-b2ad-550fc493ab52 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1555.579594] env[63097]: DEBUG oslo_vmware.api [None req-de65ac77-40a2-41a2-ae79-db0b3864fd63 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687493, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.614468] env[63097]: DEBUG oslo_vmware.api [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687494, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060857} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.614738] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1555.615516] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f19f38e-c23b-4479-90e0-4e87453652ca {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.637969] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] e13820bb-f282-468f-90de-26279db2f9e9/e13820bb-f282-468f-90de-26279db2f9e9.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1555.637969] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d2134cd-7b1f-4e92-80a2-ab2e986ce186 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.661234] env[63097]: DEBUG oslo_vmware.api [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1555.661234] env[63097]: value = "task-1687495" [ 1555.661234] env[63097]: _type = "Task" [ 1555.661234] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.669261] env[63097]: DEBUG oslo_vmware.api [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687495, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.759893] env[63097]: DEBUG oslo_concurrency.lockutils [req-40fc72e5-8bed-4961-812b-daf77cda5cb0 req-ac204dd1-8da0-48fa-8d8e-e1796054dd93 service nova] Releasing lock "refresh_cache-4b465cb3-7b93-4088-bdb2-3903f15a2672" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1555.760398] env[63097]: DEBUG oslo_concurrency.lockutils [req-8eaed3ea-47cf-4cfb-87ec-012f70e34f52 req-747a5700-29db-45d3-898b-b150186c1bbd service nova] Acquired lock "refresh_cache-4b465cb3-7b93-4088-bdb2-3903f15a2672" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.760624] env[63097]: DEBUG nova.network.neutron [req-8eaed3ea-47cf-4cfb-87ec-012f70e34f52 req-747a5700-29db-45d3-898b-b150186c1bbd service nova] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Refreshing network info cache for port 8ed3a44e-7fc9-4b1f-8135-ac58998be7c6 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1555.839366] env[63097]: DEBUG nova.compute.manager [None req-5f586647-57e4-4b58-869f-37ee973d00f4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1555.840842] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d5cb81-a745-47a8-8e6d-daf4fbfcc566 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.990457] env[63097]: DEBUG nova.compute.utils [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1555.994159] env[63097]: DEBUG nova.compute.manager [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1555.994398] env[63097]: DEBUG nova.network.neutron [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1556.035790] env[63097]: DEBUG nova.policy [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f666fad7d1b44451b7853be17daac034', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '698609218f87444a806ede2ee3ee9fa6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1556.066596] env[63097]: DEBUG oslo_concurrency.lockutils [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Acquiring lock "a57272b6-0113-4496-acd7-707165982cef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.066858] env[63097]: DEBUG oslo_concurrency.lockutils [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lock "a57272b6-0113-4496-acd7-707165982cef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.074444] env[63097]: DEBUG oslo_concurrency.lockutils [None req-48f419fe-c7aa-4865-b597-860248b8ea62 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "interface-14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc-771e7d7c-49a5-48cb-adc2-592618788d81" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.074662] env[63097]: DEBUG oslo_concurrency.lockutils [None req-48f419fe-c7aa-4865-b597-860248b8ea62 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "interface-14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc-771e7d7c-49a5-48cb-adc2-592618788d81" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.075091] env[63097]: DEBUG nova.objects.instance [None req-48f419fe-c7aa-4865-b597-860248b8ea62 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lazy-loading 'flavor' on Instance uuid 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1556.083921] env[63097]: DEBUG oslo_vmware.api [None req-de65ac77-40a2-41a2-ae79-db0b3864fd63 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687493, 'name': PowerOnVM_Task, 'duration_secs': 0.806488} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.084878] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-de65ac77-40a2-41a2-ae79-db0b3864fd63 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1556.085163] env[63097]: DEBUG nova.compute.manager [None req-de65ac77-40a2-41a2-ae79-db0b3864fd63 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1556.086011] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291ebcf7-7298-438f-8ab9-1cc97769913b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.173025] env[63097]: DEBUG oslo_vmware.api [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687495, 'name': ReconfigVM_Task, 'duration_secs': 0.270334} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.173388] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Reconfigured VM instance instance-00000060 to attach disk [datastore1] e13820bb-f282-468f-90de-26279db2f9e9/e13820bb-f282-468f-90de-26279db2f9e9.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1556.174039] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa9316b2-56b3-4f96-af12-0c93f2bf04b6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.180357] env[63097]: DEBUG oslo_vmware.api [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1556.180357] env[63097]: value = "task-1687496" [ 1556.180357] env[63097]: _type = "Task" [ 1556.180357] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.188166] env[63097]: DEBUG oslo_vmware.api [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687496, 'name': Rename_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.257275] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be80e9d0-5d5f-41a3-8e93-8e711855f883 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.268427] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a32e07c-a445-4251-b282-62c4ba8c5dc2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.301553] env[63097]: DEBUG nova.network.neutron [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Successfully created port: 60d9fdc5-83eb-44fe-b41b-a9d5d603c2c6 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1556.304183] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e30292-8bc1-493a-bb7f-032f15e68867 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.314516] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e0d560-8269-4353-8db3-54dafc9587f4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.330226] env[63097]: DEBUG nova.compute.provider_tree [None req-3c3fb133-c39c-4ba4-a4c3-457aba228582 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1556.351781] env[63097]: INFO nova.compute.manager [None req-5f586647-57e4-4b58-869f-37ee973d00f4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] instance snapshotting [ 1556.356990] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4f9994-4240-4e54-bf0f-577afc795488 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.380080] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073b4ddb-c456-43d7-9235-536b77b42761 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.497059] env[63097]: DEBUG nova.compute.manager [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1556.569019] env[63097]: DEBUG nova.network.neutron [req-8eaed3ea-47cf-4cfb-87ec-012f70e34f52 req-747a5700-29db-45d3-898b-b150186c1bbd service nova] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Updated VIF entry in instance network info cache for port 8ed3a44e-7fc9-4b1f-8135-ac58998be7c6. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1556.569414] env[63097]: DEBUG nova.network.neutron [req-8eaed3ea-47cf-4cfb-87ec-012f70e34f52 req-747a5700-29db-45d3-898b-b150186c1bbd service nova] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Updating instance_info_cache with network_info: [{"id": "8ed3a44e-7fc9-4b1f-8135-ac58998be7c6", "address": "fa:16:3e:52:cd:9e", "network": {"id": "4023f1be-d600-441b-9ec5-b01eac0704f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1618053137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a00e94d35e44678b6698f8af082c448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ed3a44e-7f", "ovs_interfaceid": "8ed3a44e-7fc9-4b1f-8135-ac58998be7c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.571263] env[63097]: DEBUG nova.compute.manager [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1556.680365] env[63097]: DEBUG nova.compute.manager [req-91ee693f-ff80-4624-ac51-6b2f37c6ae34 req-d4f0f9d7-9d44-47f7-92b6-0f5a9fdacd0e service nova] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Received event network-changed-6ce6a584-84a4-455b-8d48-3485ac2eb767 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1556.680564] env[63097]: DEBUG nova.compute.manager [req-91ee693f-ff80-4624-ac51-6b2f37c6ae34 req-d4f0f9d7-9d44-47f7-92b6-0f5a9fdacd0e service nova] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Refreshing instance network info cache due to event network-changed-6ce6a584-84a4-455b-8d48-3485ac2eb767. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1556.680799] env[63097]: DEBUG oslo_concurrency.lockutils [req-91ee693f-ff80-4624-ac51-6b2f37c6ae34 req-d4f0f9d7-9d44-47f7-92b6-0f5a9fdacd0e service nova] Acquiring lock "refresh_cache-14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1556.680952] env[63097]: DEBUG oslo_concurrency.lockutils [req-91ee693f-ff80-4624-ac51-6b2f37c6ae34 req-d4f0f9d7-9d44-47f7-92b6-0f5a9fdacd0e service nova] Acquired lock "refresh_cache-14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.681271] env[63097]: DEBUG nova.network.neutron [req-91ee693f-ff80-4624-ac51-6b2f37c6ae34 req-d4f0f9d7-9d44-47f7-92b6-0f5a9fdacd0e service nova] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Refreshing network info cache for port 6ce6a584-84a4-455b-8d48-3485ac2eb767 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1556.696081] env[63097]: DEBUG oslo_vmware.api [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687496, 'name': Rename_Task, 'duration_secs': 0.13395} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.696380] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1556.696708] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7d3463b-4caa-42ed-a2c1-c8fe02a50a96 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.704834] env[63097]: DEBUG oslo_vmware.api [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1556.704834] env[63097]: value = "task-1687497" [ 1556.704834] env[63097]: _type = "Task" [ 1556.704834] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.709102] env[63097]: DEBUG nova.objects.instance [None req-48f419fe-c7aa-4865-b597-860248b8ea62 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lazy-loading 'pci_requests' on Instance uuid 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1556.716268] env[63097]: DEBUG oslo_vmware.api [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687497, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.833566] env[63097]: DEBUG nova.scheduler.client.report [None req-3c3fb133-c39c-4ba4-a4c3-457aba228582 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1556.890761] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5f586647-57e4-4b58-869f-37ee973d00f4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Creating Snapshot of the VM instance {{(pid=63097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1556.891113] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9b83ef91-04f6-48c6-9a85-5897605df565 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.899423] env[63097]: DEBUG oslo_vmware.api [None req-5f586647-57e4-4b58-869f-37ee973d00f4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Waiting for the task: (returnval){ [ 1556.899423] env[63097]: value = "task-1687498" [ 1556.899423] env[63097]: _type = "Task" [ 1556.899423] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.907612] env[63097]: DEBUG oslo_vmware.api [None req-5f586647-57e4-4b58-869f-37ee973d00f4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687498, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.075082] env[63097]: DEBUG oslo_concurrency.lockutils [req-8eaed3ea-47cf-4cfb-87ec-012f70e34f52 req-747a5700-29db-45d3-898b-b150186c1bbd service nova] Releasing lock "refresh_cache-4b465cb3-7b93-4088-bdb2-3903f15a2672" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1557.094348] env[63097]: DEBUG oslo_concurrency.lockutils [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1557.215619] env[63097]: DEBUG nova.objects.base [None req-48f419fe-c7aa-4865-b597-860248b8ea62 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Object Instance<14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc> lazy-loaded attributes: flavor,pci_requests {{(pid=63097) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1557.215851] env[63097]: DEBUG nova.network.neutron [None req-48f419fe-c7aa-4865-b597-860248b8ea62 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1557.218078] env[63097]: DEBUG oslo_vmware.api [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687497, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.242222] env[63097]: DEBUG oslo_concurrency.lockutils [None req-44a1f790-0274-4da1-ba3f-799ad12181c3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquiring lock "3ac3d689-7f96-4afb-9ea1-1e5b260d6246" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1557.242668] env[63097]: DEBUG oslo_concurrency.lockutils [None req-44a1f790-0274-4da1-ba3f-799ad12181c3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "3ac3d689-7f96-4afb-9ea1-1e5b260d6246" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1557.243016] env[63097]: DEBUG oslo_concurrency.lockutils [None req-44a1f790-0274-4da1-ba3f-799ad12181c3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquiring lock "3ac3d689-7f96-4afb-9ea1-1e5b260d6246-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1557.243295] env[63097]: DEBUG oslo_concurrency.lockutils [None req-44a1f790-0274-4da1-ba3f-799ad12181c3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "3ac3d689-7f96-4afb-9ea1-1e5b260d6246-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1557.243549] env[63097]: DEBUG oslo_concurrency.lockutils [None req-44a1f790-0274-4da1-ba3f-799ad12181c3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "3ac3d689-7f96-4afb-9ea1-1e5b260d6246-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.245694] env[63097]: INFO nova.compute.manager [None req-44a1f790-0274-4da1-ba3f-799ad12181c3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Terminating instance [ 1557.247635] env[63097]: DEBUG nova.compute.manager [None req-44a1f790-0274-4da1-ba3f-799ad12181c3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1557.247840] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-44a1f790-0274-4da1-ba3f-799ad12181c3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1557.248704] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49fba57-c05d-45e5-9c59-6d407b2336d3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.256956] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-44a1f790-0274-4da1-ba3f-799ad12181c3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1557.257253] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2b7cea6-e578-44c2-9e9e-3faf54c690da {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.263695] env[63097]: DEBUG oslo_vmware.api [None req-44a1f790-0274-4da1-ba3f-799ad12181c3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1557.263695] env[63097]: value = "task-1687499" [ 1557.263695] env[63097]: _type = "Task" [ 1557.263695] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.272019] env[63097]: DEBUG oslo_vmware.api [None req-44a1f790-0274-4da1-ba3f-799ad12181c3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.343060] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3c3fb133-c39c-4ba4-a4c3-457aba228582 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.857s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.347048] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 15.265s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1557.366569] env[63097]: INFO nova.scheduler.client.report [None req-3c3fb133-c39c-4ba4-a4c3-457aba228582 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Deleted allocations for instance 1c6ca96b-9d61-431c-b2ad-550fc493ab52 [ 1557.392185] env[63097]: DEBUG nova.policy [None req-48f419fe-c7aa-4865-b597-860248b8ea62 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bae4322300614e59864289c069303c55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a00e94d35e44678b6698f8af082c448', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1557.409929] env[63097]: DEBUG oslo_vmware.api [None req-5f586647-57e4-4b58-869f-37ee973d00f4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687498, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.508282] env[63097]: DEBUG nova.compute.manager [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1557.534662] env[63097]: DEBUG nova.virt.hardware [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1557.534932] env[63097]: DEBUG nova.virt.hardware [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1557.535104] env[63097]: DEBUG nova.virt.hardware [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1557.535291] env[63097]: DEBUG nova.virt.hardware [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1557.535439] env[63097]: DEBUG nova.virt.hardware [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1557.535584] env[63097]: DEBUG nova.virt.hardware [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1557.535791] env[63097]: DEBUG nova.virt.hardware [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1557.535948] env[63097]: DEBUG nova.virt.hardware [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1557.536134] env[63097]: DEBUG nova.virt.hardware [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1557.536301] env[63097]: DEBUG nova.virt.hardware [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1557.536476] env[63097]: DEBUG nova.virt.hardware [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1557.537409] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d68fb97-9964-4bf2-bd89-1b0420ce9744 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.546270] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd7e675-2006-4fe1-a4b6-286751c9df3c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.686828] env[63097]: DEBUG nova.network.neutron [req-91ee693f-ff80-4624-ac51-6b2f37c6ae34 req-d4f0f9d7-9d44-47f7-92b6-0f5a9fdacd0e service nova] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Updated VIF entry in instance network info cache for port 6ce6a584-84a4-455b-8d48-3485ac2eb767. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1557.687238] env[63097]: DEBUG nova.network.neutron [req-91ee693f-ff80-4624-ac51-6b2f37c6ae34 req-d4f0f9d7-9d44-47f7-92b6-0f5a9fdacd0e service nova] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Updating instance_info_cache with network_info: [{"id": "6ce6a584-84a4-455b-8d48-3485ac2eb767", "address": "fa:16:3e:f1:4b:f1", "network": {"id": "4023f1be-d600-441b-9ec5-b01eac0704f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1618053137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a00e94d35e44678b6698f8af082c448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ce6a584-84", "ovs_interfaceid": "6ce6a584-84a4-455b-8d48-3485ac2eb767", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.715907] env[63097]: DEBUG oslo_vmware.api [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687497, 'name': PowerOnVM_Task, 'duration_secs': 0.540525} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.716310] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1557.717639] env[63097]: INFO nova.compute.manager [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Took 9.14 seconds to spawn the instance on the hypervisor. [ 1557.717639] env[63097]: DEBUG nova.compute.manager [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1557.717639] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1646a4-c0d8-495b-ad81-a87368fe1908 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.774900] env[63097]: DEBUG oslo_vmware.api [None req-44a1f790-0274-4da1-ba3f-799ad12181c3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687499, 'name': PowerOffVM_Task, 'duration_secs': 0.220022} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.775366] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-44a1f790-0274-4da1-ba3f-799ad12181c3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1557.775557] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-44a1f790-0274-4da1-ba3f-799ad12181c3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1557.776478] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2aa7ac7-08f6-4e4a-bb20-071d6b067a02 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.838114] env[63097]: DEBUG nova.network.neutron [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Successfully updated port: 60d9fdc5-83eb-44fe-b41b-a9d5d603c2c6 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1557.859435] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-44a1f790-0274-4da1-ba3f-799ad12181c3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1557.859885] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-44a1f790-0274-4da1-ba3f-799ad12181c3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1557.859885] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-44a1f790-0274-4da1-ba3f-799ad12181c3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Deleting the datastore file [datastore2] 3ac3d689-7f96-4afb-9ea1-1e5b260d6246 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1557.860342] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbc9f5d6-5922-4af6-94a8-52de6b7d438b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.867689] env[63097]: DEBUG oslo_vmware.api [None req-44a1f790-0274-4da1-ba3f-799ad12181c3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1557.867689] env[63097]: value = "task-1687501" [ 1557.867689] env[63097]: _type = "Task" [ 1557.867689] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.877312] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3c3fb133-c39c-4ba4-a4c3-457aba228582 tempest-ImagesTestJSON-1441074278 tempest-ImagesTestJSON-1441074278-project-member] Lock "1c6ca96b-9d61-431c-b2ad-550fc493ab52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.109s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.882195] env[63097]: DEBUG oslo_vmware.api [None req-44a1f790-0274-4da1-ba3f-799ad12181c3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.911566] env[63097]: DEBUG oslo_vmware.api [None req-5f586647-57e4-4b58-869f-37ee973d00f4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687498, 'name': CreateSnapshot_Task, 'duration_secs': 0.66919} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.911768] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5f586647-57e4-4b58-869f-37ee973d00f4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Created Snapshot of the VM instance {{(pid=63097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1557.912518] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2650fc3b-fe7c-434d-af7e-0dc553315bbf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.190276] env[63097]: DEBUG oslo_concurrency.lockutils [req-91ee693f-ff80-4624-ac51-6b2f37c6ae34 req-d4f0f9d7-9d44-47f7-92b6-0f5a9fdacd0e service nova] Releasing lock "refresh_cache-14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1558.236443] env[63097]: INFO nova.compute.manager [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Took 34.59 seconds to build instance. [ 1558.340802] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "refresh_cache-cfed45a0-1975-4dec-a528-5e8fe3fc4fcf" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.340969] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquired lock "refresh_cache-cfed45a0-1975-4dec-a528-5e8fe3fc4fcf" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.341135] env[63097]: DEBUG nova.network.neutron [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1558.379022] env[63097]: DEBUG oslo_vmware.api [None req-44a1f790-0274-4da1-ba3f-799ad12181c3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687501, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191753} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.379022] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-44a1f790-0274-4da1-ba3f-799ad12181c3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1558.379022] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-44a1f790-0274-4da1-ba3f-799ad12181c3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1558.379022] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-44a1f790-0274-4da1-ba3f-799ad12181c3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1558.379022] env[63097]: INFO nova.compute.manager [None req-44a1f790-0274-4da1-ba3f-799ad12181c3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1558.379022] env[63097]: DEBUG oslo.service.loopingcall [None req-44a1f790-0274-4da1-ba3f-799ad12181c3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1558.379022] env[63097]: DEBUG nova.compute.manager [-] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1558.379022] env[63097]: DEBUG nova.network.neutron [-] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1558.387020] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance d22d9d1c-131d-4497-aec6-ab82f7fea0ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1558.387162] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance c2ae5550-369a-44af-91d8-b982da0f296d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1558.387284] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 626a994b-6d9c-494e-ab6d-1c3a885faf36 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1558.387400] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1558.387510] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 2f260405-ecd8-4fc5-93b1-2d547b77468c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1558.387627] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1558.387736] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1558.387844] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 3ac3d689-7f96-4afb-9ea1-1e5b260d6246 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1558.387948] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 84239f51-6b44-4312-80b3-b6b24fda1fec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1558.388082] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 194e0271-9f69-43c9-8282-5ddc52d699a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1558.388256] env[63097]: WARNING nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 36974656-9b00-492e-bc16-ffbe101bc2bb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1558.388315] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 04f38ab5-7277-4351-982d-9248c13d7dff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1558.388424] env[63097]: WARNING nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1558.388534] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 4b465cb3-7b93-4088-bdb2-3903f15a2672 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1558.388674] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance e13820bb-f282-468f-90de-26279db2f9e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1558.388742] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance cfed45a0-1975-4dec-a528-5e8fe3fc4fcf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1558.436045] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5f586647-57e4-4b58-869f-37ee973d00f4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Creating linked-clone VM from snapshot {{(pid=63097) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1558.436045] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4e0fd6df-426d-4131-97fe-16eeb394a0eb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.447706] env[63097]: DEBUG oslo_vmware.api [None req-5f586647-57e4-4b58-869f-37ee973d00f4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Waiting for the task: (returnval){ [ 1558.447706] env[63097]: value = "task-1687502" [ 1558.447706] env[63097]: _type = "Task" [ 1558.447706] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.463641] env[63097]: DEBUG oslo_vmware.api [None req-5f586647-57e4-4b58-869f-37ee973d00f4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687502, 'name': CloneVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.738342] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5f0ba6e5-5633-407c-9dc3-677c30933936 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "e13820bb-f282-468f-90de-26279db2f9e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.098s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.833827] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a2581155-6469-44a7-b500-2a3229fd6d2d tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Acquiring lock "f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1558.833827] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a2581155-6469-44a7-b500-2a3229fd6d2d tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Lock "f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.834361] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a2581155-6469-44a7-b500-2a3229fd6d2d tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Acquiring lock "f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1558.834925] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a2581155-6469-44a7-b500-2a3229fd6d2d tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Lock "f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.835254] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a2581155-6469-44a7-b500-2a3229fd6d2d tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Lock "f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.839346] env[63097]: INFO nova.compute.manager [None req-a2581155-6469-44a7-b500-2a3229fd6d2d tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Terminating instance [ 1558.848020] env[63097]: DEBUG nova.compute.manager [None req-a2581155-6469-44a7-b500-2a3229fd6d2d tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1558.848020] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a2581155-6469-44a7-b500-2a3229fd6d2d tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1558.848020] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bbcd6a-e07e-4ab7-8e29-8be6c610d605 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.865359] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2581155-6469-44a7-b500-2a3229fd6d2d tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1558.865724] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eafc952e-293e-406b-92e0-db38fe3440c4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.873985] env[63097]: DEBUG oslo_vmware.api [None req-a2581155-6469-44a7-b500-2a3229fd6d2d tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Waiting for the task: (returnval){ [ 1558.873985] env[63097]: value = "task-1687503" [ 1558.873985] env[63097]: _type = "Task" [ 1558.873985] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.885661] env[63097]: DEBUG oslo_vmware.api [None req-a2581155-6469-44a7-b500-2a3229fd6d2d tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Task: {'id': task-1687503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.891987] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 5cba94c3-f4c4-497c-becd-c2641c3dfc87 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1558.900800] env[63097]: DEBUG nova.network.neutron [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1558.930871] env[63097]: DEBUG nova.compute.manager [req-673559e6-5e9f-4210-850a-b0495d659fc0 req-9aaaa87e-dfd6-479c-b259-f32153a5dd6e service nova] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Received event network-vif-plugged-60d9fdc5-83eb-44fe-b41b-a9d5d603c2c6 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1558.931145] env[63097]: DEBUG oslo_concurrency.lockutils [req-673559e6-5e9f-4210-850a-b0495d659fc0 req-9aaaa87e-dfd6-479c-b259-f32153a5dd6e service nova] Acquiring lock "cfed45a0-1975-4dec-a528-5e8fe3fc4fcf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1558.931370] env[63097]: DEBUG oslo_concurrency.lockutils [req-673559e6-5e9f-4210-850a-b0495d659fc0 req-9aaaa87e-dfd6-479c-b259-f32153a5dd6e service nova] Lock "cfed45a0-1975-4dec-a528-5e8fe3fc4fcf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.931712] env[63097]: DEBUG oslo_concurrency.lockutils [req-673559e6-5e9f-4210-850a-b0495d659fc0 req-9aaaa87e-dfd6-479c-b259-f32153a5dd6e service nova] Lock "cfed45a0-1975-4dec-a528-5e8fe3fc4fcf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.931712] env[63097]: DEBUG nova.compute.manager [req-673559e6-5e9f-4210-850a-b0495d659fc0 req-9aaaa87e-dfd6-479c-b259-f32153a5dd6e service nova] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] No waiting events found dispatching network-vif-plugged-60d9fdc5-83eb-44fe-b41b-a9d5d603c2c6 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1558.931908] env[63097]: WARNING nova.compute.manager [req-673559e6-5e9f-4210-850a-b0495d659fc0 req-9aaaa87e-dfd6-479c-b259-f32153a5dd6e service nova] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Received unexpected event network-vif-plugged-60d9fdc5-83eb-44fe-b41b-a9d5d603c2c6 for instance with vm_state building and task_state spawning. [ 1558.932600] env[63097]: DEBUG nova.compute.manager [req-673559e6-5e9f-4210-850a-b0495d659fc0 req-9aaaa87e-dfd6-479c-b259-f32153a5dd6e service nova] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Received event network-changed-60d9fdc5-83eb-44fe-b41b-a9d5d603c2c6 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1558.936020] env[63097]: DEBUG nova.compute.manager [req-673559e6-5e9f-4210-850a-b0495d659fc0 req-9aaaa87e-dfd6-479c-b259-f32153a5dd6e service nova] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Refreshing instance network info cache due to event network-changed-60d9fdc5-83eb-44fe-b41b-a9d5d603c2c6. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1558.936020] env[63097]: DEBUG oslo_concurrency.lockutils [req-673559e6-5e9f-4210-850a-b0495d659fc0 req-9aaaa87e-dfd6-479c-b259-f32153a5dd6e service nova] Acquiring lock "refresh_cache-cfed45a0-1975-4dec-a528-5e8fe3fc4fcf" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.958204] env[63097]: DEBUG nova.compute.manager [req-e59b990c-cca4-44d3-aac7-00c95f2d16c2 req-b3b05f45-15c3-4f59-b003-8e9f83a08de3 service nova] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Received event network-changed-dab97e12-0858-421c-bf3b-964e00693916 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1558.958469] env[63097]: DEBUG nova.compute.manager [req-e59b990c-cca4-44d3-aac7-00c95f2d16c2 req-b3b05f45-15c3-4f59-b003-8e9f83a08de3 service nova] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Refreshing instance network info cache due to event network-changed-dab97e12-0858-421c-bf3b-964e00693916. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1558.958754] env[63097]: DEBUG oslo_concurrency.lockutils [req-e59b990c-cca4-44d3-aac7-00c95f2d16c2 req-b3b05f45-15c3-4f59-b003-8e9f83a08de3 service nova] Acquiring lock "refresh_cache-e13820bb-f282-468f-90de-26279db2f9e9" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.959044] env[63097]: DEBUG oslo_concurrency.lockutils [req-e59b990c-cca4-44d3-aac7-00c95f2d16c2 req-b3b05f45-15c3-4f59-b003-8e9f83a08de3 service nova] Acquired lock "refresh_cache-e13820bb-f282-468f-90de-26279db2f9e9" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.959155] env[63097]: DEBUG nova.network.neutron [req-e59b990c-cca4-44d3-aac7-00c95f2d16c2 req-b3b05f45-15c3-4f59-b003-8e9f83a08de3 service nova] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Refreshing network info cache for port dab97e12-0858-421c-bf3b-964e00693916 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1558.971458] env[63097]: DEBUG oslo_vmware.api [None req-5f586647-57e4-4b58-869f-37ee973d00f4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687502, 'name': CloneVM_Task} progress is 94%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.383695] env[63097]: DEBUG oslo_vmware.api [None req-a2581155-6469-44a7-b500-2a3229fd6d2d tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Task: {'id': task-1687503, 'name': PowerOffVM_Task, 'duration_secs': 0.205735} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.383979] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2581155-6469-44a7-b500-2a3229fd6d2d tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1559.388258] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a2581155-6469-44a7-b500-2a3229fd6d2d tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1559.388402] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb5c6014-95f2-4735-8a55-d273b057965e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.396156] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance bca51e28-e24e-47dd-86e2-935d76b79bc0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1559.407105] env[63097]: DEBUG nova.network.neutron [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Updating instance_info_cache with network_info: [{"id": "60d9fdc5-83eb-44fe-b41b-a9d5d603c2c6", "address": "fa:16:3e:9d:91:84", "network": {"id": "73d727fd-7254-4c32-8ff5-eee91ec884f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1273771499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "698609218f87444a806ede2ee3ee9fa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60d9fdc5-83", "ovs_interfaceid": "60d9fdc5-83eb-44fe-b41b-a9d5d603c2c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.465679] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a2581155-6469-44a7-b500-2a3229fd6d2d tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1559.465917] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a2581155-6469-44a7-b500-2a3229fd6d2d tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1559.466113] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2581155-6469-44a7-b500-2a3229fd6d2d tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Deleting the datastore file [datastore2] f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1559.466778] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94d5a4a7-0449-487e-bc44-5946298a9b1c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.472555] env[63097]: DEBUG oslo_vmware.api [None req-5f586647-57e4-4b58-869f-37ee973d00f4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687502, 'name': CloneVM_Task} progress is 94%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.477504] env[63097]: DEBUG oslo_vmware.api [None req-a2581155-6469-44a7-b500-2a3229fd6d2d tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Waiting for the task: (returnval){ [ 1559.477504] env[63097]: value = "task-1687505" [ 1559.477504] env[63097]: _type = "Task" [ 1559.477504] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.485913] env[63097]: DEBUG oslo_vmware.api [None req-a2581155-6469-44a7-b500-2a3229fd6d2d tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Task: {'id': task-1687505, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.633808] env[63097]: DEBUG nova.network.neutron [-] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.899395] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance dca69834-e0b5-4a10-913d-9645dbd2e36c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1559.913022] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Releasing lock "refresh_cache-cfed45a0-1975-4dec-a528-5e8fe3fc4fcf" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1559.913022] env[63097]: DEBUG nova.compute.manager [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Instance network_info: |[{"id": "60d9fdc5-83eb-44fe-b41b-a9d5d603c2c6", "address": "fa:16:3e:9d:91:84", "network": {"id": "73d727fd-7254-4c32-8ff5-eee91ec884f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1273771499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "698609218f87444a806ede2ee3ee9fa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60d9fdc5-83", "ovs_interfaceid": "60d9fdc5-83eb-44fe-b41b-a9d5d603c2c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1559.913022] env[63097]: DEBUG oslo_concurrency.lockutils [req-673559e6-5e9f-4210-850a-b0495d659fc0 req-9aaaa87e-dfd6-479c-b259-f32153a5dd6e service nova] Acquired lock "refresh_cache-cfed45a0-1975-4dec-a528-5e8fe3fc4fcf" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.913022] env[63097]: DEBUG nova.network.neutron [req-673559e6-5e9f-4210-850a-b0495d659fc0 req-9aaaa87e-dfd6-479c-b259-f32153a5dd6e service nova] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Refreshing network info cache for port 60d9fdc5-83eb-44fe-b41b-a9d5d603c2c6 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1559.913022] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:91:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e30245c5-78f5-48e6-b504-c6c21f5a9b45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60d9fdc5-83eb-44fe-b41b-a9d5d603c2c6', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1559.920415] env[63097]: DEBUG oslo.service.loopingcall [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1559.921514] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1559.921767] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b35df0c8-5c49-4617-8c8e-2e8f72238d52 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.943770] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1559.943770] env[63097]: value = "task-1687506" [ 1559.943770] env[63097]: _type = "Task" [ 1559.943770] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.949702] env[63097]: DEBUG nova.network.neutron [None req-48f419fe-c7aa-4865-b597-860248b8ea62 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Successfully updated port: 771e7d7c-49a5-48cb-adc2-592618788d81 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1559.958854] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687506, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.964883] env[63097]: DEBUG oslo_vmware.api [None req-5f586647-57e4-4b58-869f-37ee973d00f4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687502, 'name': CloneVM_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.987447] env[63097]: DEBUG oslo_vmware.api [None req-a2581155-6469-44a7-b500-2a3229fd6d2d tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Task: {'id': task-1687505, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337142} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.987723] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2581155-6469-44a7-b500-2a3229fd6d2d tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1559.987907] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a2581155-6469-44a7-b500-2a3229fd6d2d tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1559.988109] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a2581155-6469-44a7-b500-2a3229fd6d2d tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1559.988281] env[63097]: INFO nova.compute.manager [None req-a2581155-6469-44a7-b500-2a3229fd6d2d tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1559.988538] env[63097]: DEBUG oslo.service.loopingcall [None req-a2581155-6469-44a7-b500-2a3229fd6d2d tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1559.988732] env[63097]: DEBUG nova.compute.manager [-] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1559.988825] env[63097]: DEBUG nova.network.neutron [-] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1560.061888] env[63097]: DEBUG nova.network.neutron [req-e59b990c-cca4-44d3-aac7-00c95f2d16c2 req-b3b05f45-15c3-4f59-b003-8e9f83a08de3 service nova] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Updated VIF entry in instance network info cache for port dab97e12-0858-421c-bf3b-964e00693916. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1560.062380] env[63097]: DEBUG nova.network.neutron [req-e59b990c-cca4-44d3-aac7-00c95f2d16c2 req-b3b05f45-15c3-4f59-b003-8e9f83a08de3 service nova] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Updating instance_info_cache with network_info: [{"id": "dab97e12-0858-421c-bf3b-964e00693916", "address": "fa:16:3e:71:85:7f", "network": {"id": "cab4f1b3-f7f6-44cf-96d8-e5cde8573d49", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-74996664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bb501857d7a49bab571b96be7671416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdab97e12-08", "ovs_interfaceid": "dab97e12-0858-421c-bf3b-964e00693916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1560.137885] env[63097]: INFO nova.compute.manager [-] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Took 1.76 seconds to deallocate network for instance. [ 1560.403326] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 7768a01a-af84-476c-b51f-52034197ef1b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1560.461103] env[63097]: DEBUG oslo_concurrency.lockutils [None req-48f419fe-c7aa-4865-b597-860248b8ea62 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "refresh_cache-14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1560.461103] env[63097]: DEBUG oslo_concurrency.lockutils [None req-48f419fe-c7aa-4865-b597-860248b8ea62 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquired lock "refresh_cache-14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.461103] env[63097]: DEBUG nova.network.neutron [None req-48f419fe-c7aa-4865-b597-860248b8ea62 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1560.462241] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687506, 'name': CreateVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.476702] env[63097]: DEBUG oslo_vmware.api [None req-5f586647-57e4-4b58-869f-37ee973d00f4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687502, 'name': CloneVM_Task, 'duration_secs': 1.563348} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.476994] env[63097]: INFO nova.virt.vmwareapi.vmops [None req-5f586647-57e4-4b58-869f-37ee973d00f4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Created linked-clone VM from snapshot [ 1560.477831] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66269652-54a6-4591-b939-ba1483d5bcff {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.490329] env[63097]: DEBUG nova.virt.vmwareapi.images [None req-5f586647-57e4-4b58-869f-37ee973d00f4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Uploading image b78277a7-4974-4ed5-8d8f-23d51f33411b {{(pid=63097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1560.521644] env[63097]: DEBUG oslo_vmware.rw_handles [None req-5f586647-57e4-4b58-869f-37ee973d00f4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1560.521644] env[63097]: value = "vm-351748" [ 1560.521644] env[63097]: _type = "VirtualMachine" [ 1560.521644] env[63097]: }. {{(pid=63097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1560.522228] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b6eed102-9339-4832-951c-cfadcec2b145 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.531030] env[63097]: DEBUG oslo_vmware.rw_handles [None req-5f586647-57e4-4b58-869f-37ee973d00f4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Lease: (returnval){ [ 1560.531030] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]522ea85f-a383-0134-989d-06d1e89d79da" [ 1560.531030] env[63097]: _type = "HttpNfcLease" [ 1560.531030] env[63097]: } obtained for exporting VM: (result){ [ 1560.531030] env[63097]: value = "vm-351748" [ 1560.531030] env[63097]: _type = "VirtualMachine" [ 1560.531030] env[63097]: }. {{(pid=63097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1560.531030] env[63097]: DEBUG oslo_vmware.api [None req-5f586647-57e4-4b58-869f-37ee973d00f4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Waiting for the lease: (returnval){ [ 1560.531030] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]522ea85f-a383-0134-989d-06d1e89d79da" [ 1560.531030] env[63097]: _type = "HttpNfcLease" [ 1560.531030] env[63097]: } to be ready. {{(pid=63097) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1560.537868] env[63097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1560.537868] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]522ea85f-a383-0134-989d-06d1e89d79da" [ 1560.537868] env[63097]: _type = "HttpNfcLease" [ 1560.537868] env[63097]: } is initializing. {{(pid=63097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1560.565285] env[63097]: DEBUG oslo_concurrency.lockutils [req-e59b990c-cca4-44d3-aac7-00c95f2d16c2 req-b3b05f45-15c3-4f59-b003-8e9f83a08de3 service nova] Releasing lock "refresh_cache-e13820bb-f282-468f-90de-26279db2f9e9" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1560.644786] env[63097]: DEBUG oslo_concurrency.lockutils [None req-44a1f790-0274-4da1-ba3f-799ad12181c3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.800409] env[63097]: DEBUG nova.network.neutron [req-673559e6-5e9f-4210-850a-b0495d659fc0 req-9aaaa87e-dfd6-479c-b259-f32153a5dd6e service nova] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Updated VIF entry in instance network info cache for port 60d9fdc5-83eb-44fe-b41b-a9d5d603c2c6. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1560.800799] env[63097]: DEBUG nova.network.neutron [req-673559e6-5e9f-4210-850a-b0495d659fc0 req-9aaaa87e-dfd6-479c-b259-f32153a5dd6e service nova] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Updating instance_info_cache with network_info: [{"id": "60d9fdc5-83eb-44fe-b41b-a9d5d603c2c6", "address": "fa:16:3e:9d:91:84", "network": {"id": "73d727fd-7254-4c32-8ff5-eee91ec884f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1273771499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "698609218f87444a806ede2ee3ee9fa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60d9fdc5-83", "ovs_interfaceid": "60d9fdc5-83eb-44fe-b41b-a9d5d603c2c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1560.906789] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance a57272b6-0113-4496-acd7-707165982cef has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1560.907155] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=63097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1560.907311] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=63097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1560.955098] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687506, 'name': CreateVM_Task, 'duration_secs': 0.569033} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.955992] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1560.955992] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1560.956202] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.957210] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1560.959107] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2217662c-bfc1-4960-84c9-97895e0121ee {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.964117] env[63097]: DEBUG oslo_vmware.api [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1560.964117] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52eb961d-41d0-b3de-c6ef-fd40d89efb78" [ 1560.964117] env[63097]: _type = "Task" [ 1560.964117] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.973956] env[63097]: DEBUG oslo_vmware.api [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52eb961d-41d0-b3de-c6ef-fd40d89efb78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.984449] env[63097]: DEBUG nova.compute.manager [req-f22b6b6e-0125-40f0-bc8c-24e9f7d73cdb req-6d915f50-e1da-4f14-af88-c05032898d91 service nova] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Received event network-vif-deleted-23eb5d77-4022-4a2b-8e00-6f8d78998e57 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1561.005471] env[63097]: WARNING nova.network.neutron [None req-48f419fe-c7aa-4865-b597-860248b8ea62 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] 4023f1be-d600-441b-9ec5-b01eac0704f3 already exists in list: networks containing: ['4023f1be-d600-441b-9ec5-b01eac0704f3']. ignoring it [ 1561.017738] env[63097]: DEBUG nova.compute.manager [req-1b52ec74-8238-43c7-a7d0-26f5a8691355 req-26e2032b-41c8-492b-b4d6-22b27749c83b service nova] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Received event network-vif-plugged-771e7d7c-49a5-48cb-adc2-592618788d81 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1561.017959] env[63097]: DEBUG oslo_concurrency.lockutils [req-1b52ec74-8238-43c7-a7d0-26f5a8691355 req-26e2032b-41c8-492b-b4d6-22b27749c83b service nova] Acquiring lock "14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1561.018210] env[63097]: DEBUG oslo_concurrency.lockutils [req-1b52ec74-8238-43c7-a7d0-26f5a8691355 req-26e2032b-41c8-492b-b4d6-22b27749c83b service nova] Lock "14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.018377] env[63097]: DEBUG oslo_concurrency.lockutils [req-1b52ec74-8238-43c7-a7d0-26f5a8691355 req-26e2032b-41c8-492b-b4d6-22b27749c83b service nova] Lock "14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.018551] env[63097]: DEBUG nova.compute.manager [req-1b52ec74-8238-43c7-a7d0-26f5a8691355 req-26e2032b-41c8-492b-b4d6-22b27749c83b service nova] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] No waiting events found dispatching network-vif-plugged-771e7d7c-49a5-48cb-adc2-592618788d81 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1561.018719] env[63097]: WARNING nova.compute.manager [req-1b52ec74-8238-43c7-a7d0-26f5a8691355 req-26e2032b-41c8-492b-b4d6-22b27749c83b service nova] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Received unexpected event network-vif-plugged-771e7d7c-49a5-48cb-adc2-592618788d81 for instance with vm_state active and task_state None. [ 1561.018880] env[63097]: DEBUG nova.compute.manager [req-1b52ec74-8238-43c7-a7d0-26f5a8691355 req-26e2032b-41c8-492b-b4d6-22b27749c83b service nova] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Received event network-changed-771e7d7c-49a5-48cb-adc2-592618788d81 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1561.019144] env[63097]: DEBUG nova.compute.manager [req-1b52ec74-8238-43c7-a7d0-26f5a8691355 req-26e2032b-41c8-492b-b4d6-22b27749c83b service nova] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Refreshing instance network info cache due to event network-changed-771e7d7c-49a5-48cb-adc2-592618788d81. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1561.019346] env[63097]: DEBUG oslo_concurrency.lockutils [req-1b52ec74-8238-43c7-a7d0-26f5a8691355 req-26e2032b-41c8-492b-b4d6-22b27749c83b service nova] Acquiring lock "refresh_cache-14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.039193] env[63097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1561.039193] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]522ea85f-a383-0134-989d-06d1e89d79da" [ 1561.039193] env[63097]: _type = "HttpNfcLease" [ 1561.039193] env[63097]: } is ready. {{(pid=63097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1561.039193] env[63097]: DEBUG oslo_vmware.rw_handles [None req-5f586647-57e4-4b58-869f-37ee973d00f4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1561.039193] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]522ea85f-a383-0134-989d-06d1e89d79da" [ 1561.039193] env[63097]: _type = "HttpNfcLease" [ 1561.039193] env[63097]: }. {{(pid=63097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1561.041587] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13829ba7-5522-4157-9bfe-08910a44a633 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.049909] env[63097]: DEBUG oslo_vmware.rw_handles [None req-5f586647-57e4-4b58-869f-37ee973d00f4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529aedcc-4cab-8f04-e0c5-37abb4b81ff6/disk-0.vmdk from lease info. {{(pid=63097) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1561.050295] env[63097]: DEBUG oslo_vmware.rw_handles [None req-5f586647-57e4-4b58-869f-37ee973d00f4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529aedcc-4cab-8f04-e0c5-37abb4b81ff6/disk-0.vmdk for reading. {{(pid=63097) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1561.154785] env[63097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-31370905-19db-4f14-bc03-895eb88526fe {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.287901] env[63097]: DEBUG nova.network.neutron [-] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.304972] env[63097]: DEBUG oslo_concurrency.lockutils [req-673559e6-5e9f-4210-850a-b0495d659fc0 req-9aaaa87e-dfd6-479c-b259-f32153a5dd6e service nova] Releasing lock "refresh_cache-cfed45a0-1975-4dec-a528-5e8fe3fc4fcf" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1561.306897] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4451409-8d98-446b-b10a-0012cef219d9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.322533] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7d671b-d406-4406-a587-c0ca81b65c10 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.355466] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb6a06a-bdf6-481f-8c65-584dc9b387ce {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.363419] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c28ac2-30c7-4343-8162-9c4517269832 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.376755] env[63097]: DEBUG nova.compute.provider_tree [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1561.477428] env[63097]: DEBUG oslo_vmware.api [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52eb961d-41d0-b3de-c6ef-fd40d89efb78, 'name': SearchDatastore_Task, 'duration_secs': 0.009488} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.477428] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1561.477428] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1561.477428] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.477428] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.477428] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1561.477428] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15761e68-77d8-40b7-9fde-98f2be0f5d0f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.486163] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1561.486434] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1561.487281] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-626f57c1-6930-43b5-b39c-b19e97d6d657 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.493796] env[63097]: DEBUG oslo_vmware.api [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1561.493796] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]522d71cf-8d54-af15-0cae-a8b96466ff9a" [ 1561.493796] env[63097]: _type = "Task" [ 1561.493796] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.503894] env[63097]: DEBUG oslo_vmware.api [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]522d71cf-8d54-af15-0cae-a8b96466ff9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.509877] env[63097]: DEBUG nova.network.neutron [None req-48f419fe-c7aa-4865-b597-860248b8ea62 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Updating instance_info_cache with network_info: [{"id": "6ce6a584-84a4-455b-8d48-3485ac2eb767", "address": "fa:16:3e:f1:4b:f1", "network": {"id": "4023f1be-d600-441b-9ec5-b01eac0704f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1618053137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a00e94d35e44678b6698f8af082c448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ce6a584-84", "ovs_interfaceid": "6ce6a584-84a4-455b-8d48-3485ac2eb767", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "771e7d7c-49a5-48cb-adc2-592618788d81", "address": "fa:16:3e:d6:e3:44", "network": {"id": "4023f1be-d600-441b-9ec5-b01eac0704f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1618053137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a00e94d35e44678b6698f8af082c448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap771e7d7c-49", "ovs_interfaceid": "771e7d7c-49a5-48cb-adc2-592618788d81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.791393] env[63097]: INFO nova.compute.manager [-] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Took 1.80 seconds to deallocate network for instance. [ 1561.882674] env[63097]: DEBUG nova.scheduler.client.report [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1562.006265] env[63097]: DEBUG oslo_vmware.api [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]522d71cf-8d54-af15-0cae-a8b96466ff9a, 'name': SearchDatastore_Task, 'duration_secs': 0.010155} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.006977] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3c544dc-2c24-4fa7-8cc8-42d09c8dcc53 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.013351] env[63097]: DEBUG oslo_concurrency.lockutils [None req-48f419fe-c7aa-4865-b597-860248b8ea62 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Releasing lock "refresh_cache-14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.015182] env[63097]: DEBUG oslo_concurrency.lockutils [None req-48f419fe-c7aa-4865-b597-860248b8ea62 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.015182] env[63097]: DEBUG oslo_concurrency.lockutils [None req-48f419fe-c7aa-4865-b597-860248b8ea62 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquired lock "14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.015182] env[63097]: DEBUG oslo_vmware.api [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1562.015182] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52df5255-05d9-0652-6931-5899c678c267" [ 1562.015182] env[63097]: _type = "Task" [ 1562.015182] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.015182] env[63097]: DEBUG oslo_concurrency.lockutils [req-1b52ec74-8238-43c7-a7d0-26f5a8691355 req-26e2032b-41c8-492b-b4d6-22b27749c83b service nova] Acquired lock "refresh_cache-14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.015182] env[63097]: DEBUG nova.network.neutron [req-1b52ec74-8238-43c7-a7d0-26f5a8691355 req-26e2032b-41c8-492b-b4d6-22b27749c83b service nova] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Refreshing network info cache for port 771e7d7c-49a5-48cb-adc2-592618788d81 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1562.016654] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52ba7d6-60a1-4688-84a3-5411d973f90f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.042692] env[63097]: DEBUG oslo_vmware.api [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52df5255-05d9-0652-6931-5899c678c267, 'name': SearchDatastore_Task, 'duration_secs': 0.013554} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.043414] env[63097]: DEBUG nova.virt.hardware [None req-48f419fe-c7aa-4865-b597-860248b8ea62 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1562.043709] env[63097]: DEBUG nova.virt.hardware [None req-48f419fe-c7aa-4865-b597-860248b8ea62 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1562.043877] env[63097]: DEBUG nova.virt.hardware [None req-48f419fe-c7aa-4865-b597-860248b8ea62 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1562.044109] env[63097]: DEBUG nova.virt.hardware [None req-48f419fe-c7aa-4865-b597-860248b8ea62 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1562.044329] env[63097]: DEBUG nova.virt.hardware [None req-48f419fe-c7aa-4865-b597-860248b8ea62 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1562.044499] env[63097]: DEBUG nova.virt.hardware [None req-48f419fe-c7aa-4865-b597-860248b8ea62 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1562.044766] env[63097]: DEBUG nova.virt.hardware [None req-48f419fe-c7aa-4865-b597-860248b8ea62 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1562.045031] env[63097]: DEBUG nova.virt.hardware [None req-48f419fe-c7aa-4865-b597-860248b8ea62 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1562.045308] env[63097]: DEBUG nova.virt.hardware [None req-48f419fe-c7aa-4865-b597-860248b8ea62 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1562.045531] env[63097]: DEBUG nova.virt.hardware [None req-48f419fe-c7aa-4865-b597-860248b8ea62 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1562.045660] env[63097]: DEBUG nova.virt.hardware [None req-48f419fe-c7aa-4865-b597-860248b8ea62 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1562.052300] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-48f419fe-c7aa-4865-b597-860248b8ea62 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Reconfiguring VM to attach interface {{(pid=63097) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1929}} [ 1562.052951] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.052951] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] cfed45a0-1975-4dec-a528-5e8fe3fc4fcf/cfed45a0-1975-4dec-a528-5e8fe3fc4fcf.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1562.053633] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48e05f41-dd98-4deb-adb7-fcaec148639c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.065790] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c38260a-34b9-4fd3-a9e3-3ecae789d517 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.074244] env[63097]: DEBUG oslo_vmware.api [None req-48f419fe-c7aa-4865-b597-860248b8ea62 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for the task: (returnval){ [ 1562.074244] env[63097]: value = "task-1687509" [ 1562.074244] env[63097]: _type = "Task" [ 1562.074244] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.075563] env[63097]: DEBUG oslo_vmware.api [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1562.075563] env[63097]: value = "task-1687508" [ 1562.075563] env[63097]: _type = "Task" [ 1562.075563] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.086449] env[63097]: DEBUG oslo_vmware.api [None req-48f419fe-c7aa-4865-b597-860248b8ea62 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687509, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.089543] env[63097]: DEBUG oslo_vmware.api [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687508, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.302420] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a2581155-6469-44a7-b500-2a3229fd6d2d tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.388248] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1562.388530] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.043s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.388917] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.679s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.390833] env[63097]: INFO nova.compute.claims [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1562.592319] env[63097]: DEBUG oslo_vmware.api [None req-48f419fe-c7aa-4865-b597-860248b8ea62 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.596458] env[63097]: DEBUG oslo_vmware.api [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687508, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.870266] env[63097]: DEBUG nova.network.neutron [req-1b52ec74-8238-43c7-a7d0-26f5a8691355 req-26e2032b-41c8-492b-b4d6-22b27749c83b service nova] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Updated VIF entry in instance network info cache for port 771e7d7c-49a5-48cb-adc2-592618788d81. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1562.871093] env[63097]: DEBUG nova.network.neutron [req-1b52ec74-8238-43c7-a7d0-26f5a8691355 req-26e2032b-41c8-492b-b4d6-22b27749c83b service nova] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Updating instance_info_cache with network_info: [{"id": "6ce6a584-84a4-455b-8d48-3485ac2eb767", "address": "fa:16:3e:f1:4b:f1", "network": {"id": "4023f1be-d600-441b-9ec5-b01eac0704f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1618053137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a00e94d35e44678b6698f8af082c448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ce6a584-84", "ovs_interfaceid": "6ce6a584-84a4-455b-8d48-3485ac2eb767", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "771e7d7c-49a5-48cb-adc2-592618788d81", "address": "fa:16:3e:d6:e3:44", "network": {"id": "4023f1be-d600-441b-9ec5-b01eac0704f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1618053137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a00e94d35e44678b6698f8af082c448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap771e7d7c-49", "ovs_interfaceid": "771e7d7c-49a5-48cb-adc2-592618788d81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1563.089804] env[63097]: DEBUG oslo_vmware.api [None req-48f419fe-c7aa-4865-b597-860248b8ea62 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687509, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.095785] env[63097]: DEBUG oslo_vmware.api [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687508, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586378} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.096493] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] cfed45a0-1975-4dec-a528-5e8fe3fc4fcf/cfed45a0-1975-4dec-a528-5e8fe3fc4fcf.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1563.096688] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1563.096888] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52c335e4-077b-4b39-b2fd-6971be7f1aba {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.103585] env[63097]: DEBUG oslo_vmware.api [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1563.103585] env[63097]: value = "task-1687510" [ 1563.103585] env[63097]: _type = "Task" [ 1563.103585] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.112222] env[63097]: DEBUG oslo_vmware.api [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687510, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.374019] env[63097]: DEBUG oslo_concurrency.lockutils [req-1b52ec74-8238-43c7-a7d0-26f5a8691355 req-26e2032b-41c8-492b-b4d6-22b27749c83b service nova] Releasing lock "refresh_cache-14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1563.374355] env[63097]: DEBUG nova.compute.manager [req-1b52ec74-8238-43c7-a7d0-26f5a8691355 req-26e2032b-41c8-492b-b4d6-22b27749c83b service nova] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Received event network-vif-deleted-de0491b9-5ac8-4c98-b090-0816f13856f2 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1563.374544] env[63097]: INFO nova.compute.manager [req-1b52ec74-8238-43c7-a7d0-26f5a8691355 req-26e2032b-41c8-492b-b4d6-22b27749c83b service nova] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Neutron deleted interface de0491b9-5ac8-4c98-b090-0816f13856f2; detaching it from the instance and deleting it from the info cache [ 1563.374792] env[63097]: DEBUG nova.network.neutron [req-1b52ec74-8238-43c7-a7d0-26f5a8691355 req-26e2032b-41c8-492b-b4d6-22b27749c83b service nova] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1563.586725] env[63097]: DEBUG oslo_vmware.api [None req-48f419fe-c7aa-4865-b597-860248b8ea62 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687509, 'name': ReconfigVM_Task, 'duration_secs': 1.114054} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.587157] env[63097]: DEBUG oslo_concurrency.lockutils [None req-48f419fe-c7aa-4865-b597-860248b8ea62 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Releasing lock "14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1563.587408] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-48f419fe-c7aa-4865-b597-860248b8ea62 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Reconfigured VM to attach interface {{(pid=63097) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1943}} [ 1563.615800] env[63097]: DEBUG oslo_vmware.api [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687510, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068532} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.618408] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1563.619480] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd565828-d9a0-412c-bec9-62f774cf7164 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.646909] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] cfed45a0-1975-4dec-a528-5e8fe3fc4fcf/cfed45a0-1975-4dec-a528-5e8fe3fc4fcf.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1563.649149] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39ad2516-dc35-4e25-a5d2-4fc19bd799cb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.670559] env[63097]: DEBUG oslo_vmware.api [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1563.670559] env[63097]: value = "task-1687511" [ 1563.670559] env[63097]: _type = "Task" [ 1563.670559] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.682218] env[63097]: DEBUG oslo_vmware.api [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687511, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.748072] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08da6d5e-c8e4-4769-aa0e-a54e93dc8b62 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.756103] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58fb00b9-ea4a-42d3-b7c2-2c2d21911f52 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.787047] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75007a4-9070-4d8f-94c6-344a1b8382d9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.794988] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca285eb-9592-482d-a4c2-b81bf3e5a6e1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.808533] env[63097]: DEBUG nova.compute.provider_tree [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1563.877894] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-98d4f301-e07f-4710-acf9-c7bffa589416 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.888192] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fa8094-08e1-4f8e-8327-276f2eb294bf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.922317] env[63097]: DEBUG nova.compute.manager [req-1b52ec74-8238-43c7-a7d0-26f5a8691355 req-26e2032b-41c8-492b-b4d6-22b27749c83b service nova] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Detach interface failed, port_id=de0491b9-5ac8-4c98-b090-0816f13856f2, reason: Instance f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1564.094798] env[63097]: DEBUG oslo_concurrency.lockutils [None req-48f419fe-c7aa-4865-b597-860248b8ea62 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "interface-14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc-771e7d7c-49a5-48cb-adc2-592618788d81" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.020s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.180956] env[63097]: DEBUG oslo_vmware.api [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687511, 'name': ReconfigVM_Task, 'duration_secs': 0.428286} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.181318] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Reconfigured VM instance instance-00000061 to attach disk [datastore1] cfed45a0-1975-4dec-a528-5e8fe3fc4fcf/cfed45a0-1975-4dec-a528-5e8fe3fc4fcf.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1564.181998] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbec5223-04e4-4f34-9230-9e9bc0f8be61 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.188972] env[63097]: DEBUG oslo_vmware.api [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1564.188972] env[63097]: value = "task-1687512" [ 1564.188972] env[63097]: _type = "Task" [ 1564.188972] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.196396] env[63097]: DEBUG oslo_vmware.api [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687512, 'name': Rename_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.313882] env[63097]: DEBUG nova.scheduler.client.report [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1564.702370] env[63097]: DEBUG oslo_vmware.api [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687512, 'name': Rename_Task, 'duration_secs': 0.163513} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.702627] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1564.702940] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12f45c7e-bc94-45cd-9cfd-a6b6bbc62811 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.710578] env[63097]: DEBUG oslo_vmware.api [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1564.710578] env[63097]: value = "task-1687513" [ 1564.710578] env[63097]: _type = "Task" [ 1564.710578] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.720035] env[63097]: DEBUG oslo_vmware.api [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687513, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.822143] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.433s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.822719] env[63097]: DEBUG nova.compute.manager [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1564.827258] env[63097]: DEBUG oslo_concurrency.lockutils [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.667s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.827531] env[63097]: DEBUG nova.objects.instance [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63097) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1565.226870] env[63097]: DEBUG oslo_vmware.api [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687513, 'name': PowerOnVM_Task} progress is 90%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.332601] env[63097]: DEBUG nova.compute.utils [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1565.340464] env[63097]: DEBUG nova.compute.manager [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1565.344089] env[63097]: DEBUG nova.network.neutron [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1565.425546] env[63097]: DEBUG nova.policy [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '881e54ae4d3b4cc9b119b4ab6abcb703', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a316bbd2166545e1bd3ecf6cc2443d24', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1565.722643] env[63097]: DEBUG oslo_vmware.api [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687513, 'name': PowerOnVM_Task, 'duration_secs': 0.577836} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.722898] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1565.723134] env[63097]: INFO nova.compute.manager [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Took 8.21 seconds to spawn the instance on the hypervisor. [ 1565.723320] env[63097]: DEBUG nova.compute.manager [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1565.724492] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c520ae35-1e44-4cb9-a5d1-b185f79ca678 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.843087] env[63097]: DEBUG nova.network.neutron [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Successfully created port: 1148cea8-356f-485f-b44b-1fbe7b4e32a6 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1565.845711] env[63097]: DEBUG nova.compute.manager [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1565.850356] env[63097]: DEBUG oslo_concurrency.lockutils [None req-27d5c571-41b5-44ab-a709-9483735e9286 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.024s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1565.851731] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.070s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1565.853355] env[63097]: INFO nova.compute.claims [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1566.021801] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a15888e1-a131-4f92-bd20-aab3a4f72fa5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "interface-14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc-771e7d7c-49a5-48cb-adc2-592618788d81" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1566.022103] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a15888e1-a131-4f92-bd20-aab3a4f72fa5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "interface-14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc-771e7d7c-49a5-48cb-adc2-592618788d81" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1566.248872] env[63097]: INFO nova.compute.manager [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Took 28.02 seconds to build instance. [ 1566.530451] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a15888e1-a131-4f92-bd20-aab3a4f72fa5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1566.531646] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a15888e1-a131-4f92-bd20-aab3a4f72fa5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquired lock "14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.535322] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87389179-8516-402e-ab77-f30f8fc0e8b6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.565301] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0571b21f-2b37-4a8e-8a78-9d8bc0665460 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.601931] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a15888e1-a131-4f92-bd20-aab3a4f72fa5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Reconfiguring VM to detach interface {{(pid=63097) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1974}} [ 1566.602340] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97649033-560a-4c94-8571-f65600afa604 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.622866] env[63097]: DEBUG oslo_vmware.api [None req-a15888e1-a131-4f92-bd20-aab3a4f72fa5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for the task: (returnval){ [ 1566.622866] env[63097]: value = "task-1687514" [ 1566.622866] env[63097]: _type = "Task" [ 1566.622866] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.631583] env[63097]: DEBUG oslo_vmware.api [None req-a15888e1-a131-4f92-bd20-aab3a4f72fa5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687514, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.751287] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d07ce24b-0beb-4229-8e94-4eefe50d65e5 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "cfed45a0-1975-4dec-a528-5e8fe3fc4fcf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.529s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1566.857067] env[63097]: DEBUG nova.compute.manager [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1566.915227] env[63097]: DEBUG nova.virt.hardware [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1566.915494] env[63097]: DEBUG nova.virt.hardware [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1566.915645] env[63097]: DEBUG nova.virt.hardware [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1566.915834] env[63097]: DEBUG nova.virt.hardware [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1566.915982] env[63097]: DEBUG nova.virt.hardware [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1566.916067] env[63097]: DEBUG nova.virt.hardware [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1566.916398] env[63097]: DEBUG nova.virt.hardware [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1566.916561] env[63097]: DEBUG nova.virt.hardware [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1566.916825] env[63097]: DEBUG nova.virt.hardware [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1566.917059] env[63097]: DEBUG nova.virt.hardware [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1566.917258] env[63097]: DEBUG nova.virt.hardware [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1566.918235] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3929ef-d493-4fd8-9c19-d3b1e7652c4f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.930283] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12010c60-14ad-4763-bc51-b901221cb618 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.136569] env[63097]: DEBUG oslo_vmware.api [None req-a15888e1-a131-4f92-bd20-aab3a4f72fa5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.219041] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95336f5-511f-4856-9594-6159d8e18220 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.227673] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6474398-8b8e-45b1-beeb-bd6e600055eb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.261221] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f06b84-67ae-4e29-b7d6-99c229df9cfc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.272020] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff4c65e-7e9e-48fc-a1fb-310c4d74cc15 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.283220] env[63097]: DEBUG nova.compute.provider_tree [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1567.413989] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Acquiring lock "0635c038-de15-420b-b0a9-8ae85a1c9575" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.413989] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Lock "0635c038-de15-420b-b0a9-8ae85a1c9575" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.432659] env[63097]: DEBUG nova.compute.manager [req-5c17d86d-3813-4a21-aeb1-dc5908a61159 req-7495343f-4bc0-44f0-8d64-1d930a6afc60 service nova] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Received event network-vif-plugged-1148cea8-356f-485f-b44b-1fbe7b4e32a6 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1567.433103] env[63097]: DEBUG oslo_concurrency.lockutils [req-5c17d86d-3813-4a21-aeb1-dc5908a61159 req-7495343f-4bc0-44f0-8d64-1d930a6afc60 service nova] Acquiring lock "5cba94c3-f4c4-497c-becd-c2641c3dfc87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.433483] env[63097]: DEBUG oslo_concurrency.lockutils [req-5c17d86d-3813-4a21-aeb1-dc5908a61159 req-7495343f-4bc0-44f0-8d64-1d930a6afc60 service nova] Lock "5cba94c3-f4c4-497c-becd-c2641c3dfc87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.433859] env[63097]: DEBUG oslo_concurrency.lockutils [req-5c17d86d-3813-4a21-aeb1-dc5908a61159 req-7495343f-4bc0-44f0-8d64-1d930a6afc60 service nova] Lock "5cba94c3-f4c4-497c-becd-c2641c3dfc87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.434659] env[63097]: DEBUG nova.compute.manager [req-5c17d86d-3813-4a21-aeb1-dc5908a61159 req-7495343f-4bc0-44f0-8d64-1d930a6afc60 service nova] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] No waiting events found dispatching network-vif-plugged-1148cea8-356f-485f-b44b-1fbe7b4e32a6 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1567.434659] env[63097]: WARNING nova.compute.manager [req-5c17d86d-3813-4a21-aeb1-dc5908a61159 req-7495343f-4bc0-44f0-8d64-1d930a6afc60 service nova] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Received unexpected event network-vif-plugged-1148cea8-356f-485f-b44b-1fbe7b4e32a6 for instance with vm_state building and task_state spawning. [ 1567.536240] env[63097]: DEBUG nova.network.neutron [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Successfully updated port: 1148cea8-356f-485f-b44b-1fbe7b4e32a6 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1567.636182] env[63097]: DEBUG oslo_vmware.api [None req-a15888e1-a131-4f92-bd20-aab3a4f72fa5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.676690] env[63097]: DEBUG oslo_concurrency.lockutils [None req-72ece32b-31d9-44c8-a3a5-24f99676f02b tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "cfed45a0-1975-4dec-a528-5e8fe3fc4fcf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.677079] env[63097]: DEBUG oslo_concurrency.lockutils [None req-72ece32b-31d9-44c8-a3a5-24f99676f02b tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "cfed45a0-1975-4dec-a528-5e8fe3fc4fcf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.677311] env[63097]: DEBUG oslo_concurrency.lockutils [None req-72ece32b-31d9-44c8-a3a5-24f99676f02b tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "cfed45a0-1975-4dec-a528-5e8fe3fc4fcf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.677508] env[63097]: DEBUG oslo_concurrency.lockutils [None req-72ece32b-31d9-44c8-a3a5-24f99676f02b tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "cfed45a0-1975-4dec-a528-5e8fe3fc4fcf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.677718] env[63097]: DEBUG oslo_concurrency.lockutils [None req-72ece32b-31d9-44c8-a3a5-24f99676f02b tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "cfed45a0-1975-4dec-a528-5e8fe3fc4fcf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.679932] env[63097]: INFO nova.compute.manager [None req-72ece32b-31d9-44c8-a3a5-24f99676f02b tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Terminating instance [ 1567.681883] env[63097]: DEBUG nova.compute.manager [None req-72ece32b-31d9-44c8-a3a5-24f99676f02b tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1567.682107] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-72ece32b-31d9-44c8-a3a5-24f99676f02b tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1567.682947] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2d3915-6c6e-4980-8ab0-9d3a014a09ed {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.690628] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-72ece32b-31d9-44c8-a3a5-24f99676f02b tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1567.690876] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a9a8a8f-d4c4-43b3-a6fb-34fd6a67767a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.697699] env[63097]: DEBUG oslo_vmware.api [None req-72ece32b-31d9-44c8-a3a5-24f99676f02b tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1567.697699] env[63097]: value = "task-1687515" [ 1567.697699] env[63097]: _type = "Task" [ 1567.697699] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.705673] env[63097]: DEBUG oslo_vmware.api [None req-72ece32b-31d9-44c8-a3a5-24f99676f02b tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687515, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.787753] env[63097]: DEBUG nova.scheduler.client.report [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1567.914911] env[63097]: DEBUG nova.compute.manager [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1568.038827] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquiring lock "refresh_cache-5cba94c3-f4c4-497c-becd-c2641c3dfc87" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1568.038989] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquired lock "refresh_cache-5cba94c3-f4c4-497c-becd-c2641c3dfc87" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.039156] env[63097]: DEBUG nova.network.neutron [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1568.136479] env[63097]: DEBUG oslo_vmware.api [None req-a15888e1-a131-4f92-bd20-aab3a4f72fa5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.208910] env[63097]: DEBUG oslo_vmware.api [None req-72ece32b-31d9-44c8-a3a5-24f99676f02b tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687515, 'name': PowerOffVM_Task, 'duration_secs': 0.224418} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.210071] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-72ece32b-31d9-44c8-a3a5-24f99676f02b tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1568.210071] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-72ece32b-31d9-44c8-a3a5-24f99676f02b tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1568.210071] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be0ca98a-dfd9-4ee6-a338-08534596bb06 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.292837] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.293422] env[63097]: DEBUG nova.compute.manager [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1568.296479] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b0122ef3-28ea-4de2-81f0-ac5d62dc7170 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.769s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.296791] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b0122ef3-28ea-4de2-81f0-ac5d62dc7170 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.300784] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.036s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.301262] env[63097]: INFO nova.compute.claims [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1568.305255] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-72ece32b-31d9-44c8-a3a5-24f99676f02b tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1568.305440] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-72ece32b-31d9-44c8-a3a5-24f99676f02b tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1568.305628] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-72ece32b-31d9-44c8-a3a5-24f99676f02b tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Deleting the datastore file [datastore1] cfed45a0-1975-4dec-a528-5e8fe3fc4fcf {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1568.305901] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6067d03c-2ecf-40eb-a0df-273d06c35cde {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.320027] env[63097]: DEBUG oslo_vmware.api [None req-72ece32b-31d9-44c8-a3a5-24f99676f02b tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1568.320027] env[63097]: value = "task-1687517" [ 1568.320027] env[63097]: _type = "Task" [ 1568.320027] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.330142] env[63097]: DEBUG oslo_vmware.api [None req-72ece32b-31d9-44c8-a3a5-24f99676f02b tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687517, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.369455] env[63097]: INFO nova.scheduler.client.report [None req-b0122ef3-28ea-4de2-81f0-ac5d62dc7170 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Deleted allocations for instance 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2 [ 1568.435374] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.575196] env[63097]: DEBUG nova.network.neutron [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1568.636128] env[63097]: DEBUG oslo_vmware.api [None req-a15888e1-a131-4f92-bd20-aab3a4f72fa5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.768787] env[63097]: DEBUG nova.network.neutron [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Updating instance_info_cache with network_info: [{"id": "1148cea8-356f-485f-b44b-1fbe7b4e32a6", "address": "fa:16:3e:ff:7c:4b", "network": {"id": "063cc40b-6c34-4808-ab42-2b91c7189ebe", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1266792904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a316bbd2166545e1bd3ecf6cc2443d24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1148cea8-35", "ovs_interfaceid": "1148cea8-356f-485f-b44b-1fbe7b4e32a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1568.806022] env[63097]: DEBUG nova.compute.utils [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1568.807359] env[63097]: DEBUG nova.compute.manager [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1568.807525] env[63097]: DEBUG nova.network.neutron [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1568.831288] env[63097]: DEBUG oslo_vmware.api [None req-72ece32b-31d9-44c8-a3a5-24f99676f02b tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687517, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300426} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.831585] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-72ece32b-31d9-44c8-a3a5-24f99676f02b tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1568.831817] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-72ece32b-31d9-44c8-a3a5-24f99676f02b tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1568.832012] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-72ece32b-31d9-44c8-a3a5-24f99676f02b tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1568.832224] env[63097]: INFO nova.compute.manager [None req-72ece32b-31d9-44c8-a3a5-24f99676f02b tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1568.832490] env[63097]: DEBUG oslo.service.loopingcall [None req-72ece32b-31d9-44c8-a3a5-24f99676f02b tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1568.832683] env[63097]: DEBUG nova.compute.manager [-] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1568.832791] env[63097]: DEBUG nova.network.neutron [-] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1568.866919] env[63097]: DEBUG nova.policy [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d9752f7a1144da5a717a08076bec13e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '948f5dbd858b498ab568c3656c1b46ae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1568.882034] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b0122ef3-28ea-4de2-81f0-ac5d62dc7170 tempest-ImagesOneServerNegativeTestJSON-701561405 tempest-ImagesOneServerNegativeTestJSON-701561405-project-member] Lock "1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.426s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.140886] env[63097]: DEBUG oslo_vmware.api [None req-a15888e1-a131-4f92-bd20-aab3a4f72fa5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.272119] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Releasing lock "refresh_cache-5cba94c3-f4c4-497c-becd-c2641c3dfc87" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1569.272464] env[63097]: DEBUG nova.compute.manager [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Instance network_info: |[{"id": "1148cea8-356f-485f-b44b-1fbe7b4e32a6", "address": "fa:16:3e:ff:7c:4b", "network": {"id": "063cc40b-6c34-4808-ab42-2b91c7189ebe", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1266792904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a316bbd2166545e1bd3ecf6cc2443d24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1148cea8-35", "ovs_interfaceid": "1148cea8-356f-485f-b44b-1fbe7b4e32a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1569.272919] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:7c:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '767a3a48-41d4-4a0c-961d-0024837f63bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1148cea8-356f-485f-b44b-1fbe7b4e32a6', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1569.286981] env[63097]: DEBUG oslo.service.loopingcall [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1569.286981] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1569.286981] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb4ae05e-d90c-4861-902e-197b6e42f4c9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.310148] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1569.310148] env[63097]: value = "task-1687518" [ 1569.310148] env[63097]: _type = "Task" [ 1569.310148] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.314227] env[63097]: DEBUG nova.compute.manager [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1569.325537] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687518, 'name': CreateVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.471674] env[63097]: DEBUG nova.compute.manager [req-98e2f631-079b-4c1c-84cd-f2911004cd43 req-7b72a22e-3539-4934-863e-c87e13faa36b service nova] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Received event network-changed-1148cea8-356f-485f-b44b-1fbe7b4e32a6 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1569.471937] env[63097]: DEBUG nova.compute.manager [req-98e2f631-079b-4c1c-84cd-f2911004cd43 req-7b72a22e-3539-4934-863e-c87e13faa36b service nova] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Refreshing instance network info cache due to event network-changed-1148cea8-356f-485f-b44b-1fbe7b4e32a6. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1569.472249] env[63097]: DEBUG oslo_concurrency.lockutils [req-98e2f631-079b-4c1c-84cd-f2911004cd43 req-7b72a22e-3539-4934-863e-c87e13faa36b service nova] Acquiring lock "refresh_cache-5cba94c3-f4c4-497c-becd-c2641c3dfc87" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1569.472639] env[63097]: DEBUG oslo_concurrency.lockutils [req-98e2f631-079b-4c1c-84cd-f2911004cd43 req-7b72a22e-3539-4934-863e-c87e13faa36b service nova] Acquired lock "refresh_cache-5cba94c3-f4c4-497c-becd-c2641c3dfc87" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.472875] env[63097]: DEBUG nova.network.neutron [req-98e2f631-079b-4c1c-84cd-f2911004cd43 req-7b72a22e-3539-4934-863e-c87e13faa36b service nova] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Refreshing network info cache for port 1148cea8-356f-485f-b44b-1fbe7b4e32a6 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1569.492257] env[63097]: DEBUG nova.network.neutron [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Successfully created port: d1140c2e-0c1e-4937-978f-1260aa57b320 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1569.637562] env[63097]: DEBUG oslo_vmware.api [None req-a15888e1-a131-4f92-bd20-aab3a4f72fa5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.685337] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dde0945-1432-4c6f-a17f-34b0e69d3d74 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.692714] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d2c2cf-eca6-4557-97e7-cc2ea40af216 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.724831] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c476d8c-bd68-4dde-95d2-fd467173ce6f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.731916] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df03f33-46fc-4549-8e5f-e613b544ab6c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.746847] env[63097]: DEBUG nova.compute.provider_tree [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1569.818413] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687518, 'name': CreateVM_Task, 'duration_secs': 0.364222} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.818591] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1569.819752] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1569.819923] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.820484] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1569.824720] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37078c7b-75d3-4389-91ea-d8185d32a864 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.830156] env[63097]: DEBUG oslo_vmware.api [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1569.830156] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52fcf5d1-bec5-aef3-6d63-56fa2a164f38" [ 1569.830156] env[63097]: _type = "Task" [ 1569.830156] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.838893] env[63097]: DEBUG oslo_vmware.api [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52fcf5d1-bec5-aef3-6d63-56fa2a164f38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.886378] env[63097]: DEBUG nova.network.neutron [-] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.138673] env[63097]: DEBUG oslo_vmware.api [None req-a15888e1-a131-4f92-bd20-aab3a4f72fa5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.249512] env[63097]: DEBUG nova.scheduler.client.report [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1570.329075] env[63097]: DEBUG nova.compute.manager [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1570.342098] env[63097]: DEBUG oslo_vmware.api [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52fcf5d1-bec5-aef3-6d63-56fa2a164f38, 'name': SearchDatastore_Task, 'duration_secs': 0.009495} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.342446] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1570.342687] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1570.342927] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1570.343088] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.343274] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1570.343567] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ca7be1c-12ef-479a-bd53-78fee95ad576 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.358304] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1570.358693] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1570.359343] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a892846-53b9-4942-83d7-17573bd93a7c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.366112] env[63097]: DEBUG oslo_vmware.api [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1570.366112] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c2047f-881b-6d33-c743-12a4dfbbd965" [ 1570.366112] env[63097]: _type = "Task" [ 1570.366112] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.376560] env[63097]: DEBUG oslo_vmware.api [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c2047f-881b-6d33-c743-12a4dfbbd965, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.384349] env[63097]: DEBUG nova.virt.hardware [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1570.384636] env[63097]: DEBUG nova.virt.hardware [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1570.385118] env[63097]: DEBUG nova.virt.hardware [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1570.385118] env[63097]: DEBUG nova.virt.hardware [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1570.385226] env[63097]: DEBUG nova.virt.hardware [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1570.385321] env[63097]: DEBUG nova.virt.hardware [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1570.385533] env[63097]: DEBUG nova.virt.hardware [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1570.385736] env[63097]: DEBUG nova.virt.hardware [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1570.386020] env[63097]: DEBUG nova.virt.hardware [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1570.386243] env[63097]: DEBUG nova.virt.hardware [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1570.386417] env[63097]: DEBUG nova.virt.hardware [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1570.387277] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73758ac9-c11d-4b9d-8bb7-bddfe13a5dc4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.390338] env[63097]: INFO nova.compute.manager [-] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Took 1.56 seconds to deallocate network for instance. [ 1570.403191] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab332592-44a8-46f5-8db9-c493c3c096cb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.506315] env[63097]: DEBUG nova.network.neutron [req-98e2f631-079b-4c1c-84cd-f2911004cd43 req-7b72a22e-3539-4934-863e-c87e13faa36b service nova] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Updated VIF entry in instance network info cache for port 1148cea8-356f-485f-b44b-1fbe7b4e32a6. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1570.506707] env[63097]: DEBUG nova.network.neutron [req-98e2f631-079b-4c1c-84cd-f2911004cd43 req-7b72a22e-3539-4934-863e-c87e13faa36b service nova] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Updating instance_info_cache with network_info: [{"id": "1148cea8-356f-485f-b44b-1fbe7b4e32a6", "address": "fa:16:3e:ff:7c:4b", "network": {"id": "063cc40b-6c34-4808-ab42-2b91c7189ebe", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1266792904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a316bbd2166545e1bd3ecf6cc2443d24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1148cea8-35", "ovs_interfaceid": "1148cea8-356f-485f-b44b-1fbe7b4e32a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.638921] env[63097]: DEBUG oslo_vmware.api [None req-a15888e1-a131-4f92-bd20-aab3a4f72fa5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.754973] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.455s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1570.755318] env[63097]: DEBUG nova.compute.manager [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1570.758020] env[63097]: DEBUG oslo_concurrency.lockutils [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.945s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1570.759542] env[63097]: INFO nova.compute.claims [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1570.877167] env[63097]: DEBUG oslo_vmware.api [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c2047f-881b-6d33-c743-12a4dfbbd965, 'name': SearchDatastore_Task, 'duration_secs': 0.010262} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.877983] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf96a1c0-653d-4735-b9e7-e12836d08f5f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.884181] env[63097]: DEBUG oslo_vmware.api [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1570.884181] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5292ad8f-c160-21be-a38e-68177cf3dbd4" [ 1570.884181] env[63097]: _type = "Task" [ 1570.884181] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.892489] env[63097]: DEBUG oslo_vmware.api [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5292ad8f-c160-21be-a38e-68177cf3dbd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.906085] env[63097]: DEBUG oslo_concurrency.lockutils [None req-72ece32b-31d9-44c8-a3a5-24f99676f02b tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.009473] env[63097]: DEBUG oslo_concurrency.lockutils [req-98e2f631-079b-4c1c-84cd-f2911004cd43 req-7b72a22e-3539-4934-863e-c87e13faa36b service nova] Releasing lock "refresh_cache-5cba94c3-f4c4-497c-becd-c2641c3dfc87" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1571.009786] env[63097]: DEBUG nova.compute.manager [req-98e2f631-079b-4c1c-84cd-f2911004cd43 req-7b72a22e-3539-4934-863e-c87e13faa36b service nova] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Received event network-vif-deleted-60d9fdc5-83eb-44fe-b41b-a9d5d603c2c6 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1571.009976] env[63097]: INFO nova.compute.manager [req-98e2f631-079b-4c1c-84cd-f2911004cd43 req-7b72a22e-3539-4934-863e-c87e13faa36b service nova] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Neutron deleted interface 60d9fdc5-83eb-44fe-b41b-a9d5d603c2c6; detaching it from the instance and deleting it from the info cache [ 1571.010171] env[63097]: DEBUG nova.network.neutron [req-98e2f631-079b-4c1c-84cd-f2911004cd43 req-7b72a22e-3539-4934-863e-c87e13faa36b service nova] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1571.142647] env[63097]: DEBUG oslo_vmware.api [None req-a15888e1-a131-4f92-bd20-aab3a4f72fa5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.240535] env[63097]: DEBUG nova.network.neutron [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Successfully updated port: d1140c2e-0c1e-4937-978f-1260aa57b320 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1571.268357] env[63097]: DEBUG nova.compute.utils [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1571.268357] env[63097]: DEBUG nova.compute.manager [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1571.268357] env[63097]: DEBUG nova.network.neutron [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1571.310848] env[63097]: DEBUG nova.policy [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32727165f93b44519b01cbb1d90a4290', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1caa7647ebc840f48dc539a8cc2c484b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1571.394842] env[63097]: DEBUG oslo_vmware.api [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5292ad8f-c160-21be-a38e-68177cf3dbd4, 'name': SearchDatastore_Task, 'duration_secs': 0.010979} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.394842] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1571.395202] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 5cba94c3-f4c4-497c-becd-c2641c3dfc87/5cba94c3-f4c4-497c-becd-c2641c3dfc87.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1571.395396] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9842bce0-5a9e-4745-99d0-10c48c0ea2f3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.402931] env[63097]: DEBUG oslo_vmware.api [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1571.402931] env[63097]: value = "task-1687519" [ 1571.402931] env[63097]: _type = "Task" [ 1571.402931] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.411875] env[63097]: DEBUG oslo_vmware.api [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687519, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.498068] env[63097]: DEBUG nova.compute.manager [req-5217e21d-4c6b-4584-99f7-b163c8f91d31 req-f8c8b0c8-b0ae-4e54-ac2d-d12fc277ec81 service nova] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Received event network-vif-plugged-d1140c2e-0c1e-4937-978f-1260aa57b320 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1571.498376] env[63097]: DEBUG oslo_concurrency.lockutils [req-5217e21d-4c6b-4584-99f7-b163c8f91d31 req-f8c8b0c8-b0ae-4e54-ac2d-d12fc277ec81 service nova] Acquiring lock "bca51e28-e24e-47dd-86e2-935d76b79bc0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.498590] env[63097]: DEBUG oslo_concurrency.lockutils [req-5217e21d-4c6b-4584-99f7-b163c8f91d31 req-f8c8b0c8-b0ae-4e54-ac2d-d12fc277ec81 service nova] Lock "bca51e28-e24e-47dd-86e2-935d76b79bc0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.498757] env[63097]: DEBUG oslo_concurrency.lockutils [req-5217e21d-4c6b-4584-99f7-b163c8f91d31 req-f8c8b0c8-b0ae-4e54-ac2d-d12fc277ec81 service nova] Lock "bca51e28-e24e-47dd-86e2-935d76b79bc0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.498920] env[63097]: DEBUG nova.compute.manager [req-5217e21d-4c6b-4584-99f7-b163c8f91d31 req-f8c8b0c8-b0ae-4e54-ac2d-d12fc277ec81 service nova] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] No waiting events found dispatching network-vif-plugged-d1140c2e-0c1e-4937-978f-1260aa57b320 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1571.499094] env[63097]: WARNING nova.compute.manager [req-5217e21d-4c6b-4584-99f7-b163c8f91d31 req-f8c8b0c8-b0ae-4e54-ac2d-d12fc277ec81 service nova] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Received unexpected event network-vif-plugged-d1140c2e-0c1e-4937-978f-1260aa57b320 for instance with vm_state building and task_state spawning. [ 1571.499256] env[63097]: DEBUG nova.compute.manager [req-5217e21d-4c6b-4584-99f7-b163c8f91d31 req-f8c8b0c8-b0ae-4e54-ac2d-d12fc277ec81 service nova] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Received event network-changed-d1140c2e-0c1e-4937-978f-1260aa57b320 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1571.499410] env[63097]: DEBUG nova.compute.manager [req-5217e21d-4c6b-4584-99f7-b163c8f91d31 req-f8c8b0c8-b0ae-4e54-ac2d-d12fc277ec81 service nova] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Refreshing instance network info cache due to event network-changed-d1140c2e-0c1e-4937-978f-1260aa57b320. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1571.499644] env[63097]: DEBUG oslo_concurrency.lockutils [req-5217e21d-4c6b-4584-99f7-b163c8f91d31 req-f8c8b0c8-b0ae-4e54-ac2d-d12fc277ec81 service nova] Acquiring lock "refresh_cache-bca51e28-e24e-47dd-86e2-935d76b79bc0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1571.499808] env[63097]: DEBUG oslo_concurrency.lockutils [req-5217e21d-4c6b-4584-99f7-b163c8f91d31 req-f8c8b0c8-b0ae-4e54-ac2d-d12fc277ec81 service nova] Acquired lock "refresh_cache-bca51e28-e24e-47dd-86e2-935d76b79bc0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.500021] env[63097]: DEBUG nova.network.neutron [req-5217e21d-4c6b-4584-99f7-b163c8f91d31 req-f8c8b0c8-b0ae-4e54-ac2d-d12fc277ec81 service nova] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Refreshing network info cache for port d1140c2e-0c1e-4937-978f-1260aa57b320 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1571.515020] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f7e86bf-69e9-4b13-9065-0110f48955d7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.532251] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966d4acb-8e28-461f-815d-27f16e954e72 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.570424] env[63097]: DEBUG nova.compute.manager [req-98e2f631-079b-4c1c-84cd-f2911004cd43 req-7b72a22e-3539-4934-863e-c87e13faa36b service nova] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Detach interface failed, port_id=60d9fdc5-83eb-44fe-b41b-a9d5d603c2c6, reason: Instance cfed45a0-1975-4dec-a528-5e8fe3fc4fcf could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1571.646482] env[63097]: DEBUG oslo_vmware.api [None req-a15888e1-a131-4f92-bd20-aab3a4f72fa5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.741922] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "refresh_cache-bca51e28-e24e-47dd-86e2-935d76b79bc0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1571.771020] env[63097]: DEBUG nova.compute.manager [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1571.790182] env[63097]: DEBUG nova.network.neutron [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Successfully created port: aa947e8b-306d-4e1c-a526-70e864999c72 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1571.862774] env[63097]: DEBUG oslo_vmware.rw_handles [None req-5f586647-57e4-4b58-869f-37ee973d00f4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529aedcc-4cab-8f04-e0c5-37abb4b81ff6/disk-0.vmdk. {{(pid=63097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1571.863901] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c5b479-0381-435d-8358-0d0ef7b48518 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.879937] env[63097]: DEBUG oslo_vmware.rw_handles [None req-5f586647-57e4-4b58-869f-37ee973d00f4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529aedcc-4cab-8f04-e0c5-37abb4b81ff6/disk-0.vmdk is in state: ready. {{(pid=63097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1571.880169] env[63097]: ERROR oslo_vmware.rw_handles [None req-5f586647-57e4-4b58-869f-37ee973d00f4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529aedcc-4cab-8f04-e0c5-37abb4b81ff6/disk-0.vmdk due to incomplete transfer. [ 1571.881233] env[63097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5cfae51e-7fcb-4ec4-a258-637462398444 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.893762] env[63097]: DEBUG oslo_vmware.rw_handles [None req-5f586647-57e4-4b58-869f-37ee973d00f4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529aedcc-4cab-8f04-e0c5-37abb4b81ff6/disk-0.vmdk. {{(pid=63097) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1571.894045] env[63097]: DEBUG nova.virt.vmwareapi.images [None req-5f586647-57e4-4b58-869f-37ee973d00f4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Uploaded image b78277a7-4974-4ed5-8d8f-23d51f33411b to the Glance image server {{(pid=63097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1571.896685] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f586647-57e4-4b58-869f-37ee973d00f4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Destroying the VM {{(pid=63097) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1571.896985] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f913a9b2-d381-411b-b516-6179f47d106b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.916381] env[63097]: DEBUG oslo_vmware.api [None req-5f586647-57e4-4b58-869f-37ee973d00f4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Waiting for the task: (returnval){ [ 1571.916381] env[63097]: value = "task-1687520" [ 1571.916381] env[63097]: _type = "Task" [ 1571.916381] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.924800] env[63097]: DEBUG oslo_vmware.api [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687519, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.930273] env[63097]: DEBUG oslo_vmware.api [None req-5f586647-57e4-4b58-869f-37ee973d00f4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687520, 'name': Destroy_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.069348] env[63097]: DEBUG nova.network.neutron [req-5217e21d-4c6b-4584-99f7-b163c8f91d31 req-f8c8b0c8-b0ae-4e54-ac2d-d12fc277ec81 service nova] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1572.141960] env[63097]: DEBUG oslo_vmware.api [None req-a15888e1-a131-4f92-bd20-aab3a4f72fa5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687514, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.259996] env[63097]: DEBUG nova.network.neutron [req-5217e21d-4c6b-4584-99f7-b163c8f91d31 req-f8c8b0c8-b0ae-4e54-ac2d-d12fc277ec81 service nova] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.284698] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470a08ee-8f17-4a54-aaf1-cee0dcacfe23 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.292868] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62f2289-07be-4626-8b8a-2fa67f375d58 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.333699] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679a5fdb-cc14-4ae7-a43f-72b399139a35 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.342870] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c43386c-569f-415c-a58f-44cd4edbdc11 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.358768] env[63097]: DEBUG nova.compute.provider_tree [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1572.415986] env[63097]: DEBUG oslo_vmware.api [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687519, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53882} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.415986] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 5cba94c3-f4c4-497c-becd-c2641c3dfc87/5cba94c3-f4c4-497c-becd-c2641c3dfc87.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1572.415986] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1572.416450] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-788735fb-401b-47dd-9558-26dbff1c683b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.427655] env[63097]: DEBUG oslo_vmware.api [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1572.427655] env[63097]: value = "task-1687521" [ 1572.427655] env[63097]: _type = "Task" [ 1572.427655] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.430430] env[63097]: DEBUG oslo_vmware.api [None req-5f586647-57e4-4b58-869f-37ee973d00f4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687520, 'name': Destroy_Task, 'duration_secs': 0.417845} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.433461] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-5f586647-57e4-4b58-869f-37ee973d00f4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Destroyed the VM [ 1572.433746] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5f586647-57e4-4b58-869f-37ee973d00f4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Deleting Snapshot of the VM instance {{(pid=63097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1572.434329] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-09554238-04aa-438c-bd80-84a6d08a78bd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.441500] env[63097]: DEBUG oslo_vmware.api [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687521, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.442919] env[63097]: DEBUG oslo_vmware.api [None req-5f586647-57e4-4b58-869f-37ee973d00f4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Waiting for the task: (returnval){ [ 1572.442919] env[63097]: value = "task-1687522" [ 1572.442919] env[63097]: _type = "Task" [ 1572.442919] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.452549] env[63097]: DEBUG oslo_vmware.api [None req-5f586647-57e4-4b58-869f-37ee973d00f4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687522, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.641221] env[63097]: DEBUG oslo_vmware.api [None req-a15888e1-a131-4f92-bd20-aab3a4f72fa5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687514, 'name': ReconfigVM_Task, 'duration_secs': 5.860657} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.641534] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a15888e1-a131-4f92-bd20-aab3a4f72fa5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Releasing lock "14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1572.643656] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a15888e1-a131-4f92-bd20-aab3a4f72fa5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Reconfigured VM to detach interface {{(pid=63097) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1984}} [ 1572.763758] env[63097]: DEBUG oslo_concurrency.lockutils [req-5217e21d-4c6b-4584-99f7-b163c8f91d31 req-f8c8b0c8-b0ae-4e54-ac2d-d12fc277ec81 service nova] Releasing lock "refresh_cache-bca51e28-e24e-47dd-86e2-935d76b79bc0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1572.764251] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquired lock "refresh_cache-bca51e28-e24e-47dd-86e2-935d76b79bc0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.764408] env[63097]: DEBUG nova.network.neutron [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1572.785509] env[63097]: DEBUG nova.compute.manager [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1572.814184] env[63097]: DEBUG nova.virt.hardware [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1572.814328] env[63097]: DEBUG nova.virt.hardware [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1572.814654] env[63097]: DEBUG nova.virt.hardware [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1572.814963] env[63097]: DEBUG nova.virt.hardware [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1572.815151] env[63097]: DEBUG nova.virt.hardware [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1572.815313] env[63097]: DEBUG nova.virt.hardware [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1572.815544] env[63097]: DEBUG nova.virt.hardware [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1572.815722] env[63097]: DEBUG nova.virt.hardware [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1572.815925] env[63097]: DEBUG nova.virt.hardware [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1572.816598] env[63097]: DEBUG nova.virt.hardware [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1572.816598] env[63097]: DEBUG nova.virt.hardware [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1572.817300] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75381d52-89b6-4870-a4a0-4ec6a09b8eb2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.826876] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879aae17-0a06-460b-a1d1-6a0692a37898 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.862420] env[63097]: DEBUG nova.scheduler.client.report [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1572.942544] env[63097]: DEBUG oslo_vmware.api [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687521, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117444} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.942853] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1572.943698] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214b5f00-e6fb-4b70-a076-5bccf2737d65 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.954519] env[63097]: DEBUG oslo_vmware.api [None req-5f586647-57e4-4b58-869f-37ee973d00f4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687522, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.979024] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 5cba94c3-f4c4-497c-becd-c2641c3dfc87/5cba94c3-f4c4-497c-becd-c2641c3dfc87.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1572.979657] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8b88cd8-95c0-4910-9357-7cab6da40776 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.004167] env[63097]: DEBUG oslo_vmware.api [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1573.004167] env[63097]: value = "task-1687523" [ 1573.004167] env[63097]: _type = "Task" [ 1573.004167] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.013654] env[63097]: DEBUG oslo_vmware.api [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687523, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.300876] env[63097]: DEBUG nova.network.neutron [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1573.367803] env[63097]: DEBUG oslo_concurrency.lockutils [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.368403] env[63097]: DEBUG nova.compute.manager [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1573.370990] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3bb20897-236a-497e-8938-9a17755eecf4 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.757s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.371230] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3bb20897-236a-497e-8938-9a17755eecf4 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.373376] env[63097]: DEBUG oslo_concurrency.lockutils [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.279s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.374940] env[63097]: INFO nova.compute.claims [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1573.451623] env[63097]: INFO nova.scheduler.client.report [None req-3bb20897-236a-497e-8938-9a17755eecf4 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Deleted allocations for instance 36974656-9b00-492e-bc16-ffbe101bc2bb [ 1573.461570] env[63097]: DEBUG oslo_vmware.api [None req-5f586647-57e4-4b58-869f-37ee973d00f4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687522, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.514784] env[63097]: DEBUG oslo_vmware.api [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687523, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.533780] env[63097]: DEBUG nova.network.neutron [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Updating instance_info_cache with network_info: [{"id": "d1140c2e-0c1e-4937-978f-1260aa57b320", "address": "fa:16:3e:38:ee:d1", "network": {"id": "d70cadc2-f0c2-4049-9ac7-d45e51f71646", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-192217268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "948f5dbd858b498ab568c3656c1b46ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1140c2e-0c", "ovs_interfaceid": "d1140c2e-0c1e-4937-978f-1260aa57b320", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1573.682843] env[63097]: DEBUG nova.compute.manager [req-f0fc4916-4af3-40ea-9a84-fe1266c14e8b req-c5c3557e-b673-40c3-8978-87b33951d5b9 service nova] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Received event network-vif-plugged-aa947e8b-306d-4e1c-a526-70e864999c72 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1573.683171] env[63097]: DEBUG oslo_concurrency.lockutils [req-f0fc4916-4af3-40ea-9a84-fe1266c14e8b req-c5c3557e-b673-40c3-8978-87b33951d5b9 service nova] Acquiring lock "dca69834-e0b5-4a10-913d-9645dbd2e36c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.683561] env[63097]: DEBUG oslo_concurrency.lockutils [req-f0fc4916-4af3-40ea-9a84-fe1266c14e8b req-c5c3557e-b673-40c3-8978-87b33951d5b9 service nova] Lock "dca69834-e0b5-4a10-913d-9645dbd2e36c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.683824] env[63097]: DEBUG oslo_concurrency.lockutils [req-f0fc4916-4af3-40ea-9a84-fe1266c14e8b req-c5c3557e-b673-40c3-8978-87b33951d5b9 service nova] Lock "dca69834-e0b5-4a10-913d-9645dbd2e36c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.684036] env[63097]: DEBUG nova.compute.manager [req-f0fc4916-4af3-40ea-9a84-fe1266c14e8b req-c5c3557e-b673-40c3-8978-87b33951d5b9 service nova] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] No waiting events found dispatching network-vif-plugged-aa947e8b-306d-4e1c-a526-70e864999c72 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1573.684239] env[63097]: WARNING nova.compute.manager [req-f0fc4916-4af3-40ea-9a84-fe1266c14e8b req-c5c3557e-b673-40c3-8978-87b33951d5b9 service nova] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Received unexpected event network-vif-plugged-aa947e8b-306d-4e1c-a526-70e864999c72 for instance with vm_state building and task_state spawning. [ 1573.816249] env[63097]: DEBUG nova.network.neutron [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Successfully updated port: aa947e8b-306d-4e1c-a526-70e864999c72 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1573.879498] env[63097]: DEBUG nova.compute.utils [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1573.882927] env[63097]: DEBUG nova.compute.manager [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1573.883063] env[63097]: DEBUG nova.network.neutron [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1573.924791] env[63097]: DEBUG nova.policy [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b71259406cb45c0b5b99556fbd11717', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bef179dd054a49daacd2151914b1000b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1573.961350] env[63097]: DEBUG oslo_vmware.api [None req-5f586647-57e4-4b58-869f-37ee973d00f4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687522, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.961792] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3bb20897-236a-497e-8938-9a17755eecf4 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "36974656-9b00-492e-bc16-ffbe101bc2bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.396s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1574.015384] env[63097]: DEBUG oslo_vmware.api [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687523, 'name': ReconfigVM_Task, 'duration_secs': 0.719563} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.016054] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 5cba94c3-f4c4-497c-becd-c2641c3dfc87/5cba94c3-f4c4-497c-becd-c2641c3dfc87.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1574.016650] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32141a15-505f-4cdf-93ee-0a3154ddc287 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.024724] env[63097]: DEBUG oslo_vmware.api [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1574.024724] env[63097]: value = "task-1687524" [ 1574.024724] env[63097]: _type = "Task" [ 1574.024724] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.033833] env[63097]: DEBUG oslo_vmware.api [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687524, 'name': Rename_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.040399] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Releasing lock "refresh_cache-bca51e28-e24e-47dd-86e2-935d76b79bc0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1574.040711] env[63097]: DEBUG nova.compute.manager [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Instance network_info: |[{"id": "d1140c2e-0c1e-4937-978f-1260aa57b320", "address": "fa:16:3e:38:ee:d1", "network": {"id": "d70cadc2-f0c2-4049-9ac7-d45e51f71646", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-192217268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "948f5dbd858b498ab568c3656c1b46ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1140c2e-0c", "ovs_interfaceid": "d1140c2e-0c1e-4937-978f-1260aa57b320", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1574.041413] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:ee:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c118a9ee-84f7-4f09-8a21-05600ed3cc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1140c2e-0c1e-4937-978f-1260aa57b320', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1574.048904] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Creating folder: Project (948f5dbd858b498ab568c3656c1b46ae). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1574.049241] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3d7b58f-4aad-45d7-9f32-182fac14b227 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.062800] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Created folder: Project (948f5dbd858b498ab568c3656c1b46ae) in parent group-v351483. [ 1574.063107] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Creating folder: Instances. Parent ref: group-v351751. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1574.063440] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53d15903-09e2-4a8c-888a-083212ab8f8c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.075157] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Created folder: Instances in parent group-v351751. [ 1574.075511] env[63097]: DEBUG oslo.service.loopingcall [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1574.075790] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1574.076096] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7641f47-9568-483c-96f2-d43efa85654c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.102734] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1574.102734] env[63097]: value = "task-1687527" [ 1574.102734] env[63097]: _type = "Task" [ 1574.102734] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.113749] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687527, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.247855] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a15888e1-a131-4f92-bd20-aab3a4f72fa5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "refresh_cache-14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1574.248157] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a15888e1-a131-4f92-bd20-aab3a4f72fa5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquired lock "refresh_cache-14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.248367] env[63097]: DEBUG nova.network.neutron [None req-a15888e1-a131-4f92-bd20-aab3a4f72fa5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1574.319485] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "refresh_cache-dca69834-e0b5-4a10-913d-9645dbd2e36c" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1574.319675] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquired lock "refresh_cache-dca69834-e0b5-4a10-913d-9645dbd2e36c" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.319828] env[63097]: DEBUG nova.network.neutron [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1574.383845] env[63097]: DEBUG nova.compute.manager [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1574.459285] env[63097]: DEBUG oslo_vmware.api [None req-5f586647-57e4-4b58-869f-37ee973d00f4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687522, 'name': RemoveSnapshot_Task, 'duration_secs': 1.808251} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.459285] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5f586647-57e4-4b58-869f-37ee973d00f4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Deleted Snapshot of the VM instance {{(pid=63097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1574.459285] env[63097]: INFO nova.compute.manager [None req-5f586647-57e4-4b58-869f-37ee973d00f4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Took 18.10 seconds to snapshot the instance on the hypervisor. [ 1574.485253] env[63097]: DEBUG nova.network.neutron [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Successfully created port: 85f96d0c-6d5d-4273-8385-49276eac2a41 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1574.535774] env[63097]: DEBUG oslo_vmware.api [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687524, 'name': Rename_Task, 'duration_secs': 0.166083} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.539715] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1574.539715] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70e99d88-573f-486c-ae03-d4e7300d395f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.549388] env[63097]: DEBUG oslo_vmware.api [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1574.549388] env[63097]: value = "task-1687528" [ 1574.549388] env[63097]: _type = "Task" [ 1574.549388] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.567787] env[63097]: DEBUG oslo_vmware.api [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687528, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.614539] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687527, 'name': CreateVM_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.772212] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756c0d90-14b7-444e-9a2e-0bbc2f3b5023 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.780111] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97191fe6-bf5a-48a1-9a15-e673706aefeb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.825950] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e45a02-9ead-44f9-a436-c29a3895f079 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.834831] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a347a14-6183-4dce-b2e2-0e4875b1bc90 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.849309] env[63097]: DEBUG nova.compute.provider_tree [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1574.863994] env[63097]: DEBUG nova.network.neutron [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1575.043874] env[63097]: DEBUG nova.network.neutron [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Updating instance_info_cache with network_info: [{"id": "aa947e8b-306d-4e1c-a526-70e864999c72", "address": "fa:16:3e:e3:93:00", "network": {"id": "7862ef5e-43cc-4460-8494-e49f3fb27411", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-385212728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caa7647ebc840f48dc539a8cc2c484b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa947e8b-30", "ovs_interfaceid": "aa947e8b-306d-4e1c-a526-70e864999c72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1575.066463] env[63097]: DEBUG oslo_vmware.api [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687528, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.113883] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687527, 'name': CreateVM_Task, 'duration_secs': 0.768789} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.114069] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1575.114834] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1575.115017] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.115357] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1575.115621] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2ab3c0d-f813-4647-884c-589cf7eabf52 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.122906] env[63097]: DEBUG oslo_vmware.api [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1575.122906] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]522ab786-2e0c-a184-92fa-529391a870f4" [ 1575.122906] env[63097]: _type = "Task" [ 1575.122906] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.129066] env[63097]: DEBUG oslo_vmware.api [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]522ab786-2e0c-a184-92fa-529391a870f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.243071] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e20ae6e5-ae84-479d-9bd7-7d2249934674 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquiring lock "2f260405-ecd8-4fc5-93b1-2d547b77468c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1575.243071] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e20ae6e5-ae84-479d-9bd7-7d2249934674 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Lock "2f260405-ecd8-4fc5-93b1-2d547b77468c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.354097] env[63097]: DEBUG nova.scheduler.client.report [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1575.395790] env[63097]: DEBUG nova.compute.manager [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1575.446309] env[63097]: DEBUG nova.virt.hardware [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1575.446662] env[63097]: DEBUG nova.virt.hardware [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1575.446798] env[63097]: DEBUG nova.virt.hardware [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1575.447008] env[63097]: DEBUG nova.virt.hardware [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1575.447173] env[63097]: DEBUG nova.virt.hardware [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1575.447329] env[63097]: DEBUG nova.virt.hardware [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1575.447543] env[63097]: DEBUG nova.virt.hardware [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1575.447712] env[63097]: DEBUG nova.virt.hardware [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1575.447889] env[63097]: DEBUG nova.virt.hardware [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1575.448095] env[63097]: DEBUG nova.virt.hardware [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1575.448286] env[63097]: DEBUG nova.virt.hardware [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1575.449218] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ddad07-31bb-4d86-9a8f-26302e640425 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.459488] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4dd9fb4-ea32-4ba1-a7bc-8411a6d83b8f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.546988] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Releasing lock "refresh_cache-dca69834-e0b5-4a10-913d-9645dbd2e36c" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1575.547344] env[63097]: DEBUG nova.compute.manager [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Instance network_info: |[{"id": "aa947e8b-306d-4e1c-a526-70e864999c72", "address": "fa:16:3e:e3:93:00", "network": {"id": "7862ef5e-43cc-4460-8494-e49f3fb27411", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-385212728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caa7647ebc840f48dc539a8cc2c484b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa947e8b-30", "ovs_interfaceid": "aa947e8b-306d-4e1c-a526-70e864999c72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1575.547779] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:93:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ded8bac-871f-491b-94ec-cb67c08bc828', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa947e8b-306d-4e1c-a526-70e864999c72', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1575.555935] env[63097]: DEBUG oslo.service.loopingcall [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1575.556267] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1575.559821] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-410c5c93-d77e-4bdc-84df-8308ed3716df {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.586538] env[63097]: DEBUG oslo_vmware.api [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687528, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.587857] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1575.587857] env[63097]: value = "task-1687529" [ 1575.587857] env[63097]: _type = "Task" [ 1575.587857] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.605113] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687529, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.632285] env[63097]: DEBUG oslo_vmware.api [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]522ab786-2e0c-a184-92fa-529391a870f4, 'name': SearchDatastore_Task, 'duration_secs': 0.043814} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.632566] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1575.632812] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1575.633070] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1575.633227] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.633418] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1575.633716] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11c324ed-8236-4b03-877c-b4b749374714 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.645213] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1575.645213] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1575.645213] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcb78c11-c21b-403b-9773-f3faa6aebc44 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.651691] env[63097]: DEBUG oslo_vmware.api [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1575.651691] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]522cbf9f-5b74-a1c7-6ab6-7eec3e22e95e" [ 1575.651691] env[63097]: _type = "Task" [ 1575.651691] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.661671] env[63097]: DEBUG oslo_vmware.api [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]522cbf9f-5b74-a1c7-6ab6-7eec3e22e95e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.746146] env[63097]: INFO nova.compute.manager [None req-e20ae6e5-ae84-479d-9bd7-7d2249934674 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Detaching volume 2be01338-0492-42c5-8e29-5a84692fcfe5 [ 1575.754440] env[63097]: INFO nova.network.neutron [None req-a15888e1-a131-4f92-bd20-aab3a4f72fa5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Port 771e7d7c-49a5-48cb-adc2-592618788d81 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1575.754969] env[63097]: DEBUG nova.network.neutron [None req-a15888e1-a131-4f92-bd20-aab3a4f72fa5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Updating instance_info_cache with network_info: [{"id": "6ce6a584-84a4-455b-8d48-3485ac2eb767", "address": "fa:16:3e:f1:4b:f1", "network": {"id": "4023f1be-d600-441b-9ec5-b01eac0704f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1618053137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a00e94d35e44678b6698f8af082c448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ce6a584-84", "ovs_interfaceid": "6ce6a584-84a4-455b-8d48-3485ac2eb767", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1575.808023] env[63097]: INFO nova.virt.block_device [None req-e20ae6e5-ae84-479d-9bd7-7d2249934674 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Attempting to driver detach volume 2be01338-0492-42c5-8e29-5a84692fcfe5 from mountpoint /dev/sdb [ 1575.808327] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-e20ae6e5-ae84-479d-9bd7-7d2249934674 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Volume detach. Driver type: vmdk {{(pid=63097) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1575.808536] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-e20ae6e5-ae84-479d-9bd7-7d2249934674 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351729', 'volume_id': '2be01338-0492-42c5-8e29-5a84692fcfe5', 'name': 'volume-2be01338-0492-42c5-8e29-5a84692fcfe5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2f260405-ecd8-4fc5-93b1-2d547b77468c', 'attached_at': '', 'detached_at': '', 'volume_id': '2be01338-0492-42c5-8e29-5a84692fcfe5', 'serial': '2be01338-0492-42c5-8e29-5a84692fcfe5'} {{(pid=63097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1575.809511] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd7b332-9c09-479a-90af-74270d396d27 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.834668] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782f43dd-72a4-49c1-8cdd-5b3f7a4bb785 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.844071] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf98163c-cb52-4a55-801f-677a9dbe8b8e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.868833] env[63097]: DEBUG oslo_concurrency.lockutils [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.495s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.869376] env[63097]: DEBUG nova.compute.manager [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1575.873643] env[63097]: DEBUG oslo_concurrency.lockutils [None req-44a1f790-0274-4da1-ba3f-799ad12181c3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.228s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.873643] env[63097]: DEBUG nova.objects.instance [None req-44a1f790-0274-4da1-ba3f-799ad12181c3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lazy-loading 'resources' on Instance uuid 3ac3d689-7f96-4afb-9ea1-1e5b260d6246 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1575.874526] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1107f63-fc69-4518-a4a4-fb53eb200753 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.892958] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-e20ae6e5-ae84-479d-9bd7-7d2249934674 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] The volume has not been displaced from its original location: [datastore1] volume-2be01338-0492-42c5-8e29-5a84692fcfe5/volume-2be01338-0492-42c5-8e29-5a84692fcfe5.vmdk. No consolidation needed. {{(pid=63097) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1575.899260] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-e20ae6e5-ae84-479d-9bd7-7d2249934674 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1575.900472] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7852a9e9-9405-420c-9181-551133a785d9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.922521] env[63097]: DEBUG oslo_vmware.api [None req-e20ae6e5-ae84-479d-9bd7-7d2249934674 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1575.922521] env[63097]: value = "task-1687530" [ 1575.922521] env[63097]: _type = "Task" [ 1575.922521] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.932732] env[63097]: DEBUG oslo_vmware.api [None req-e20ae6e5-ae84-479d-9bd7-7d2249934674 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687530, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.005211] env[63097]: DEBUG nova.compute.manager [req-d394ac71-6a51-4733-89d6-09bf5bcad848 req-7ea288e5-0630-4ee4-98ea-aa419b1fc76d service nova] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Received event network-changed-aa947e8b-306d-4e1c-a526-70e864999c72 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1576.005211] env[63097]: DEBUG nova.compute.manager [req-d394ac71-6a51-4733-89d6-09bf5bcad848 req-7ea288e5-0630-4ee4-98ea-aa419b1fc76d service nova] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Refreshing instance network info cache due to event network-changed-aa947e8b-306d-4e1c-a526-70e864999c72. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1576.005211] env[63097]: DEBUG oslo_concurrency.lockutils [req-d394ac71-6a51-4733-89d6-09bf5bcad848 req-7ea288e5-0630-4ee4-98ea-aa419b1fc76d service nova] Acquiring lock "refresh_cache-dca69834-e0b5-4a10-913d-9645dbd2e36c" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1576.005211] env[63097]: DEBUG oslo_concurrency.lockutils [req-d394ac71-6a51-4733-89d6-09bf5bcad848 req-7ea288e5-0630-4ee4-98ea-aa419b1fc76d service nova] Acquired lock "refresh_cache-dca69834-e0b5-4a10-913d-9645dbd2e36c" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.005211] env[63097]: DEBUG nova.network.neutron [req-d394ac71-6a51-4733-89d6-09bf5bcad848 req-7ea288e5-0630-4ee4-98ea-aa419b1fc76d service nova] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Refreshing network info cache for port aa947e8b-306d-4e1c-a526-70e864999c72 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1576.066772] env[63097]: DEBUG oslo_vmware.api [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687528, 'name': PowerOnVM_Task, 'duration_secs': 1.353764} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.067288] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1576.067650] env[63097]: INFO nova.compute.manager [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Took 9.21 seconds to spawn the instance on the hypervisor. [ 1576.067965] env[63097]: DEBUG nova.compute.manager [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1576.068882] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa375fb-399f-49b8-ba2a-da7481332d95 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.104499] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687529, 'name': CreateVM_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.164434] env[63097]: DEBUG oslo_vmware.api [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]522cbf9f-5b74-a1c7-6ab6-7eec3e22e95e, 'name': SearchDatastore_Task, 'duration_secs': 0.03402} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.165421] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98d316d7-6f35-4b26-9611-1c13918cd7c5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.171854] env[63097]: DEBUG oslo_vmware.api [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1576.171854] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a8ea7c-c962-e09c-aea0-9f6c176830ef" [ 1576.171854] env[63097]: _type = "Task" [ 1576.171854] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.180744] env[63097]: DEBUG oslo_vmware.api [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a8ea7c-c962-e09c-aea0-9f6c176830ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.257721] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a15888e1-a131-4f92-bd20-aab3a4f72fa5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Releasing lock "refresh_cache-14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1576.379566] env[63097]: DEBUG nova.compute.utils [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1576.384294] env[63097]: DEBUG nova.compute.manager [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1576.384528] env[63097]: DEBUG nova.network.neutron [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1576.433887] env[63097]: DEBUG oslo_vmware.api [None req-e20ae6e5-ae84-479d-9bd7-7d2249934674 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687530, 'name': ReconfigVM_Task, 'duration_secs': 0.486466} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.434721] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-e20ae6e5-ae84-479d-9bd7-7d2249934674 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1576.442685] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1ac1b27-8e4a-49e7-9dfd-2fc995a59ff2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.458033] env[63097]: DEBUG nova.policy [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87040fb60a96463c8f515c56cf2e2272', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee21af820a2c4aaea0dd1f2ba2d477d4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1576.469434] env[63097]: DEBUG oslo_vmware.api [None req-e20ae6e5-ae84-479d-9bd7-7d2249934674 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1576.469434] env[63097]: value = "task-1687531" [ 1576.469434] env[63097]: _type = "Task" [ 1576.469434] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.478691] env[63097]: DEBUG oslo_vmware.api [None req-e20ae6e5-ae84-479d-9bd7-7d2249934674 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687531, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.588714] env[63097]: INFO nova.compute.manager [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Took 27.90 seconds to build instance. [ 1576.601655] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687529, 'name': CreateVM_Task, 'duration_secs': 0.864341} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.603824] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1576.604837] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1576.605030] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.605418] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1576.608381] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2d97330-77bc-4fa2-b4c8-498828b4cc79 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.617119] env[63097]: DEBUG oslo_vmware.api [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1576.617119] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d6a520-6098-edd9-62b7-e4a1001ee7ac" [ 1576.617119] env[63097]: _type = "Task" [ 1576.617119] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.626930] env[63097]: DEBUG oslo_vmware.api [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d6a520-6098-edd9-62b7-e4a1001ee7ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.682663] env[63097]: DEBUG oslo_vmware.api [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52a8ea7c-c962-e09c-aea0-9f6c176830ef, 'name': SearchDatastore_Task, 'duration_secs': 0.036854} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.685419] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1576.685813] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] bca51e28-e24e-47dd-86e2-935d76b79bc0/bca51e28-e24e-47dd-86e2-935d76b79bc0.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1576.686146] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a625ee28-8604-4819-8dcd-811f64410e0c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.693674] env[63097]: DEBUG oslo_vmware.api [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1576.693674] env[63097]: value = "task-1687532" [ 1576.693674] env[63097]: _type = "Task" [ 1576.693674] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.706228] env[63097]: DEBUG oslo_vmware.api [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.712146] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebcfac7f-0a57-4ec5-9ff3-d6c75d58ccfb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.719594] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad30b09-087f-4bf4-bdfa-a8ce67d69237 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.753680] env[63097]: DEBUG nova.network.neutron [req-d394ac71-6a51-4733-89d6-09bf5bcad848 req-7ea288e5-0630-4ee4-98ea-aa419b1fc76d service nova] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Updated VIF entry in instance network info cache for port aa947e8b-306d-4e1c-a526-70e864999c72. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1576.754120] env[63097]: DEBUG nova.network.neutron [req-d394ac71-6a51-4733-89d6-09bf5bcad848 req-7ea288e5-0630-4ee4-98ea-aa419b1fc76d service nova] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Updating instance_info_cache with network_info: [{"id": "aa947e8b-306d-4e1c-a526-70e864999c72", "address": "fa:16:3e:e3:93:00", "network": {"id": "7862ef5e-43cc-4460-8494-e49f3fb27411", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-385212728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caa7647ebc840f48dc539a8cc2c484b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa947e8b-30", "ovs_interfaceid": "aa947e8b-306d-4e1c-a526-70e864999c72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1576.756045] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ab5863-3e6c-4354-844f-7a6aadc511ad {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.761501] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a15888e1-a131-4f92-bd20-aab3a4f72fa5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "interface-14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc-771e7d7c-49a5-48cb-adc2-592618788d81" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.739s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.767468] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86e6b6a-8296-4fe5-9499-07a740b82e1a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.783685] env[63097]: DEBUG nova.compute.provider_tree [None req-44a1f790-0274-4da1-ba3f-799ad12181c3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1576.884855] env[63097]: DEBUG nova.compute.manager [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1576.955999] env[63097]: DEBUG oslo_concurrency.lockutils [None req-36739bb0-24ea-48cd-90e6-df6fb46068cd tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "interface-4b465cb3-7b93-4088-bdb2-3903f15a2672-771e7d7c-49a5-48cb-adc2-592618788d81" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.956342] env[63097]: DEBUG oslo_concurrency.lockutils [None req-36739bb0-24ea-48cd-90e6-df6fb46068cd tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "interface-4b465cb3-7b93-4088-bdb2-3903f15a2672-771e7d7c-49a5-48cb-adc2-592618788d81" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.956706] env[63097]: DEBUG nova.objects.instance [None req-36739bb0-24ea-48cd-90e6-df6fb46068cd tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lazy-loading 'flavor' on Instance uuid 4b465cb3-7b93-4088-bdb2-3903f15a2672 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1576.980363] env[63097]: DEBUG oslo_vmware.api [None req-e20ae6e5-ae84-479d-9bd7-7d2249934674 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687531, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.000439] env[63097]: DEBUG nova.network.neutron [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Successfully created port: 1a481644-c41e-4c9f-a501-2e31f8c3f5ff {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1577.093675] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1e5eca58-84ca-470c-a6a3-5677ef4c90e4 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lock "5cba94c3-f4c4-497c-becd-c2641c3dfc87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.413s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.126484] env[63097]: DEBUG oslo_vmware.api [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d6a520-6098-edd9-62b7-e4a1001ee7ac, 'name': SearchDatastore_Task, 'duration_secs': 0.014312} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.126798] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1577.127055] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1577.127300] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1577.127450] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.127632] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1577.127970] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b1c43cc-df98-4264-81d1-5c7c145bda6d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.141083] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1577.141505] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1577.143018] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baeff898-42b5-4181-b1f7-d73d72cd96bb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.148919] env[63097]: DEBUG oslo_vmware.api [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1577.148919] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52418f97-c240-3154-f27c-3c0a2d78ddf9" [ 1577.148919] env[63097]: _type = "Task" [ 1577.148919] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.158320] env[63097]: DEBUG oslo_vmware.api [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52418f97-c240-3154-f27c-3c0a2d78ddf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.204841] env[63097]: DEBUG oslo_vmware.api [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.213104] env[63097]: DEBUG nova.network.neutron [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Successfully updated port: 85f96d0c-6d5d-4273-8385-49276eac2a41 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1577.261803] env[63097]: DEBUG oslo_concurrency.lockutils [req-d394ac71-6a51-4733-89d6-09bf5bcad848 req-7ea288e5-0630-4ee4-98ea-aa419b1fc76d service nova] Releasing lock "refresh_cache-dca69834-e0b5-4a10-913d-9645dbd2e36c" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1577.287650] env[63097]: DEBUG nova.scheduler.client.report [None req-44a1f790-0274-4da1-ba3f-799ad12181c3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1577.400174] env[63097]: DEBUG nova.compute.manager [None req-050b7173-ea85-4cae-9162-047016cc61d4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1577.401104] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc932243-cf81-4c42-b972-40866f4ee207 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.485252] env[63097]: DEBUG oslo_vmware.api [None req-e20ae6e5-ae84-479d-9bd7-7d2249934674 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687531, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.621481] env[63097]: DEBUG nova.objects.instance [None req-36739bb0-24ea-48cd-90e6-df6fb46068cd tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lazy-loading 'pci_requests' on Instance uuid 4b465cb3-7b93-4088-bdb2-3903f15a2672 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1577.662177] env[63097]: DEBUG oslo_vmware.api [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52418f97-c240-3154-f27c-3c0a2d78ddf9, 'name': SearchDatastore_Task, 'duration_secs': 0.022599} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.662177] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0ae1e0b-28e8-410d-bec7-25c225f8fb69 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.667599] env[63097]: DEBUG oslo_vmware.api [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1577.667599] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52aad610-580e-c55d-e5d4-fd44bb9284de" [ 1577.667599] env[63097]: _type = "Task" [ 1577.667599] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.677661] env[63097]: DEBUG oslo_vmware.api [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52aad610-580e-c55d-e5d4-fd44bb9284de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.706918] env[63097]: DEBUG oslo_vmware.api [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687532, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.715717] env[63097]: DEBUG oslo_concurrency.lockutils [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "refresh_cache-7768a01a-af84-476c-b51f-52034197ef1b" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1577.715878] env[63097]: DEBUG oslo_concurrency.lockutils [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquired lock "refresh_cache-7768a01a-af84-476c-b51f-52034197ef1b" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.716173] env[63097]: DEBUG nova.network.neutron [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1577.796309] env[63097]: DEBUG oslo_concurrency.lockutils [None req-44a1f790-0274-4da1-ba3f-799ad12181c3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.924s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.798849] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a2581155-6469-44a7-b500-2a3229fd6d2d tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.496s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.798945] env[63097]: DEBUG nova.objects.instance [None req-a2581155-6469-44a7-b500-2a3229fd6d2d tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Lazy-loading 'resources' on Instance uuid f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1577.833913] env[63097]: INFO nova.scheduler.client.report [None req-44a1f790-0274-4da1-ba3f-799ad12181c3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Deleted allocations for instance 3ac3d689-7f96-4afb-9ea1-1e5b260d6246 [ 1577.895334] env[63097]: DEBUG nova.compute.manager [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1577.913699] env[63097]: INFO nova.compute.manager [None req-050b7173-ea85-4cae-9162-047016cc61d4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] instance snapshotting [ 1577.916678] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de364689-4e11-4a33-9d7d-7c3f6002b0ff {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.940432] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6eeaa86-41df-4a08-bdc3-e172a0b4c3de {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.952590] env[63097]: DEBUG nova.virt.hardware [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1577.952590] env[63097]: DEBUG nova.virt.hardware [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1577.952590] env[63097]: DEBUG nova.virt.hardware [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1577.952590] env[63097]: DEBUG nova.virt.hardware [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1577.952960] env[63097]: DEBUG nova.virt.hardware [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1577.952960] env[63097]: DEBUG nova.virt.hardware [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1577.953051] env[63097]: DEBUG nova.virt.hardware [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1577.954128] env[63097]: DEBUG nova.virt.hardware [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1577.954128] env[63097]: DEBUG nova.virt.hardware [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1577.954128] env[63097]: DEBUG nova.virt.hardware [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1577.954128] env[63097]: DEBUG nova.virt.hardware [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1577.958023] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084fe878-bd3c-4340-886b-db3084e006a9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.962433] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0861666-7ba8-4a20-adf9-4d68efdf6006 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.985040] env[63097]: DEBUG oslo_vmware.api [None req-e20ae6e5-ae84-479d-9bd7-7d2249934674 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687531, 'name': ReconfigVM_Task, 'duration_secs': 1.239713} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.985353] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-e20ae6e5-ae84-479d-9bd7-7d2249934674 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351729', 'volume_id': '2be01338-0492-42c5-8e29-5a84692fcfe5', 'name': 'volume-2be01338-0492-42c5-8e29-5a84692fcfe5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2f260405-ecd8-4fc5-93b1-2d547b77468c', 'attached_at': '', 'detached_at': '', 'volume_id': '2be01338-0492-42c5-8e29-5a84692fcfe5', 'serial': '2be01338-0492-42c5-8e29-5a84692fcfe5'} {{(pid=63097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1578.123723] env[63097]: DEBUG nova.objects.base [None req-36739bb0-24ea-48cd-90e6-df6fb46068cd tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Object Instance<4b465cb3-7b93-4088-bdb2-3903f15a2672> lazy-loaded attributes: flavor,pci_requests {{(pid=63097) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1578.123972] env[63097]: DEBUG nova.network.neutron [None req-36739bb0-24ea-48cd-90e6-df6fb46068cd tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1578.184189] env[63097]: DEBUG oslo_vmware.api [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52aad610-580e-c55d-e5d4-fd44bb9284de, 'name': SearchDatastore_Task, 'duration_secs': 0.056536} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.184795] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1578.185261] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] dca69834-e0b5-4a10-913d-9645dbd2e36c/dca69834-e0b5-4a10-913d-9645dbd2e36c.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1578.185727] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-468a8af1-fbd9-4e9b-8930-0eff465b12db {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.193404] env[63097]: DEBUG nova.compute.manager [req-f031e3f0-a727-479d-932c-15652a706b8c req-4fdd6aeb-8486-4466-9561-0a8f1e9ed725 service nova] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Received event network-changed-6ce6a584-84a4-455b-8d48-3485ac2eb767 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1578.193621] env[63097]: DEBUG nova.compute.manager [req-f031e3f0-a727-479d-932c-15652a706b8c req-4fdd6aeb-8486-4466-9561-0a8f1e9ed725 service nova] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Refreshing instance network info cache due to event network-changed-6ce6a584-84a4-455b-8d48-3485ac2eb767. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1578.193843] env[63097]: DEBUG oslo_concurrency.lockutils [req-f031e3f0-a727-479d-932c-15652a706b8c req-4fdd6aeb-8486-4466-9561-0a8f1e9ed725 service nova] Acquiring lock "refresh_cache-14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1578.194015] env[63097]: DEBUG oslo_concurrency.lockutils [req-f031e3f0-a727-479d-932c-15652a706b8c req-4fdd6aeb-8486-4466-9561-0a8f1e9ed725 service nova] Acquired lock "refresh_cache-14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.194209] env[63097]: DEBUG nova.network.neutron [req-f031e3f0-a727-479d-932c-15652a706b8c req-4fdd6aeb-8486-4466-9561-0a8f1e9ed725 service nova] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Refreshing network info cache for port 6ce6a584-84a4-455b-8d48-3485ac2eb767 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1578.199615] env[63097]: DEBUG oslo_vmware.api [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1578.199615] env[63097]: value = "task-1687533" [ 1578.199615] env[63097]: _type = "Task" [ 1578.199615] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.213178] env[63097]: DEBUG oslo_vmware.api [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687532, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.230636} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.216617] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] bca51e28-e24e-47dd-86e2-935d76b79bc0/bca51e28-e24e-47dd-86e2-935d76b79bc0.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1578.216909] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1578.217389] env[63097]: DEBUG oslo_vmware.api [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687533, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.217863] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5499c79-8392-4ea6-8863-523faabfe37f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.225319] env[63097]: DEBUG oslo_vmware.api [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1578.225319] env[63097]: value = "task-1687534" [ 1578.225319] env[63097]: _type = "Task" [ 1578.225319] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.233944] env[63097]: DEBUG oslo_vmware.api [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687534, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.248984] env[63097]: DEBUG nova.policy [None req-36739bb0-24ea-48cd-90e6-df6fb46068cd tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bae4322300614e59864289c069303c55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a00e94d35e44678b6698f8af082c448', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1578.259882] env[63097]: DEBUG nova.network.neutron [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1578.343246] env[63097]: DEBUG oslo_concurrency.lockutils [None req-44a1f790-0274-4da1-ba3f-799ad12181c3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "3ac3d689-7f96-4afb-9ea1-1e5b260d6246" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.101s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.401798] env[63097]: DEBUG nova.network.neutron [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Updating instance_info_cache with network_info: [{"id": "85f96d0c-6d5d-4273-8385-49276eac2a41", "address": "fa:16:3e:c6:41:1a", "network": {"id": "94712200-def6-47d2-8aea-9450d0e57f82", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-478454733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bef179dd054a49daacd2151914b1000b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85f96d0c-6d", "ovs_interfaceid": "85f96d0c-6d5d-4273-8385-49276eac2a41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1578.459101] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-050b7173-ea85-4cae-9162-047016cc61d4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Creating Snapshot of the VM instance {{(pid=63097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1578.460616] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-898f5855-c479-44b4-a286-5869fc4d8229 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.472058] env[63097]: DEBUG oslo_vmware.api [None req-050b7173-ea85-4cae-9162-047016cc61d4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Waiting for the task: (returnval){ [ 1578.472058] env[63097]: value = "task-1687535" [ 1578.472058] env[63097]: _type = "Task" [ 1578.472058] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.483682] env[63097]: DEBUG oslo_vmware.api [None req-050b7173-ea85-4cae-9162-047016cc61d4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687535, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.565701] env[63097]: DEBUG nova.objects.instance [None req-e20ae6e5-ae84-479d-9bd7-7d2249934674 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Lazy-loading 'flavor' on Instance uuid 2f260405-ecd8-4fc5-93b1-2d547b77468c {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1578.605202] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3abc2cc-77f6-48ad-bf67-77e5824d0f15 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.613459] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc656bbd-0c9a-449f-b8b0-3054b95218c4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.647637] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4eb192-5553-42b3-86f8-ec016d63c974 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.656128] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ad940e-b9ea-414b-9d7e-691958c7dd96 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.673963] env[63097]: DEBUG nova.compute.provider_tree [None req-a2581155-6469-44a7-b500-2a3229fd6d2d tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1578.714528] env[63097]: DEBUG oslo_vmware.api [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687533, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.735202] env[63097]: DEBUG oslo_vmware.api [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687534, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.305532} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.735651] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1578.736567] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9bcfe3-f7a1-4692-a72e-18ce0dcb7551 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.763411] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] bca51e28-e24e-47dd-86e2-935d76b79bc0/bca51e28-e24e-47dd-86e2-935d76b79bc0.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1578.763904] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a1a64ab-eb1e-435e-a0d2-0e4df579499e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.789019] env[63097]: DEBUG oslo_vmware.api [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1578.789019] env[63097]: value = "task-1687536" [ 1578.789019] env[63097]: _type = "Task" [ 1578.789019] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.799589] env[63097]: DEBUG oslo_vmware.api [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687536, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.898360] env[63097]: DEBUG nova.network.neutron [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Successfully updated port: 1a481644-c41e-4c9f-a501-2e31f8c3f5ff {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1578.903862] env[63097]: DEBUG oslo_concurrency.lockutils [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Releasing lock "refresh_cache-7768a01a-af84-476c-b51f-52034197ef1b" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1578.904494] env[63097]: DEBUG nova.compute.manager [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Instance network_info: |[{"id": "85f96d0c-6d5d-4273-8385-49276eac2a41", "address": "fa:16:3e:c6:41:1a", "network": {"id": "94712200-def6-47d2-8aea-9450d0e57f82", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-478454733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bef179dd054a49daacd2151914b1000b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85f96d0c-6d", "ovs_interfaceid": "85f96d0c-6d5d-4273-8385-49276eac2a41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1578.904753] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:41:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c20f5114-0866-45b3-9a7c-62f113ff83fa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85f96d0c-6d5d-4273-8385-49276eac2a41', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1578.914640] env[63097]: DEBUG oslo.service.loopingcall [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1578.915027] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1578.915325] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1eedf5aa-6ecd-476c-9711-dd785b78686d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.943854] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1578.943854] env[63097]: value = "task-1687537" [ 1578.943854] env[63097]: _type = "Task" [ 1578.943854] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.957305] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687537, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.979261] env[63097]: DEBUG nova.network.neutron [req-f031e3f0-a727-479d-932c-15652a706b8c req-4fdd6aeb-8486-4466-9561-0a8f1e9ed725 service nova] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Updated VIF entry in instance network info cache for port 6ce6a584-84a4-455b-8d48-3485ac2eb767. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1578.979465] env[63097]: DEBUG nova.network.neutron [req-f031e3f0-a727-479d-932c-15652a706b8c req-4fdd6aeb-8486-4466-9561-0a8f1e9ed725 service nova] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Updating instance_info_cache with network_info: [{"id": "6ce6a584-84a4-455b-8d48-3485ac2eb767", "address": "fa:16:3e:f1:4b:f1", "network": {"id": "4023f1be-d600-441b-9ec5-b01eac0704f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1618053137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a00e94d35e44678b6698f8af082c448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ce6a584-84", "ovs_interfaceid": "6ce6a584-84a4-455b-8d48-3485ac2eb767", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1578.985179] env[63097]: DEBUG oslo_vmware.api [None req-050b7173-ea85-4cae-9162-047016cc61d4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687535, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.179552] env[63097]: DEBUG nova.scheduler.client.report [None req-a2581155-6469-44a7-b500-2a3229fd6d2d tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1579.217893] env[63097]: DEBUG oslo_vmware.api [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687533, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.300240] env[63097]: DEBUG oslo_vmware.api [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.401732] env[63097]: DEBUG oslo_concurrency.lockutils [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Acquiring lock "refresh_cache-a57272b6-0113-4496-acd7-707165982cef" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1579.401886] env[63097]: DEBUG oslo_concurrency.lockutils [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Acquired lock "refresh_cache-a57272b6-0113-4496-acd7-707165982cef" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.402060] env[63097]: DEBUG nova.network.neutron [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1579.456392] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687537, 'name': CreateVM_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.484111] env[63097]: DEBUG oslo_concurrency.lockutils [req-f031e3f0-a727-479d-932c-15652a706b8c req-4fdd6aeb-8486-4466-9561-0a8f1e9ed725 service nova] Releasing lock "refresh_cache-14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1579.484426] env[63097]: DEBUG nova.compute.manager [req-f031e3f0-a727-479d-932c-15652a706b8c req-4fdd6aeb-8486-4466-9561-0a8f1e9ed725 service nova] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Received event network-changed-8ed3a44e-7fc9-4b1f-8135-ac58998be7c6 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1579.484621] env[63097]: DEBUG nova.compute.manager [req-f031e3f0-a727-479d-932c-15652a706b8c req-4fdd6aeb-8486-4466-9561-0a8f1e9ed725 service nova] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Refreshing instance network info cache due to event network-changed-8ed3a44e-7fc9-4b1f-8135-ac58998be7c6. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1579.484846] env[63097]: DEBUG oslo_concurrency.lockutils [req-f031e3f0-a727-479d-932c-15652a706b8c req-4fdd6aeb-8486-4466-9561-0a8f1e9ed725 service nova] Acquiring lock "refresh_cache-4b465cb3-7b93-4088-bdb2-3903f15a2672" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1579.484992] env[63097]: DEBUG oslo_concurrency.lockutils [req-f031e3f0-a727-479d-932c-15652a706b8c req-4fdd6aeb-8486-4466-9561-0a8f1e9ed725 service nova] Acquired lock "refresh_cache-4b465cb3-7b93-4088-bdb2-3903f15a2672" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.485179] env[63097]: DEBUG nova.network.neutron [req-f031e3f0-a727-479d-932c-15652a706b8c req-4fdd6aeb-8486-4466-9561-0a8f1e9ed725 service nova] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Refreshing network info cache for port 8ed3a44e-7fc9-4b1f-8135-ac58998be7c6 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1579.486387] env[63097]: DEBUG oslo_vmware.api [None req-050b7173-ea85-4cae-9162-047016cc61d4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687535, 'name': CreateSnapshot_Task, 'duration_secs': 0.517585} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.487044] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-050b7173-ea85-4cae-9162-047016cc61d4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Created Snapshot of the VM instance {{(pid=63097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1579.488185] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6d055a-b392-4335-9993-8f2db169acf8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.573888] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e20ae6e5-ae84-479d-9bd7-7d2249934674 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Lock "2f260405-ecd8-4fc5-93b1-2d547b77468c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.330s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.684992] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a2581155-6469-44a7-b500-2a3229fd6d2d tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.886s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.687703] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.252s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.689862] env[63097]: INFO nova.compute.claims [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1579.714626] env[63097]: DEBUG oslo_vmware.api [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687533, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.263171} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.714731] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] dca69834-e0b5-4a10-913d-9645dbd2e36c/dca69834-e0b5-4a10-913d-9645dbd2e36c.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1579.715540] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1579.715540] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e74b766f-0554-46aa-8ed5-c521807fbe61 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.721268] env[63097]: INFO nova.scheduler.client.report [None req-a2581155-6469-44a7-b500-2a3229fd6d2d tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Deleted allocations for instance f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b [ 1579.723587] env[63097]: DEBUG oslo_vmware.api [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1579.723587] env[63097]: value = "task-1687538" [ 1579.723587] env[63097]: _type = "Task" [ 1579.723587] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.735278] env[63097]: DEBUG oslo_vmware.api [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687538, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.798576] env[63097]: DEBUG oslo_vmware.api [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687536, 'name': ReconfigVM_Task, 'duration_secs': 0.905019} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.798875] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Reconfigured VM instance instance-00000063 to attach disk [datastore2] bca51e28-e24e-47dd-86e2-935d76b79bc0/bca51e28-e24e-47dd-86e2-935d76b79bc0.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1579.799546] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5034dee8-c8c2-4fe8-a9b4-326b4d4f2a20 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.807402] env[63097]: DEBUG oslo_vmware.api [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1579.807402] env[63097]: value = "task-1687539" [ 1579.807402] env[63097]: _type = "Task" [ 1579.807402] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.816482] env[63097]: DEBUG oslo_vmware.api [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687539, 'name': Rename_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.957700] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687537, 'name': CreateVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.973938] env[63097]: DEBUG nova.network.neutron [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1580.007072] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-050b7173-ea85-4cae-9162-047016cc61d4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Creating linked-clone VM from snapshot {{(pid=63097) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1580.007454] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c380f7a6-5edb-4978-96b0-2effcd9c17e6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.020906] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquiring lock "d59281ff-c5be-4bd1-bbe4-2d2b5bf50473" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.021186] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "d59281ff-c5be-4bd1-bbe4-2d2b5bf50473" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.022368] env[63097]: DEBUG oslo_vmware.api [None req-050b7173-ea85-4cae-9162-047016cc61d4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Waiting for the task: (returnval){ [ 1580.022368] env[63097]: value = "task-1687540" [ 1580.022368] env[63097]: _type = "Task" [ 1580.022368] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.038605] env[63097]: DEBUG oslo_vmware.api [None req-050b7173-ea85-4cae-9162-047016cc61d4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687540, 'name': CloneVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.129625] env[63097]: DEBUG nova.network.neutron [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Updating instance_info_cache with network_info: [{"id": "1a481644-c41e-4c9f-a501-2e31f8c3f5ff", "address": "fa:16:3e:b2:bb:7d", "network": {"id": "6375026c-4627-4a07-aa60-e3d2d4e37f02", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1395500172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee21af820a2c4aaea0dd1f2ba2d477d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a481644-c4", "ovs_interfaceid": "1a481644-c41e-4c9f-a501-2e31f8c3f5ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1580.233174] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a2581155-6469-44a7-b500-2a3229fd6d2d tempest-ServersTestManualDisk-745131246 tempest-ServersTestManualDisk-745131246-project-member] Lock "f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.399s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.237556] env[63097]: DEBUG oslo_vmware.api [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687538, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093482} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.237942] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1580.238753] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e008f0-81e1-4c53-b0b8-55d8d0927491 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.261785] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] dca69834-e0b5-4a10-913d-9645dbd2e36c/dca69834-e0b5-4a10-913d-9645dbd2e36c.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1580.262710] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ecbf7fa-c451-46ac-af4e-766797b0eeba {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.284898] env[63097]: DEBUG oslo_vmware.api [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1580.284898] env[63097]: value = "task-1687541" [ 1580.284898] env[63097]: _type = "Task" [ 1580.284898] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.293488] env[63097]: DEBUG oslo_vmware.api [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687541, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.317168] env[63097]: DEBUG oslo_vmware.api [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687539, 'name': Rename_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.456581] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687537, 'name': CreateVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.476069] env[63097]: DEBUG nova.network.neutron [None req-36739bb0-24ea-48cd-90e6-df6fb46068cd tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Successfully updated port: 771e7d7c-49a5-48cb-adc2-592618788d81 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1580.523436] env[63097]: DEBUG nova.compute.manager [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1580.536667] env[63097]: DEBUG oslo_vmware.api [None req-050b7173-ea85-4cae-9162-047016cc61d4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687540, 'name': CloneVM_Task} progress is 93%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.624987] env[63097]: DEBUG nova.network.neutron [req-f031e3f0-a727-479d-932c-15652a706b8c req-4fdd6aeb-8486-4466-9561-0a8f1e9ed725 service nova] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Updated VIF entry in instance network info cache for port 8ed3a44e-7fc9-4b1f-8135-ac58998be7c6. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1580.625507] env[63097]: DEBUG nova.network.neutron [req-f031e3f0-a727-479d-932c-15652a706b8c req-4fdd6aeb-8486-4466-9561-0a8f1e9ed725 service nova] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Updating instance_info_cache with network_info: [{"id": "8ed3a44e-7fc9-4b1f-8135-ac58998be7c6", "address": "fa:16:3e:52:cd:9e", "network": {"id": "4023f1be-d600-441b-9ec5-b01eac0704f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1618053137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a00e94d35e44678b6698f8af082c448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ed3a44e-7f", "ovs_interfaceid": "8ed3a44e-7fc9-4b1f-8135-ac58998be7c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1580.633319] env[63097]: DEBUG oslo_concurrency.lockutils [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Releasing lock "refresh_cache-a57272b6-0113-4496-acd7-707165982cef" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1580.633663] env[63097]: DEBUG nova.compute.manager [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Instance network_info: |[{"id": "1a481644-c41e-4c9f-a501-2e31f8c3f5ff", "address": "fa:16:3e:b2:bb:7d", "network": {"id": "6375026c-4627-4a07-aa60-e3d2d4e37f02", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1395500172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee21af820a2c4aaea0dd1f2ba2d477d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a481644-c4", "ovs_interfaceid": "1a481644-c41e-4c9f-a501-2e31f8c3f5ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1580.635928] env[63097]: DEBUG nova.compute.manager [req-fb1fb075-baa2-414a-90e2-aa7a0fe4a427 req-940a4d07-ec8f-4bfd-b530-4049848c4172 service nova] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Received event network-changed-1148cea8-356f-485f-b44b-1fbe7b4e32a6 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1580.636135] env[63097]: DEBUG nova.compute.manager [req-fb1fb075-baa2-414a-90e2-aa7a0fe4a427 req-940a4d07-ec8f-4bfd-b530-4049848c4172 service nova] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Refreshing instance network info cache due to event network-changed-1148cea8-356f-485f-b44b-1fbe7b4e32a6. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1580.636354] env[63097]: DEBUG oslo_concurrency.lockutils [req-fb1fb075-baa2-414a-90e2-aa7a0fe4a427 req-940a4d07-ec8f-4bfd-b530-4049848c4172 service nova] Acquiring lock "refresh_cache-5cba94c3-f4c4-497c-becd-c2641c3dfc87" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1580.636500] env[63097]: DEBUG oslo_concurrency.lockutils [req-fb1fb075-baa2-414a-90e2-aa7a0fe4a427 req-940a4d07-ec8f-4bfd-b530-4049848c4172 service nova] Acquired lock "refresh_cache-5cba94c3-f4c4-497c-becd-c2641c3dfc87" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.636662] env[63097]: DEBUG nova.network.neutron [req-fb1fb075-baa2-414a-90e2-aa7a0fe4a427 req-940a4d07-ec8f-4bfd-b530-4049848c4172 service nova] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Refreshing network info cache for port 1148cea8-356f-485f-b44b-1fbe7b4e32a6 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1580.638650] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:bb:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a481644-c41e-4c9f-a501-2e31f8c3f5ff', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1580.646340] env[63097]: DEBUG oslo.service.loopingcall [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1580.647441] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a57272b6-0113-4496-acd7-707165982cef] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1580.647667] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51731533-a882-4149-819a-167d9f3a8639 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.669284] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1580.669284] env[63097]: value = "task-1687542" [ 1580.669284] env[63097]: _type = "Task" [ 1580.669284] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.678561] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687542, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.797811] env[63097]: DEBUG oslo_vmware.api [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.821524] env[63097]: DEBUG oslo_vmware.api [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687539, 'name': Rename_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.956536] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687537, 'name': CreateVM_Task, 'duration_secs': 1.871111} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.957628] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1580.958443] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a5fbdb-5343-4603-8d41-d8c819ef4d31 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.961331] env[63097]: DEBUG oslo_concurrency.lockutils [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1580.961571] env[63097]: DEBUG oslo_concurrency.lockutils [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.961884] env[63097]: DEBUG oslo_concurrency.lockutils [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1580.962155] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acf68522-39a3-411d-8217-2e0bb18c6f1e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.969652] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f2d080-4dd9-4b92-9f87-4f4eb37fd789 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.972641] env[63097]: DEBUG oslo_vmware.api [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1580.972641] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]520fd0cb-43c3-f4b4-702f-7131148c8e4f" [ 1580.972641] env[63097]: _type = "Task" [ 1580.972641] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.999718] env[63097]: DEBUG oslo_concurrency.lockutils [None req-36739bb0-24ea-48cd-90e6-df6fb46068cd tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "refresh_cache-4b465cb3-7b93-4088-bdb2-3903f15a2672" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1581.001178] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf49e67-e99a-4868-b4f2-e5f25f9e1a08 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.008137] env[63097]: DEBUG oslo_vmware.api [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]520fd0cb-43c3-f4b4-702f-7131148c8e4f, 'name': SearchDatastore_Task, 'duration_secs': 0.024912} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.008857] env[63097]: DEBUG oslo_concurrency.lockutils [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1581.009125] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1581.009378] env[63097]: DEBUG oslo_concurrency.lockutils [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1581.009572] env[63097]: DEBUG oslo_concurrency.lockutils [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.009705] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1581.010025] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf5c29bc-e1a0-4048-8a6f-be035296c90e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.015928] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c05ae2-cbdc-401e-91db-a65b3f0755f5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.021854] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1581.021991] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1581.031805] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e303b278-91f4-4274-8732-8ecedf715053 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.036877] env[63097]: DEBUG nova.compute.provider_tree [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1581.049500] env[63097]: DEBUG oslo_vmware.api [None req-050b7173-ea85-4cae-9162-047016cc61d4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687540, 'name': CloneVM_Task} progress is 94%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.051204] env[63097]: DEBUG oslo_vmware.api [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1581.051204] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5234adb5-9f27-f29c-a21d-5ef41943d521" [ 1581.051204] env[63097]: _type = "Task" [ 1581.051204] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.055608] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.062558] env[63097]: DEBUG oslo_vmware.api [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5234adb5-9f27-f29c-a21d-5ef41943d521, 'name': SearchDatastore_Task, 'duration_secs': 0.013639} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.063344] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56d7a49f-80e9-4bcc-9c4d-630f371d9546 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.069430] env[63097]: DEBUG oslo_vmware.api [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1581.069430] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]529fa263-4254-f2aa-a9a6-a9c2213f1341" [ 1581.069430] env[63097]: _type = "Task" [ 1581.069430] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.078864] env[63097]: DEBUG oslo_vmware.api [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]529fa263-4254-f2aa-a9a6-a9c2213f1341, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.128235] env[63097]: DEBUG oslo_concurrency.lockutils [req-f031e3f0-a727-479d-932c-15652a706b8c req-4fdd6aeb-8486-4466-9561-0a8f1e9ed725 service nova] Releasing lock "refresh_cache-4b465cb3-7b93-4088-bdb2-3903f15a2672" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1581.128530] env[63097]: DEBUG nova.compute.manager [req-f031e3f0-a727-479d-932c-15652a706b8c req-4fdd6aeb-8486-4466-9561-0a8f1e9ed725 service nova] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Received event network-vif-plugged-85f96d0c-6d5d-4273-8385-49276eac2a41 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1581.128733] env[63097]: DEBUG oslo_concurrency.lockutils [req-f031e3f0-a727-479d-932c-15652a706b8c req-4fdd6aeb-8486-4466-9561-0a8f1e9ed725 service nova] Acquiring lock "7768a01a-af84-476c-b51f-52034197ef1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.128958] env[63097]: DEBUG oslo_concurrency.lockutils [req-f031e3f0-a727-479d-932c-15652a706b8c req-4fdd6aeb-8486-4466-9561-0a8f1e9ed725 service nova] Lock "7768a01a-af84-476c-b51f-52034197ef1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.129148] env[63097]: DEBUG oslo_concurrency.lockutils [req-f031e3f0-a727-479d-932c-15652a706b8c req-4fdd6aeb-8486-4466-9561-0a8f1e9ed725 service nova] Lock "7768a01a-af84-476c-b51f-52034197ef1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.129322] env[63097]: DEBUG nova.compute.manager [req-f031e3f0-a727-479d-932c-15652a706b8c req-4fdd6aeb-8486-4466-9561-0a8f1e9ed725 service nova] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] No waiting events found dispatching network-vif-plugged-85f96d0c-6d5d-4273-8385-49276eac2a41 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1581.129506] env[63097]: WARNING nova.compute.manager [req-f031e3f0-a727-479d-932c-15652a706b8c req-4fdd6aeb-8486-4466-9561-0a8f1e9ed725 service nova] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Received unexpected event network-vif-plugged-85f96d0c-6d5d-4273-8385-49276eac2a41 for instance with vm_state building and task_state spawning. [ 1581.129681] env[63097]: DEBUG nova.compute.manager [req-f031e3f0-a727-479d-932c-15652a706b8c req-4fdd6aeb-8486-4466-9561-0a8f1e9ed725 service nova] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Received event network-changed-85f96d0c-6d5d-4273-8385-49276eac2a41 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1581.129830] env[63097]: DEBUG nova.compute.manager [req-f031e3f0-a727-479d-932c-15652a706b8c req-4fdd6aeb-8486-4466-9561-0a8f1e9ed725 service nova] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Refreshing instance network info cache due to event network-changed-85f96d0c-6d5d-4273-8385-49276eac2a41. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1581.130032] env[63097]: DEBUG oslo_concurrency.lockutils [req-f031e3f0-a727-479d-932c-15652a706b8c req-4fdd6aeb-8486-4466-9561-0a8f1e9ed725 service nova] Acquiring lock "refresh_cache-7768a01a-af84-476c-b51f-52034197ef1b" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1581.130210] env[63097]: DEBUG oslo_concurrency.lockutils [req-f031e3f0-a727-479d-932c-15652a706b8c req-4fdd6aeb-8486-4466-9561-0a8f1e9ed725 service nova] Acquired lock "refresh_cache-7768a01a-af84-476c-b51f-52034197ef1b" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.130331] env[63097]: DEBUG nova.network.neutron [req-f031e3f0-a727-479d-932c-15652a706b8c req-4fdd6aeb-8486-4466-9561-0a8f1e9ed725 service nova] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Refreshing network info cache for port 85f96d0c-6d5d-4273-8385-49276eac2a41 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1581.131592] env[63097]: DEBUG oslo_concurrency.lockutils [None req-36739bb0-24ea-48cd-90e6-df6fb46068cd tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquired lock "refresh_cache-4b465cb3-7b93-4088-bdb2-3903f15a2672" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.131789] env[63097]: DEBUG nova.network.neutron [None req-36739bb0-24ea-48cd-90e6-df6fb46068cd tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1581.180941] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687542, 'name': CreateVM_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.299107] env[63097]: DEBUG oslo_vmware.api [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687541, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.319613] env[63097]: DEBUG oslo_vmware.api [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687539, 'name': Rename_Task, 'duration_secs': 1.310733} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.319970] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1581.320253] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39311a52-a5d7-48f5-8987-27857e0210dc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.327979] env[63097]: DEBUG oslo_vmware.api [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1581.327979] env[63097]: value = "task-1687543" [ 1581.327979] env[63097]: _type = "Task" [ 1581.327979] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.337221] env[63097]: DEBUG oslo_vmware.api [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687543, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.518700] env[63097]: DEBUG nova.network.neutron [req-fb1fb075-baa2-414a-90e2-aa7a0fe4a427 req-940a4d07-ec8f-4bfd-b530-4049848c4172 service nova] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Updated VIF entry in instance network info cache for port 1148cea8-356f-485f-b44b-1fbe7b4e32a6. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1581.519382] env[63097]: DEBUG nova.network.neutron [req-fb1fb075-baa2-414a-90e2-aa7a0fe4a427 req-940a4d07-ec8f-4bfd-b530-4049848c4172 service nova] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Updating instance_info_cache with network_info: [{"id": "1148cea8-356f-485f-b44b-1fbe7b4e32a6", "address": "fa:16:3e:ff:7c:4b", "network": {"id": "063cc40b-6c34-4808-ab42-2b91c7189ebe", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1266792904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a316bbd2166545e1bd3ecf6cc2443d24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1148cea8-35", "ovs_interfaceid": "1148cea8-356f-485f-b44b-1fbe7b4e32a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1581.546727] env[63097]: DEBUG nova.scheduler.client.report [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1581.549434] env[63097]: DEBUG oslo_vmware.api [None req-050b7173-ea85-4cae-9162-047016cc61d4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687540, 'name': CloneVM_Task} progress is 94%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.580745] env[63097]: DEBUG oslo_vmware.api [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]529fa263-4254-f2aa-a9a6-a9c2213f1341, 'name': SearchDatastore_Task, 'duration_secs': 0.013425} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.582791] env[63097]: DEBUG oslo_concurrency.lockutils [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1581.582791] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 7768a01a-af84-476c-b51f-52034197ef1b/7768a01a-af84-476c-b51f-52034197ef1b.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1581.582791] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3dc5f1e-c1db-4c13-a853-18cb30b675bf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.588962] env[63097]: DEBUG oslo_vmware.api [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1581.588962] env[63097]: value = "task-1687544" [ 1581.588962] env[63097]: _type = "Task" [ 1581.588962] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.599945] env[63097]: DEBUG oslo_vmware.api [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687544, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.650365] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7711f3d3-d843-45d7-8733-7eb2c583a298 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquiring lock "04f38ab5-7277-4351-982d-9248c13d7dff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.650986] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7711f3d3-d843-45d7-8733-7eb2c583a298 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "04f38ab5-7277-4351-982d-9248c13d7dff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.650986] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7711f3d3-d843-45d7-8733-7eb2c583a298 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquiring lock "04f38ab5-7277-4351-982d-9248c13d7dff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.650986] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7711f3d3-d843-45d7-8733-7eb2c583a298 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "04f38ab5-7277-4351-982d-9248c13d7dff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.651174] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7711f3d3-d843-45d7-8733-7eb2c583a298 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "04f38ab5-7277-4351-982d-9248c13d7dff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.653418] env[63097]: INFO nova.compute.manager [None req-7711f3d3-d843-45d7-8733-7eb2c583a298 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Terminating instance [ 1581.655347] env[63097]: DEBUG nova.compute.manager [None req-7711f3d3-d843-45d7-8733-7eb2c583a298 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1581.655583] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7711f3d3-d843-45d7-8733-7eb2c583a298 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1581.656872] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551b8c26-cb66-4e27-bcfd-d4ba8b71711c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.666099] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7711f3d3-d843-45d7-8733-7eb2c583a298 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1581.666399] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66e8dc77-fcdf-4896-8424-f883fe7af85a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.675609] env[63097]: DEBUG oslo_vmware.api [None req-7711f3d3-d843-45d7-8733-7eb2c583a298 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1581.675609] env[63097]: value = "task-1687545" [ 1581.675609] env[63097]: _type = "Task" [ 1581.675609] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.684597] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687542, 'name': CreateVM_Task, 'duration_secs': 0.668097} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.685313] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a57272b6-0113-4496-acd7-707165982cef] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1581.686410] env[63097]: DEBUG oslo_concurrency.lockutils [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1581.686706] env[63097]: DEBUG oslo_concurrency.lockutils [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.687022] env[63097]: DEBUG oslo_concurrency.lockutils [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1581.688253] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57718dc6-3091-473c-802d-e1104a075586 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.693619] env[63097]: DEBUG oslo_vmware.api [None req-7711f3d3-d843-45d7-8733-7eb2c583a298 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.698543] env[63097]: DEBUG oslo_vmware.api [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Waiting for the task: (returnval){ [ 1581.698543] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52ee301e-7ed5-36a6-a900-1699aca68675" [ 1581.698543] env[63097]: _type = "Task" [ 1581.698543] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.710577] env[63097]: DEBUG oslo_vmware.api [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52ee301e-7ed5-36a6-a900-1699aca68675, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.720250] env[63097]: WARNING nova.network.neutron [None req-36739bb0-24ea-48cd-90e6-df6fb46068cd tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] 4023f1be-d600-441b-9ec5-b01eac0704f3 already exists in list: networks containing: ['4023f1be-d600-441b-9ec5-b01eac0704f3']. ignoring it [ 1581.731831] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d4d4718f-fe76-4373-935f-aa6550855b83 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquiring lock "2f260405-ecd8-4fc5-93b1-2d547b77468c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.732167] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d4d4718f-fe76-4373-935f-aa6550855b83 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Lock "2f260405-ecd8-4fc5-93b1-2d547b77468c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.732595] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d4d4718f-fe76-4373-935f-aa6550855b83 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquiring lock "2f260405-ecd8-4fc5-93b1-2d547b77468c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.732595] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d4d4718f-fe76-4373-935f-aa6550855b83 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Lock "2f260405-ecd8-4fc5-93b1-2d547b77468c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.732782] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d4d4718f-fe76-4373-935f-aa6550855b83 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Lock "2f260405-ecd8-4fc5-93b1-2d547b77468c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.735633] env[63097]: INFO nova.compute.manager [None req-d4d4718f-fe76-4373-935f-aa6550855b83 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Terminating instance [ 1581.737846] env[63097]: DEBUG nova.compute.manager [None req-d4d4718f-fe76-4373-935f-aa6550855b83 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1581.738349] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d4718f-fe76-4373-935f-aa6550855b83 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1581.738972] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc00958-cda0-4d78-9365-56ab7e507edc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.750667] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d4718f-fe76-4373-935f-aa6550855b83 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1581.750955] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37d76374-1f37-4c14-b9d1-40e578864913 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.759494] env[63097]: DEBUG oslo_vmware.api [None req-d4d4718f-fe76-4373-935f-aa6550855b83 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1581.759494] env[63097]: value = "task-1687546" [ 1581.759494] env[63097]: _type = "Task" [ 1581.759494] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.769078] env[63097]: DEBUG oslo_vmware.api [None req-d4d4718f-fe76-4373-935f-aa6550855b83 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687546, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.798250] env[63097]: DEBUG oslo_vmware.api [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687541, 'name': ReconfigVM_Task, 'duration_secs': 1.056027} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.798595] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Reconfigured VM instance instance-00000064 to attach disk [datastore2] dca69834-e0b5-4a10-913d-9645dbd2e36c/dca69834-e0b5-4a10-913d-9645dbd2e36c.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1581.799339] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f17be092-6eb2-420a-b737-3ee55ec85455 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.809827] env[63097]: DEBUG oslo_vmware.api [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1581.809827] env[63097]: value = "task-1687547" [ 1581.809827] env[63097]: _type = "Task" [ 1581.809827] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.829789] env[63097]: DEBUG oslo_vmware.api [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687547, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.840659] env[63097]: DEBUG oslo_vmware.api [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687543, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.022963] env[63097]: DEBUG oslo_concurrency.lockutils [req-fb1fb075-baa2-414a-90e2-aa7a0fe4a427 req-940a4d07-ec8f-4bfd-b530-4049848c4172 service nova] Releasing lock "refresh_cache-5cba94c3-f4c4-497c-becd-c2641c3dfc87" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1582.023352] env[63097]: DEBUG nova.compute.manager [req-fb1fb075-baa2-414a-90e2-aa7a0fe4a427 req-940a4d07-ec8f-4bfd-b530-4049848c4172 service nova] [instance: a57272b6-0113-4496-acd7-707165982cef] Received event network-vif-plugged-1a481644-c41e-4c9f-a501-2e31f8c3f5ff {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1582.023594] env[63097]: DEBUG oslo_concurrency.lockutils [req-fb1fb075-baa2-414a-90e2-aa7a0fe4a427 req-940a4d07-ec8f-4bfd-b530-4049848c4172 service nova] Acquiring lock "a57272b6-0113-4496-acd7-707165982cef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.023883] env[63097]: DEBUG oslo_concurrency.lockutils [req-fb1fb075-baa2-414a-90e2-aa7a0fe4a427 req-940a4d07-ec8f-4bfd-b530-4049848c4172 service nova] Lock "a57272b6-0113-4496-acd7-707165982cef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.024040] env[63097]: DEBUG oslo_concurrency.lockutils [req-fb1fb075-baa2-414a-90e2-aa7a0fe4a427 req-940a4d07-ec8f-4bfd-b530-4049848c4172 service nova] Lock "a57272b6-0113-4496-acd7-707165982cef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.024245] env[63097]: DEBUG nova.compute.manager [req-fb1fb075-baa2-414a-90e2-aa7a0fe4a427 req-940a4d07-ec8f-4bfd-b530-4049848c4172 service nova] [instance: a57272b6-0113-4496-acd7-707165982cef] No waiting events found dispatching network-vif-plugged-1a481644-c41e-4c9f-a501-2e31f8c3f5ff {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1582.024426] env[63097]: WARNING nova.compute.manager [req-fb1fb075-baa2-414a-90e2-aa7a0fe4a427 req-940a4d07-ec8f-4bfd-b530-4049848c4172 service nova] [instance: a57272b6-0113-4496-acd7-707165982cef] Received unexpected event network-vif-plugged-1a481644-c41e-4c9f-a501-2e31f8c3f5ff for instance with vm_state building and task_state spawning. [ 1582.026022] env[63097]: DEBUG nova.compute.manager [req-fb1fb075-baa2-414a-90e2-aa7a0fe4a427 req-940a4d07-ec8f-4bfd-b530-4049848c4172 service nova] [instance: a57272b6-0113-4496-acd7-707165982cef] Received event network-changed-1a481644-c41e-4c9f-a501-2e31f8c3f5ff {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1582.026022] env[63097]: DEBUG nova.compute.manager [req-fb1fb075-baa2-414a-90e2-aa7a0fe4a427 req-940a4d07-ec8f-4bfd-b530-4049848c4172 service nova] [instance: a57272b6-0113-4496-acd7-707165982cef] Refreshing instance network info cache due to event network-changed-1a481644-c41e-4c9f-a501-2e31f8c3f5ff. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1582.026022] env[63097]: DEBUG oslo_concurrency.lockutils [req-fb1fb075-baa2-414a-90e2-aa7a0fe4a427 req-940a4d07-ec8f-4bfd-b530-4049848c4172 service nova] Acquiring lock "refresh_cache-a57272b6-0113-4496-acd7-707165982cef" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1582.026022] env[63097]: DEBUG oslo_concurrency.lockutils [req-fb1fb075-baa2-414a-90e2-aa7a0fe4a427 req-940a4d07-ec8f-4bfd-b530-4049848c4172 service nova] Acquired lock "refresh_cache-a57272b6-0113-4496-acd7-707165982cef" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.026022] env[63097]: DEBUG nova.network.neutron [req-fb1fb075-baa2-414a-90e2-aa7a0fe4a427 req-940a4d07-ec8f-4bfd-b530-4049848c4172 service nova] [instance: a57272b6-0113-4496-acd7-707165982cef] Refreshing network info cache for port 1a481644-c41e-4c9f-a501-2e31f8c3f5ff {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1582.049694] env[63097]: DEBUG oslo_vmware.api [None req-050b7173-ea85-4cae-9162-047016cc61d4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687540, 'name': CloneVM_Task, 'duration_secs': 1.94751} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.050082] env[63097]: INFO nova.virt.vmwareapi.vmops [None req-050b7173-ea85-4cae-9162-047016cc61d4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Created linked-clone VM from snapshot [ 1582.050968] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.363s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.052140] env[63097]: DEBUG nova.compute.manager [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1582.055462] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f48aa00-ffc4-4fd8-8398-87fdce56ce26 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.062022] env[63097]: DEBUG oslo_concurrency.lockutils [None req-72ece32b-31d9-44c8-a3a5-24f99676f02b tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.156s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.062666] env[63097]: DEBUG nova.objects.instance [None req-72ece32b-31d9-44c8-a3a5-24f99676f02b tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lazy-loading 'resources' on Instance uuid cfed45a0-1975-4dec-a528-5e8fe3fc4fcf {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1582.079044] env[63097]: DEBUG nova.virt.vmwareapi.images [None req-050b7173-ea85-4cae-9162-047016cc61d4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Uploading image f7a3073f-98bf-4a7a-85e2-a0ed01fa4679 {{(pid=63097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1582.122093] env[63097]: DEBUG oslo_vmware.api [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687544, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.132809] env[63097]: DEBUG oslo_vmware.rw_handles [None req-050b7173-ea85-4cae-9162-047016cc61d4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1582.132809] env[63097]: value = "vm-351757" [ 1582.132809] env[63097]: _type = "VirtualMachine" [ 1582.132809] env[63097]: }. {{(pid=63097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1582.133168] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8a2923f8-bf12-4db7-999b-d95267e9d142 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.146148] env[63097]: DEBUG oslo_vmware.rw_handles [None req-050b7173-ea85-4cae-9162-047016cc61d4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Lease: (returnval){ [ 1582.146148] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]529e2860-4b21-347c-aeca-56166806545d" [ 1582.146148] env[63097]: _type = "HttpNfcLease" [ 1582.146148] env[63097]: } obtained for exporting VM: (result){ [ 1582.146148] env[63097]: value = "vm-351757" [ 1582.146148] env[63097]: _type = "VirtualMachine" [ 1582.146148] env[63097]: }. {{(pid=63097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1582.146606] env[63097]: DEBUG oslo_vmware.api [None req-050b7173-ea85-4cae-9162-047016cc61d4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Waiting for the lease: (returnval){ [ 1582.146606] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]529e2860-4b21-347c-aeca-56166806545d" [ 1582.146606] env[63097]: _type = "HttpNfcLease" [ 1582.146606] env[63097]: } to be ready. {{(pid=63097) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1582.158444] env[63097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1582.158444] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]529e2860-4b21-347c-aeca-56166806545d" [ 1582.158444] env[63097]: _type = "HttpNfcLease" [ 1582.158444] env[63097]: } is initializing. {{(pid=63097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1582.188064] env[63097]: DEBUG oslo_vmware.api [None req-7711f3d3-d843-45d7-8733-7eb2c583a298 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687545, 'name': PowerOffVM_Task, 'duration_secs': 0.233152} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.188064] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7711f3d3-d843-45d7-8733-7eb2c583a298 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1582.188262] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7711f3d3-d843-45d7-8733-7eb2c583a298 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1582.188459] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca9dc819-5d9a-43d7-af64-02f0fb109433 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.210366] env[63097]: DEBUG oslo_vmware.api [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52ee301e-7ed5-36a6-a900-1699aca68675, 'name': SearchDatastore_Task, 'duration_secs': 0.011729} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.210683] env[63097]: DEBUG oslo_concurrency.lockutils [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1582.210916] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1582.211192] env[63097]: DEBUG oslo_concurrency.lockutils [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1582.211346] env[63097]: DEBUG oslo_concurrency.lockutils [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.211531] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1582.211803] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f212b5c-b6a2-47d7-8933-5e049fda5ca5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.222882] env[63097]: DEBUG nova.network.neutron [req-f031e3f0-a727-479d-932c-15652a706b8c req-4fdd6aeb-8486-4466-9561-0a8f1e9ed725 service nova] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Updated VIF entry in instance network info cache for port 85f96d0c-6d5d-4273-8385-49276eac2a41. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1582.223337] env[63097]: DEBUG nova.network.neutron [req-f031e3f0-a727-479d-932c-15652a706b8c req-4fdd6aeb-8486-4466-9561-0a8f1e9ed725 service nova] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Updating instance_info_cache with network_info: [{"id": "85f96d0c-6d5d-4273-8385-49276eac2a41", "address": "fa:16:3e:c6:41:1a", "network": {"id": "94712200-def6-47d2-8aea-9450d0e57f82", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-478454733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bef179dd054a49daacd2151914b1000b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85f96d0c-6d", "ovs_interfaceid": "85f96d0c-6d5d-4273-8385-49276eac2a41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1582.225827] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1582.226079] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1582.227118] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-571b846b-b8ae-49bf-b76b-f21f217a9779 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.235825] env[63097]: DEBUG oslo_vmware.api [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Waiting for the task: (returnval){ [ 1582.235825] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52dd4172-a8cb-5140-fb42-3b668c643a9a" [ 1582.235825] env[63097]: _type = "Task" [ 1582.235825] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.245406] env[63097]: DEBUG oslo_vmware.api [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52dd4172-a8cb-5140-fb42-3b668c643a9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.270500] env[63097]: DEBUG oslo_vmware.api [None req-d4d4718f-fe76-4373-935f-aa6550855b83 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687546, 'name': PowerOffVM_Task, 'duration_secs': 0.269512} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.271085] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d4718f-fe76-4373-935f-aa6550855b83 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1582.271275] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d4718f-fe76-4373-935f-aa6550855b83 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1582.271623] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15a75fb7-8869-4ba9-ab44-dc951aaf8a68 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.321644] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7711f3d3-d843-45d7-8733-7eb2c583a298 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1582.321933] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7711f3d3-d843-45d7-8733-7eb2c583a298 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1582.322144] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-7711f3d3-d843-45d7-8733-7eb2c583a298 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Deleting the datastore file [datastore1] 04f38ab5-7277-4351-982d-9248c13d7dff {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1582.322415] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a876f6a1-c24d-4db7-8587-5eb86efa8941 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.330064] env[63097]: DEBUG oslo_vmware.api [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687547, 'name': Rename_Task, 'duration_secs': 0.334516} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.335056] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1582.336935] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-664a56ad-de2b-4a91-9e37-90169876ce77 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.339966] env[63097]: DEBUG oslo_vmware.api [None req-7711f3d3-d843-45d7-8733-7eb2c583a298 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1582.339966] env[63097]: value = "task-1687551" [ 1582.339966] env[63097]: _type = "Task" [ 1582.339966] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.347560] env[63097]: DEBUG oslo_vmware.api [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687543, 'name': PowerOnVM_Task, 'duration_secs': 0.553017} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.349394] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1582.349663] env[63097]: INFO nova.compute.manager [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Took 12.02 seconds to spawn the instance on the hypervisor. [ 1582.349819] env[63097]: DEBUG nova.compute.manager [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1582.350247] env[63097]: DEBUG oslo_vmware.api [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1582.350247] env[63097]: value = "task-1687552" [ 1582.350247] env[63097]: _type = "Task" [ 1582.350247] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.351072] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffdbb7d4-6412-4fbf-9ea8-a34d5c14e6a1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.362434] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d4718f-fe76-4373-935f-aa6550855b83 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1582.362434] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d4718f-fe76-4373-935f-aa6550855b83 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1582.362808] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4d4718f-fe76-4373-935f-aa6550855b83 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Deleting the datastore file [datastore2] 2f260405-ecd8-4fc5-93b1-2d547b77468c {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1582.362808] env[63097]: DEBUG oslo_vmware.api [None req-7711f3d3-d843-45d7-8733-7eb2c583a298 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687551, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.363486] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00f85b28-bb5b-4fc8-9328-56b6802f38ea {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.373823] env[63097]: DEBUG oslo_vmware.api [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687552, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.376993] env[63097]: DEBUG nova.network.neutron [None req-36739bb0-24ea-48cd-90e6-df6fb46068cd tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Updating instance_info_cache with network_info: [{"id": "8ed3a44e-7fc9-4b1f-8135-ac58998be7c6", "address": "fa:16:3e:52:cd:9e", "network": {"id": "4023f1be-d600-441b-9ec5-b01eac0704f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1618053137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a00e94d35e44678b6698f8af082c448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ed3a44e-7f", "ovs_interfaceid": "8ed3a44e-7fc9-4b1f-8135-ac58998be7c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "771e7d7c-49a5-48cb-adc2-592618788d81", "address": "fa:16:3e:d6:e3:44", "network": {"id": "4023f1be-d600-441b-9ec5-b01eac0704f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1618053137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a00e94d35e44678b6698f8af082c448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap771e7d7c-49", "ovs_interfaceid": "771e7d7c-49a5-48cb-adc2-592618788d81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1582.379433] env[63097]: DEBUG oslo_vmware.api [None req-d4d4718f-fe76-4373-935f-aa6550855b83 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1582.379433] env[63097]: value = "task-1687553" [ 1582.379433] env[63097]: _type = "Task" [ 1582.379433] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.389309] env[63097]: DEBUG oslo_vmware.api [None req-d4d4718f-fe76-4373-935f-aa6550855b83 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687553, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.560157] env[63097]: DEBUG nova.compute.utils [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1582.561640] env[63097]: DEBUG nova.compute.manager [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1582.561819] env[63097]: DEBUG nova.network.neutron [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1582.601345] env[63097]: DEBUG oslo_vmware.api [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687544, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634698} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.601345] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 7768a01a-af84-476c-b51f-52034197ef1b/7768a01a-af84-476c-b51f-52034197ef1b.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1582.601494] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1582.601979] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a2280f8-2855-44d5-8b66-97949df44956 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.612989] env[63097]: DEBUG oslo_vmware.api [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1582.612989] env[63097]: value = "task-1687554" [ 1582.612989] env[63097]: _type = "Task" [ 1582.612989] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.629848] env[63097]: DEBUG oslo_vmware.api [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687554, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.656913] env[63097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1582.656913] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]529e2860-4b21-347c-aeca-56166806545d" [ 1582.656913] env[63097]: _type = "HttpNfcLease" [ 1582.656913] env[63097]: } is ready. {{(pid=63097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1582.656913] env[63097]: DEBUG oslo_vmware.rw_handles [None req-050b7173-ea85-4cae-9162-047016cc61d4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1582.656913] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]529e2860-4b21-347c-aeca-56166806545d" [ 1582.656913] env[63097]: _type = "HttpNfcLease" [ 1582.656913] env[63097]: }. {{(pid=63097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1582.656913] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a91e8a2-8576-46a8-8129-4c0476d4f134 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.669435] env[63097]: DEBUG oslo_vmware.rw_handles [None req-050b7173-ea85-4cae-9162-047016cc61d4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5299cafb-cebf-3188-b9e7-0acc47cea643/disk-0.vmdk from lease info. {{(pid=63097) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1582.669435] env[63097]: DEBUG oslo_vmware.rw_handles [None req-050b7173-ea85-4cae-9162-047016cc61d4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5299cafb-cebf-3188-b9e7-0acc47cea643/disk-0.vmdk for reading. {{(pid=63097) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1582.671990] env[63097]: DEBUG nova.policy [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c221a617bf948b6a3d573210bec5876', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e713382cbd9437c8410f70bc3694549', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1582.734464] env[63097]: DEBUG oslo_concurrency.lockutils [req-f031e3f0-a727-479d-932c-15652a706b8c req-4fdd6aeb-8486-4466-9561-0a8f1e9ed725 service nova] Releasing lock "refresh_cache-7768a01a-af84-476c-b51f-52034197ef1b" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1582.753424] env[63097]: DEBUG oslo_vmware.api [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52dd4172-a8cb-5140-fb42-3b668c643a9a, 'name': SearchDatastore_Task, 'duration_secs': 0.034359} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.757116] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55a9e9f9-1ca2-4781-a765-2ffd8947fe3f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.764309] env[63097]: DEBUG oslo_vmware.api [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Waiting for the task: (returnval){ [ 1582.764309] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]525110c5-6039-6d4c-8d05-2d6764b9967f" [ 1582.764309] env[63097]: _type = "Task" [ 1582.764309] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.773753] env[63097]: DEBUG oslo_vmware.api [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]525110c5-6039-6d4c-8d05-2d6764b9967f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.820715] env[63097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-560961fd-1d00-4723-86d7-8d8d1f78d2c2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.852164] env[63097]: DEBUG oslo_vmware.api [None req-7711f3d3-d843-45d7-8733-7eb2c583a298 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687551, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.489872} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.856877] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-7711f3d3-d843-45d7-8733-7eb2c583a298 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1582.857060] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7711f3d3-d843-45d7-8733-7eb2c583a298 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1582.857270] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7711f3d3-d843-45d7-8733-7eb2c583a298 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1582.857505] env[63097]: INFO nova.compute.manager [None req-7711f3d3-d843-45d7-8733-7eb2c583a298 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1582.857781] env[63097]: DEBUG oslo.service.loopingcall [None req-7711f3d3-d843-45d7-8733-7eb2c583a298 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1582.858598] env[63097]: DEBUG nova.compute.manager [-] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1582.858704] env[63097]: DEBUG nova.network.neutron [-] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1582.870343] env[63097]: DEBUG oslo_vmware.api [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687552, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.884479] env[63097]: DEBUG oslo_concurrency.lockutils [None req-36739bb0-24ea-48cd-90e6-df6fb46068cd tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Releasing lock "refresh_cache-4b465cb3-7b93-4088-bdb2-3903f15a2672" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1582.884479] env[63097]: DEBUG oslo_concurrency.lockutils [None req-36739bb0-24ea-48cd-90e6-df6fb46068cd tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "4b465cb3-7b93-4088-bdb2-3903f15a2672" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1582.884479] env[63097]: DEBUG oslo_concurrency.lockutils [None req-36739bb0-24ea-48cd-90e6-df6fb46068cd tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquired lock "4b465cb3-7b93-4088-bdb2-3903f15a2672" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.890627] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b45b0fb-68fe-49f8-9608-f561e73bb313 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.896388] env[63097]: INFO nova.compute.manager [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Took 33.13 seconds to build instance. [ 1582.921338] env[63097]: DEBUG oslo_vmware.api [None req-d4d4718f-fe76-4373-935f-aa6550855b83 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687553, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.467705} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.922179] env[63097]: DEBUG nova.virt.hardware [None req-36739bb0-24ea-48cd-90e6-df6fb46068cd tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1582.922407] env[63097]: DEBUG nova.virt.hardware [None req-36739bb0-24ea-48cd-90e6-df6fb46068cd tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1582.922563] env[63097]: DEBUG nova.virt.hardware [None req-36739bb0-24ea-48cd-90e6-df6fb46068cd tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1582.922742] env[63097]: DEBUG nova.virt.hardware [None req-36739bb0-24ea-48cd-90e6-df6fb46068cd tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1582.922943] env[63097]: DEBUG nova.virt.hardware [None req-36739bb0-24ea-48cd-90e6-df6fb46068cd tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1582.923041] env[63097]: DEBUG nova.virt.hardware [None req-36739bb0-24ea-48cd-90e6-df6fb46068cd tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1582.923261] env[63097]: DEBUG nova.virt.hardware [None req-36739bb0-24ea-48cd-90e6-df6fb46068cd tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1582.923436] env[63097]: DEBUG nova.virt.hardware [None req-36739bb0-24ea-48cd-90e6-df6fb46068cd tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1582.923637] env[63097]: DEBUG nova.virt.hardware [None req-36739bb0-24ea-48cd-90e6-df6fb46068cd tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1582.923830] env[63097]: DEBUG nova.virt.hardware [None req-36739bb0-24ea-48cd-90e6-df6fb46068cd tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1582.923991] env[63097]: DEBUG nova.virt.hardware [None req-36739bb0-24ea-48cd-90e6-df6fb46068cd tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1582.930383] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-36739bb0-24ea-48cd-90e6-df6fb46068cd tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Reconfiguring VM to attach interface {{(pid=63097) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1929}} [ 1582.931049] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4d4718f-fe76-4373-935f-aa6550855b83 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1582.931250] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d4718f-fe76-4373-935f-aa6550855b83 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1582.931442] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d4718f-fe76-4373-935f-aa6550855b83 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1582.931712] env[63097]: INFO nova.compute.manager [None req-d4d4718f-fe76-4373-935f-aa6550855b83 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1582.933011] env[63097]: DEBUG oslo.service.loopingcall [None req-d4d4718f-fe76-4373-935f-aa6550855b83 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1582.933011] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19fe6091-d5dd-4e76-8f10-c176ab4bf189 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.947357] env[63097]: DEBUG nova.compute.manager [-] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1582.947906] env[63097]: DEBUG nova.network.neutron [-] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1582.958989] env[63097]: DEBUG oslo_vmware.api [None req-36739bb0-24ea-48cd-90e6-df6fb46068cd tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for the task: (returnval){ [ 1582.958989] env[63097]: value = "task-1687555" [ 1582.958989] env[63097]: _type = "Task" [ 1582.958989] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.971637] env[63097]: DEBUG oslo_vmware.api [None req-36739bb0-24ea-48cd-90e6-df6fb46068cd tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687555, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.010511] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e755cf-5f07-40c9-95f7-3dacfb9a62a5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.019344] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a23985-7956-46ac-836a-74ca6e30234d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.058785] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e2a2d3-af74-4d92-910b-7cfcd724819d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.066928] env[63097]: DEBUG nova.compute.manager [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1583.073361] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d564da6c-61db-44f6-b898-bb6fe5154710 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.091027] env[63097]: DEBUG nova.compute.provider_tree [None req-72ece32b-31d9-44c8-a3a5-24f99676f02b tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1583.123688] env[63097]: DEBUG nova.compute.manager [req-86106c60-b18b-47c4-b473-1fa2d9d80f86 req-060fe0e6-5e04-4196-9896-8cd22994fbf8 service nova] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Received event network-changed-771e7d7c-49a5-48cb-adc2-592618788d81 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1583.123928] env[63097]: DEBUG nova.compute.manager [req-86106c60-b18b-47c4-b473-1fa2d9d80f86 req-060fe0e6-5e04-4196-9896-8cd22994fbf8 service nova] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Refreshing instance network info cache due to event network-changed-771e7d7c-49a5-48cb-adc2-592618788d81. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1583.126282] env[63097]: DEBUG oslo_concurrency.lockutils [req-86106c60-b18b-47c4-b473-1fa2d9d80f86 req-060fe0e6-5e04-4196-9896-8cd22994fbf8 service nova] Acquiring lock "refresh_cache-4b465cb3-7b93-4088-bdb2-3903f15a2672" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1583.126394] env[63097]: DEBUG oslo_concurrency.lockutils [req-86106c60-b18b-47c4-b473-1fa2d9d80f86 req-060fe0e6-5e04-4196-9896-8cd22994fbf8 service nova] Acquired lock "refresh_cache-4b465cb3-7b93-4088-bdb2-3903f15a2672" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.126677] env[63097]: DEBUG nova.network.neutron [req-86106c60-b18b-47c4-b473-1fa2d9d80f86 req-060fe0e6-5e04-4196-9896-8cd22994fbf8 service nova] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Refreshing network info cache for port 771e7d7c-49a5-48cb-adc2-592618788d81 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1583.132744] env[63097]: DEBUG oslo_vmware.api [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687554, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.203612} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.133608] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1583.134532] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0227e9d9-7dae-41f5-884d-e93d90137f7c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.159924] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 7768a01a-af84-476c-b51f-52034197ef1b/7768a01a-af84-476c-b51f-52034197ef1b.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1583.161049] env[63097]: DEBUG nova.network.neutron [req-fb1fb075-baa2-414a-90e2-aa7a0fe4a427 req-940a4d07-ec8f-4bfd-b530-4049848c4172 service nova] [instance: a57272b6-0113-4496-acd7-707165982cef] Updated VIF entry in instance network info cache for port 1a481644-c41e-4c9f-a501-2e31f8c3f5ff. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1583.161396] env[63097]: DEBUG nova.network.neutron [req-fb1fb075-baa2-414a-90e2-aa7a0fe4a427 req-940a4d07-ec8f-4bfd-b530-4049848c4172 service nova] [instance: a57272b6-0113-4496-acd7-707165982cef] Updating instance_info_cache with network_info: [{"id": "1a481644-c41e-4c9f-a501-2e31f8c3f5ff", "address": "fa:16:3e:b2:bb:7d", "network": {"id": "6375026c-4627-4a07-aa60-e3d2d4e37f02", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1395500172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee21af820a2c4aaea0dd1f2ba2d477d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a481644-c4", "ovs_interfaceid": "1a481644-c41e-4c9f-a501-2e31f8c3f5ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1583.163079] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29a7723c-718f-4728-826a-53fa1c1f0cae {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.179772] env[63097]: DEBUG oslo_concurrency.lockutils [req-fb1fb075-baa2-414a-90e2-aa7a0fe4a427 req-940a4d07-ec8f-4bfd-b530-4049848c4172 service nova] Releasing lock "refresh_cache-a57272b6-0113-4496-acd7-707165982cef" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1583.180048] env[63097]: DEBUG nova.compute.manager [req-fb1fb075-baa2-414a-90e2-aa7a0fe4a427 req-940a4d07-ec8f-4bfd-b530-4049848c4172 service nova] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Received event network-vif-plugged-771e7d7c-49a5-48cb-adc2-592618788d81 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1583.180330] env[63097]: DEBUG oslo_concurrency.lockutils [req-fb1fb075-baa2-414a-90e2-aa7a0fe4a427 req-940a4d07-ec8f-4bfd-b530-4049848c4172 service nova] Acquiring lock "4b465cb3-7b93-4088-bdb2-3903f15a2672-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1583.180457] env[63097]: DEBUG oslo_concurrency.lockutils [req-fb1fb075-baa2-414a-90e2-aa7a0fe4a427 req-940a4d07-ec8f-4bfd-b530-4049848c4172 service nova] Lock "4b465cb3-7b93-4088-bdb2-3903f15a2672-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.180633] env[63097]: DEBUG oslo_concurrency.lockutils [req-fb1fb075-baa2-414a-90e2-aa7a0fe4a427 req-940a4d07-ec8f-4bfd-b530-4049848c4172 service nova] Lock "4b465cb3-7b93-4088-bdb2-3903f15a2672-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.180800] env[63097]: DEBUG nova.compute.manager [req-fb1fb075-baa2-414a-90e2-aa7a0fe4a427 req-940a4d07-ec8f-4bfd-b530-4049848c4172 service nova] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] No waiting events found dispatching network-vif-plugged-771e7d7c-49a5-48cb-adc2-592618788d81 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1583.180971] env[63097]: WARNING nova.compute.manager [req-fb1fb075-baa2-414a-90e2-aa7a0fe4a427 req-940a4d07-ec8f-4bfd-b530-4049848c4172 service nova] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Received unexpected event network-vif-plugged-771e7d7c-49a5-48cb-adc2-592618788d81 for instance with vm_state active and task_state None. [ 1583.189838] env[63097]: DEBUG oslo_vmware.api [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1583.189838] env[63097]: value = "task-1687556" [ 1583.189838] env[63097]: _type = "Task" [ 1583.189838] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.203777] env[63097]: DEBUG oslo_vmware.api [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687556, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.277532] env[63097]: DEBUG oslo_vmware.api [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]525110c5-6039-6d4c-8d05-2d6764b9967f, 'name': SearchDatastore_Task, 'duration_secs': 0.021537} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.277935] env[63097]: DEBUG oslo_concurrency.lockutils [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1583.278332] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] a57272b6-0113-4496-acd7-707165982cef/a57272b6-0113-4496-acd7-707165982cef.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1583.278707] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25f7319f-a582-42e3-ba2c-7c256d1db6be {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.288296] env[63097]: DEBUG oslo_vmware.api [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Waiting for the task: (returnval){ [ 1583.288296] env[63097]: value = "task-1687557" [ 1583.288296] env[63097]: _type = "Task" [ 1583.288296] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.298753] env[63097]: DEBUG oslo_vmware.api [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687557, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.354375] env[63097]: DEBUG nova.network.neutron [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Successfully created port: 593b2a8c-aa71-42fd-a9c4-e81fe8d68e82 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1583.373765] env[63097]: DEBUG oslo_vmware.api [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687552, 'name': PowerOnVM_Task, 'duration_secs': 0.919803} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.374144] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1583.374477] env[63097]: INFO nova.compute.manager [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Took 10.59 seconds to spawn the instance on the hypervisor. [ 1583.375180] env[63097]: DEBUG nova.compute.manager [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1583.375880] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d36167-56c7-4e05-8058-60d63512b8a5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.399870] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cafef745-28e2-47d8-91d9-22e35ac0037d tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "bca51e28-e24e-47dd-86e2-935d76b79bc0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.645s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.475325] env[63097]: DEBUG oslo_vmware.api [None req-36739bb0-24ea-48cd-90e6-df6fb46068cd tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.596412] env[63097]: DEBUG nova.scheduler.client.report [None req-72ece32b-31d9-44c8-a3a5-24f99676f02b tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1583.705388] env[63097]: DEBUG oslo_vmware.api [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687556, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.810264] env[63097]: DEBUG oslo_vmware.api [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687557, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.898479] env[63097]: INFO nova.compute.manager [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Took 32.66 seconds to build instance. [ 1583.979024] env[63097]: DEBUG oslo_vmware.api [None req-36739bb0-24ea-48cd-90e6-df6fb46068cd tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.087837] env[63097]: DEBUG nova.compute.manager [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1584.094685] env[63097]: DEBUG nova.network.neutron [req-86106c60-b18b-47c4-b473-1fa2d9d80f86 req-060fe0e6-5e04-4196-9896-8cd22994fbf8 service nova] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Updated VIF entry in instance network info cache for port 771e7d7c-49a5-48cb-adc2-592618788d81. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1584.095245] env[63097]: DEBUG nova.network.neutron [req-86106c60-b18b-47c4-b473-1fa2d9d80f86 req-060fe0e6-5e04-4196-9896-8cd22994fbf8 service nova] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Updating instance_info_cache with network_info: [{"id": "8ed3a44e-7fc9-4b1f-8135-ac58998be7c6", "address": "fa:16:3e:52:cd:9e", "network": {"id": "4023f1be-d600-441b-9ec5-b01eac0704f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1618053137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a00e94d35e44678b6698f8af082c448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ed3a44e-7f", "ovs_interfaceid": "8ed3a44e-7fc9-4b1f-8135-ac58998be7c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "771e7d7c-49a5-48cb-adc2-592618788d81", "address": "fa:16:3e:d6:e3:44", "network": {"id": "4023f1be-d600-441b-9ec5-b01eac0704f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1618053137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a00e94d35e44678b6698f8af082c448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap771e7d7c-49", "ovs_interfaceid": "771e7d7c-49a5-48cb-adc2-592618788d81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.104200] env[63097]: DEBUG oslo_concurrency.lockutils [None req-72ece32b-31d9-44c8-a3a5-24f99676f02b tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.041s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.107096] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.051s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.108812] env[63097]: INFO nova.compute.claims [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1584.130287] env[63097]: DEBUG nova.virt.hardware [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1584.130830] env[63097]: DEBUG nova.virt.hardware [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1584.131058] env[63097]: DEBUG nova.virt.hardware [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1584.131253] env[63097]: DEBUG nova.virt.hardware [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1584.131487] env[63097]: DEBUG nova.virt.hardware [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1584.131686] env[63097]: DEBUG nova.virt.hardware [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1584.131964] env[63097]: DEBUG nova.virt.hardware [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1584.132416] env[63097]: DEBUG nova.virt.hardware [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1584.132416] env[63097]: DEBUG nova.virt.hardware [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1584.132540] env[63097]: DEBUG nova.virt.hardware [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1584.132670] env[63097]: DEBUG nova.virt.hardware [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1584.133666] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2866e3-8db8-42fb-bf47-dade7cf8d370 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.143328] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c98efd-c0db-4a0d-9e1e-e557eabb0caa {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.149707] env[63097]: INFO nova.scheduler.client.report [None req-72ece32b-31d9-44c8-a3a5-24f99676f02b tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Deleted allocations for instance cfed45a0-1975-4dec-a528-5e8fe3fc4fcf [ 1584.207129] env[63097]: DEBUG oslo_vmware.api [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687556, 'name': ReconfigVM_Task, 'duration_secs': 0.536463} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.207614] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 7768a01a-af84-476c-b51f-52034197ef1b/7768a01a-af84-476c-b51f-52034197ef1b.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1584.209380] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94596482-6e62-404e-a3d7-1ff1e12ee039 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.212227] env[63097]: DEBUG nova.network.neutron [-] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.220994] env[63097]: DEBUG oslo_vmware.api [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1584.220994] env[63097]: value = "task-1687558" [ 1584.220994] env[63097]: _type = "Task" [ 1584.220994] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.232807] env[63097]: DEBUG oslo_vmware.api [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687558, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.283390] env[63097]: DEBUG nova.compute.manager [req-ec2bcd92-d78a-45aa-a58a-5d87710d2480 req-27c7ee85-3c8e-47dd-bcf5-63174fde84d4 service nova] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Received event network-vif-deleted-952d5643-dadf-4bb0-bbc1-d6bb8c81bb5f {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1584.284311] env[63097]: DEBUG nova.network.neutron [-] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.070762] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cd11ee0d-0fa0-4ac7-a8cb-0075e9619bf9 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "dca69834-e0b5-4a10-913d-9645dbd2e36c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.843s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.071316] env[63097]: DEBUG oslo_concurrency.lockutils [req-86106c60-b18b-47c4-b473-1fa2d9d80f86 req-060fe0e6-5e04-4196-9896-8cd22994fbf8 service nova] Releasing lock "refresh_cache-4b465cb3-7b93-4088-bdb2-3903f15a2672" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.075713] env[63097]: INFO nova.compute.manager [-] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Took 2.22 seconds to deallocate network for instance. [ 1585.076173] env[63097]: INFO nova.compute.manager [-] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Took 2.13 seconds to deallocate network for instance. [ 1585.076535] env[63097]: DEBUG oslo_vmware.api [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687557, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544873} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.077081] env[63097]: DEBUG oslo_concurrency.lockutils [None req-72ece32b-31d9-44c8-a3a5-24f99676f02b tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "cfed45a0-1975-4dec-a528-5e8fe3fc4fcf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.400s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.087700] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] a57272b6-0113-4496-acd7-707165982cef/a57272b6-0113-4496-acd7-707165982cef.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1585.088022] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1585.094325] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7dc83cf1-41ff-4d75-b270-dcbfe3b81586 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.106223] env[63097]: DEBUG oslo_vmware.api [None req-36739bb0-24ea-48cd-90e6-df6fb46068cd tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687555, 'name': ReconfigVM_Task, 'duration_secs': 1.114781} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.107043] env[63097]: DEBUG oslo_vmware.api [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687558, 'name': Rename_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.108981] env[63097]: DEBUG oslo_concurrency.lockutils [None req-36739bb0-24ea-48cd-90e6-df6fb46068cd tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Releasing lock "4b465cb3-7b93-4088-bdb2-3903f15a2672" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.109268] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-36739bb0-24ea-48cd-90e6-df6fb46068cd tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Reconfigured VM to attach interface {{(pid=63097) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1943}} [ 1585.112926] env[63097]: DEBUG oslo_vmware.api [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Waiting for the task: (returnval){ [ 1585.112926] env[63097]: value = "task-1687559" [ 1585.112926] env[63097]: _type = "Task" [ 1585.112926] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.124176] env[63097]: DEBUG oslo_vmware.api [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687559, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.562198] env[63097]: DEBUG nova.network.neutron [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Successfully updated port: 593b2a8c-aa71-42fd-a9c4-e81fe8d68e82 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1585.592229] env[63097]: DEBUG oslo_vmware.api [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687558, 'name': Rename_Task, 'duration_secs': 1.171349} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.593323] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1585.593590] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b31ec805-d6fb-4dda-a7f7-a62c1109a5e5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.598658] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7711f3d3-d843-45d7-8733-7eb2c583a298 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.600069] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d4d4718f-fe76-4373-935f-aa6550855b83 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.606594] env[63097]: DEBUG oslo_vmware.api [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1585.606594] env[63097]: value = "task-1687560" [ 1585.606594] env[63097]: _type = "Task" [ 1585.606594] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.616937] env[63097]: DEBUG oslo_concurrency.lockutils [None req-36739bb0-24ea-48cd-90e6-df6fb46068cd tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "interface-4b465cb3-7b93-4088-bdb2-3903f15a2672-771e7d7c-49a5-48cb-adc2-592618788d81" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.661s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.624942] env[63097]: DEBUG oslo_vmware.api [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687560, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.631328] env[63097]: DEBUG oslo_vmware.api [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687559, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072246} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.631946] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1585.632915] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3235a2f0-1be5-4b47-ba99-3db0d0264f6e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.667126] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] a57272b6-0113-4496-acd7-707165982cef/a57272b6-0113-4496-acd7-707165982cef.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1585.671126] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60b31bd3-01f3-4bcc-8e6b-71067c8e359b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.697918] env[63097]: DEBUG oslo_vmware.api [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Waiting for the task: (returnval){ [ 1585.697918] env[63097]: value = "task-1687561" [ 1585.697918] env[63097]: _type = "Task" [ 1585.697918] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.714026] env[63097]: DEBUG oslo_vmware.api [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687561, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.912849] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8bd19a0-ed0a-4b91-87d1-9ab984c0b144 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.923667] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd74035-1989-417c-b81f-d47463f29105 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.962240] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309c8fa2-e1a6-40c4-923c-519166b689f9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.971523] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842635b0-0d9b-4d59-b2b0-5b8f7eff688e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.986975] env[63097]: DEBUG nova.compute.provider_tree [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1586.064846] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Acquiring lock "refresh_cache-0635c038-de15-420b-b0a9-8ae85a1c9575" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1586.065072] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Acquired lock "refresh_cache-0635c038-de15-420b-b0a9-8ae85a1c9575" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.065260] env[63097]: DEBUG nova.network.neutron [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1586.118664] env[63097]: DEBUG oslo_vmware.api [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687560, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.209811] env[63097]: DEBUG oslo_vmware.api [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687561, 'name': ReconfigVM_Task, 'duration_secs': 0.414741} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.210216] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Reconfigured VM instance instance-00000066 to attach disk [datastore2] a57272b6-0113-4496-acd7-707165982cef/a57272b6-0113-4496-acd7-707165982cef.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1586.210915] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4f99efe-2990-40a0-929a-e34fa28a3b6e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.221021] env[63097]: DEBUG oslo_vmware.api [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Waiting for the task: (returnval){ [ 1586.221021] env[63097]: value = "task-1687562" [ 1586.221021] env[63097]: _type = "Task" [ 1586.221021] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.231374] env[63097]: DEBUG oslo_vmware.api [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687562, 'name': Rename_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.293452] env[63097]: DEBUG nova.compute.manager [req-f7752d53-dd87-4fc2-a551-a32d235c2287 req-288ebc14-8219-4228-a0da-d3f1c42dc24a service nova] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Received event network-vif-plugged-593b2a8c-aa71-42fd-a9c4-e81fe8d68e82 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1586.293452] env[63097]: DEBUG oslo_concurrency.lockutils [req-f7752d53-dd87-4fc2-a551-a32d235c2287 req-288ebc14-8219-4228-a0da-d3f1c42dc24a service nova] Acquiring lock "0635c038-de15-420b-b0a9-8ae85a1c9575-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.294223] env[63097]: DEBUG oslo_concurrency.lockutils [req-f7752d53-dd87-4fc2-a551-a32d235c2287 req-288ebc14-8219-4228-a0da-d3f1c42dc24a service nova] Lock "0635c038-de15-420b-b0a9-8ae85a1c9575-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.294223] env[63097]: DEBUG oslo_concurrency.lockutils [req-f7752d53-dd87-4fc2-a551-a32d235c2287 req-288ebc14-8219-4228-a0da-d3f1c42dc24a service nova] Lock "0635c038-de15-420b-b0a9-8ae85a1c9575-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1586.294421] env[63097]: DEBUG nova.compute.manager [req-f7752d53-dd87-4fc2-a551-a32d235c2287 req-288ebc14-8219-4228-a0da-d3f1c42dc24a service nova] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] No waiting events found dispatching network-vif-plugged-593b2a8c-aa71-42fd-a9c4-e81fe8d68e82 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1586.294668] env[63097]: WARNING nova.compute.manager [req-f7752d53-dd87-4fc2-a551-a32d235c2287 req-288ebc14-8219-4228-a0da-d3f1c42dc24a service nova] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Received unexpected event network-vif-plugged-593b2a8c-aa71-42fd-a9c4-e81fe8d68e82 for instance with vm_state building and task_state spawning. [ 1586.341084] env[63097]: DEBUG oslo_concurrency.lockutils [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "ebb8994e-35fd-4b96-b0d0-f822d949356d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.341342] env[63097]: DEBUG oslo_concurrency.lockutils [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "ebb8994e-35fd-4b96-b0d0-f822d949356d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.490396] env[63097]: DEBUG nova.scheduler.client.report [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1586.618776] env[63097]: DEBUG oslo_vmware.api [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687560, 'name': PowerOnVM_Task, 'duration_secs': 0.543197} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.619615] env[63097]: DEBUG nova.network.neutron [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1586.621668] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1586.621907] env[63097]: INFO nova.compute.manager [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Took 11.23 seconds to spawn the instance on the hypervisor. [ 1586.622122] env[63097]: DEBUG nova.compute.manager [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1586.623108] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a37a4ad-0493-4bfe-bb9e-78806453d35b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.729848] env[63097]: DEBUG oslo_vmware.api [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687562, 'name': Rename_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.829955] env[63097]: DEBUG nova.compute.manager [req-2f3d140a-87ae-48af-9966-119202cb0bd8 req-c6281892-ec75-4674-a314-f68e93b41d0e service nova] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Received event network-vif-deleted-3fcca93e-f34a-41f2-90a9-181b60b65f8a {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1586.843476] env[63097]: DEBUG nova.compute.manager [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1586.880611] env[63097]: DEBUG nova.network.neutron [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Updating instance_info_cache with network_info: [{"id": "593b2a8c-aa71-42fd-a9c4-e81fe8d68e82", "address": "fa:16:3e:01:93:1a", "network": {"id": "db14521b-363a-4fb4-9776-b949d999cb81", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-785804232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e713382cbd9437c8410f70bc3694549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap593b2a8c-aa", "ovs_interfaceid": "593b2a8c-aa71-42fd-a9c4-e81fe8d68e82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.997041] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.890s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1586.997184] env[63097]: DEBUG nova.compute.manager [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1586.999858] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7711f3d3-d843-45d7-8733-7eb2c583a298 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.401s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.000228] env[63097]: DEBUG nova.objects.instance [None req-7711f3d3-d843-45d7-8733-7eb2c583a298 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lazy-loading 'resources' on Instance uuid 04f38ab5-7277-4351-982d-9248c13d7dff {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1587.149579] env[63097]: INFO nova.compute.manager [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Took 35.35 seconds to build instance. [ 1587.232279] env[63097]: DEBUG oslo_vmware.api [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687562, 'name': Rename_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.366480] env[63097]: DEBUG oslo_concurrency.lockutils [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1587.383210] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Releasing lock "refresh_cache-0635c038-de15-420b-b0a9-8ae85a1c9575" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1587.383565] env[63097]: DEBUG nova.compute.manager [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Instance network_info: |[{"id": "593b2a8c-aa71-42fd-a9c4-e81fe8d68e82", "address": "fa:16:3e:01:93:1a", "network": {"id": "db14521b-363a-4fb4-9776-b949d999cb81", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-785804232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e713382cbd9437c8410f70bc3694549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap593b2a8c-aa", "ovs_interfaceid": "593b2a8c-aa71-42fd-a9c4-e81fe8d68e82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1587.384074] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:93:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '72781990-3cb3-42eb-9eb1-4040dedbf66f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '593b2a8c-aa71-42fd-a9c4-e81fe8d68e82', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1587.391579] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Creating folder: Project (0e713382cbd9437c8410f70bc3694549). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1587.391884] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf20a51d-865a-4480-87e4-a4d34bee7664 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.404479] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Created folder: Project (0e713382cbd9437c8410f70bc3694549) in parent group-v351483. [ 1587.404830] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Creating folder: Instances. Parent ref: group-v351759. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1587.405050] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42f5c192-e33f-4715-bfec-466c7e8211f2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.419740] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Created folder: Instances in parent group-v351759. [ 1587.420043] env[63097]: DEBUG oslo.service.loopingcall [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1587.420271] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1587.420492] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac209749-b0a5-411b-bc00-5f28d79fede4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.435940] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f2828095-4d10-4b66-94f7-4ec2a8ff207d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "interface-4b465cb3-7b93-4088-bdb2-3903f15a2672-771e7d7c-49a5-48cb-adc2-592618788d81" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1587.436262] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f2828095-4d10-4b66-94f7-4ec2a8ff207d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "interface-4b465cb3-7b93-4088-bdb2-3903f15a2672-771e7d7c-49a5-48cb-adc2-592618788d81" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.446324] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1587.446324] env[63097]: value = "task-1687565" [ 1587.446324] env[63097]: _type = "Task" [ 1587.446324] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.456769] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687565, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.504262] env[63097]: DEBUG nova.compute.utils [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1587.510126] env[63097]: DEBUG nova.compute.manager [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1587.510351] env[63097]: DEBUG nova.network.neutron [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1587.575201] env[63097]: DEBUG nova.policy [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09fa18f4709b45b1ab61efadfb448f8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ed7ca435e054c03a6e4ed9a11cc8646', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1587.651570] env[63097]: DEBUG oslo_concurrency.lockutils [None req-edcd2763-3ac6-40fd-b4ae-6cf0b30e4017 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "7768a01a-af84-476c-b51f-52034197ef1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.863s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1587.733718] env[63097]: DEBUG oslo_vmware.api [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687562, 'name': Rename_Task, 'duration_secs': 1.049931} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.736666] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1587.737134] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9dfd9471-4a68-4234-b10c-d3ceefd1e224 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.744951] env[63097]: DEBUG oslo_vmware.api [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Waiting for the task: (returnval){ [ 1587.744951] env[63097]: value = "task-1687566" [ 1587.744951] env[63097]: _type = "Task" [ 1587.744951] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.756556] env[63097]: DEBUG oslo_vmware.api [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687566, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.798286] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32efcb40-7beb-463f-a689-5e04e5559b75 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.806779] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3861a9-ab7f-4f1a-929a-566fb7a8a71c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.841654] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f480ee-20e8-45a3-b827-5224ee001062 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.850388] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81ec582-87b2-4d16-8200-bb4af1437e5d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.867562] env[63097]: DEBUG nova.compute.provider_tree [None req-7711f3d3-d843-45d7-8733-7eb2c583a298 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1587.942135] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f2828095-4d10-4b66-94f7-4ec2a8ff207d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "4b465cb3-7b93-4088-bdb2-3903f15a2672" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1587.942135] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f2828095-4d10-4b66-94f7-4ec2a8ff207d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquired lock "4b465cb3-7b93-4088-bdb2-3903f15a2672" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.942135] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fce0aa3-e574-40ec-a0a9-d02466fb9b8f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.965024] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d01205-5460-4193-ab34-898fc4cf8eee {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.971030] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687565, 'name': CreateVM_Task, 'duration_secs': 0.414885} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.971617] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1587.972329] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1587.972500] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.972820] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1587.973081] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59cd066a-b121-4009-920c-53b46db49299 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.995989] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f2828095-4d10-4b66-94f7-4ec2a8ff207d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Reconfiguring VM to detach interface {{(pid=63097) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1974}} [ 1587.996911] env[63097]: DEBUG nova.network.neutron [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Successfully created port: ddbd643d-d2e7-4409-9cb5-ffa969a9e1bd {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1587.999166] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca2b399f-cf02-4c59-9fab-48b1345db8ec {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.013697] env[63097]: DEBUG nova.compute.manager [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1588.017783] env[63097]: DEBUG oslo_vmware.api [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Waiting for the task: (returnval){ [ 1588.017783] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5246eccf-c9df-c5dc-6d89-775e51e29c6e" [ 1588.017783] env[63097]: _type = "Task" [ 1588.017783] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.025430] env[63097]: DEBUG oslo_vmware.api [None req-f2828095-4d10-4b66-94f7-4ec2a8ff207d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for the task: (returnval){ [ 1588.025430] env[63097]: value = "task-1687567" [ 1588.025430] env[63097]: _type = "Task" [ 1588.025430] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.029103] env[63097]: DEBUG oslo_vmware.api [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5246eccf-c9df-c5dc-6d89-775e51e29c6e, 'name': SearchDatastore_Task, 'duration_secs': 0.011738} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.032509] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.032509] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1588.032652] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1588.032760] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.032966] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1588.033269] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f802b395-3b08-483b-a07c-1ae8aa89d6ff {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.043484] env[63097]: DEBUG oslo_vmware.api [None req-f2828095-4d10-4b66-94f7-4ec2a8ff207d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687567, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.044771] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1588.044960] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1588.045741] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2fd2d43-c509-4527-a32e-1204bbd96921 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.052958] env[63097]: DEBUG oslo_vmware.api [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Waiting for the task: (returnval){ [ 1588.052958] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52215ec7-1410-48d5-8bb3-b7f3b55a02cf" [ 1588.052958] env[63097]: _type = "Task" [ 1588.052958] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.063079] env[63097]: DEBUG oslo_vmware.api [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52215ec7-1410-48d5-8bb3-b7f3b55a02cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.145506] env[63097]: DEBUG nova.compute.manager [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Stashing vm_state: active {{(pid=63097) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1588.256379] env[63097]: DEBUG oslo_vmware.api [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687566, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.327854] env[63097]: DEBUG nova.compute.manager [req-179c1b22-bb24-4cbf-9402-047a4173f528 req-7dbea22d-b373-4274-91ad-0a516cf1d935 service nova] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Received event network-changed-d1140c2e-0c1e-4937-978f-1260aa57b320 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1588.328401] env[63097]: DEBUG nova.compute.manager [req-179c1b22-bb24-4cbf-9402-047a4173f528 req-7dbea22d-b373-4274-91ad-0a516cf1d935 service nova] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Refreshing instance network info cache due to event network-changed-d1140c2e-0c1e-4937-978f-1260aa57b320. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1588.328545] env[63097]: DEBUG oslo_concurrency.lockutils [req-179c1b22-bb24-4cbf-9402-047a4173f528 req-7dbea22d-b373-4274-91ad-0a516cf1d935 service nova] Acquiring lock "refresh_cache-bca51e28-e24e-47dd-86e2-935d76b79bc0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1588.328669] env[63097]: DEBUG oslo_concurrency.lockutils [req-179c1b22-bb24-4cbf-9402-047a4173f528 req-7dbea22d-b373-4274-91ad-0a516cf1d935 service nova] Acquired lock "refresh_cache-bca51e28-e24e-47dd-86e2-935d76b79bc0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.328840] env[63097]: DEBUG nova.network.neutron [req-179c1b22-bb24-4cbf-9402-047a4173f528 req-7dbea22d-b373-4274-91ad-0a516cf1d935 service nova] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Refreshing network info cache for port d1140c2e-0c1e-4937-978f-1260aa57b320 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1588.371083] env[63097]: DEBUG nova.scheduler.client.report [None req-7711f3d3-d843-45d7-8733-7eb2c583a298 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1588.540678] env[63097]: DEBUG oslo_vmware.api [None req-f2828095-4d10-4b66-94f7-4ec2a8ff207d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687567, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.566308] env[63097]: DEBUG oslo_vmware.api [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52215ec7-1410-48d5-8bb3-b7f3b55a02cf, 'name': SearchDatastore_Task, 'duration_secs': 0.012872} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.567182] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f32109d-5dd8-426e-94b6-3d6693c1b5ce {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.573462] env[63097]: DEBUG oslo_vmware.api [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Waiting for the task: (returnval){ [ 1588.573462] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52ecaa0f-7098-aa67-c26e-a84ba0dd0c39" [ 1588.573462] env[63097]: _type = "Task" [ 1588.573462] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.580336] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b1ed6d-01d4-4ec1-aa88-96899fc4bf15 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.586486] env[63097]: DEBUG oslo_vmware.api [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52ecaa0f-7098-aa67-c26e-a84ba0dd0c39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.595030] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-90804c79-06da-4f17-a93a-5f211291208a tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Suspending the VM {{(pid=63097) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1163}} [ 1588.595030] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-4e7c5c6a-5e02-4c60-b926-a366a7bed3af {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.604726] env[63097]: DEBUG oslo_vmware.api [None req-90804c79-06da-4f17-a93a-5f211291208a tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1588.604726] env[63097]: value = "task-1687568" [ 1588.604726] env[63097]: _type = "Task" [ 1588.604726] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.614394] env[63097]: DEBUG oslo_vmware.api [None req-90804c79-06da-4f17-a93a-5f211291208a tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687568, 'name': SuspendVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.668893] env[63097]: DEBUG oslo_concurrency.lockutils [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.756662] env[63097]: DEBUG oslo_vmware.api [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687566, 'name': PowerOnVM_Task, 'duration_secs': 0.908552} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.756972] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1588.757204] env[63097]: INFO nova.compute.manager [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Took 10.86 seconds to spawn the instance on the hypervisor. [ 1588.757398] env[63097]: DEBUG nova.compute.manager [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1588.758226] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0a1117-3509-447f-aec3-45796bd56808 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.877468] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7711f3d3-d843-45d7-8733-7eb2c583a298 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.877s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.880483] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d4d4718f-fe76-4373-935f-aa6550855b83 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.280s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.880798] env[63097]: DEBUG nova.objects.instance [None req-d4d4718f-fe76-4373-935f-aa6550855b83 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Lazy-loading 'resources' on Instance uuid 2f260405-ecd8-4fc5-93b1-2d547b77468c {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1588.902208] env[63097]: INFO nova.scheduler.client.report [None req-7711f3d3-d843-45d7-8733-7eb2c583a298 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Deleted allocations for instance 04f38ab5-7277-4351-982d-9248c13d7dff [ 1589.023524] env[63097]: DEBUG nova.compute.manager [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1589.046711] env[63097]: DEBUG oslo_vmware.api [None req-f2828095-4d10-4b66-94f7-4ec2a8ff207d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687567, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.055174] env[63097]: DEBUG nova.virt.hardware [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1589.055456] env[63097]: DEBUG nova.virt.hardware [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1589.055658] env[63097]: DEBUG nova.virt.hardware [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1589.055926] env[63097]: DEBUG nova.virt.hardware [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1589.056131] env[63097]: DEBUG nova.virt.hardware [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1589.056332] env[63097]: DEBUG nova.virt.hardware [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1589.056593] env[63097]: DEBUG nova.virt.hardware [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1589.056776] env[63097]: DEBUG nova.virt.hardware [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1589.057020] env[63097]: DEBUG nova.virt.hardware [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1589.057271] env[63097]: DEBUG nova.virt.hardware [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1589.057534] env[63097]: DEBUG nova.virt.hardware [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1589.058492] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1f766e-3c3d-4c62-90fd-7995f2f17a56 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.068244] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef444fc1-ee98-4085-bc1d-da9ea726e0ac {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.092231] env[63097]: DEBUG oslo_vmware.api [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52ecaa0f-7098-aa67-c26e-a84ba0dd0c39, 'name': SearchDatastore_Task, 'duration_secs': 0.013194} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.092573] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1589.092891] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 0635c038-de15-420b-b0a9-8ae85a1c9575/0635c038-de15-420b-b0a9-8ae85a1c9575.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1589.093182] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a0569d2-439e-4c50-b6cb-0fbe9d9e2750 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.100995] env[63097]: DEBUG oslo_vmware.api [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Waiting for the task: (returnval){ [ 1589.100995] env[63097]: value = "task-1687569" [ 1589.100995] env[63097]: _type = "Task" [ 1589.100995] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.115796] env[63097]: DEBUG oslo_vmware.api [None req-90804c79-06da-4f17-a93a-5f211291208a tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687568, 'name': SuspendVM_Task} progress is 58%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.118949] env[63097]: DEBUG oslo_vmware.api [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': task-1687569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.143858] env[63097]: DEBUG nova.network.neutron [req-179c1b22-bb24-4cbf-9402-047a4173f528 req-7dbea22d-b373-4274-91ad-0a516cf1d935 service nova] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Updated VIF entry in instance network info cache for port d1140c2e-0c1e-4937-978f-1260aa57b320. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1589.144297] env[63097]: DEBUG nova.network.neutron [req-179c1b22-bb24-4cbf-9402-047a4173f528 req-7dbea22d-b373-4274-91ad-0a516cf1d935 service nova] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Updating instance_info_cache with network_info: [{"id": "d1140c2e-0c1e-4937-978f-1260aa57b320", "address": "fa:16:3e:38:ee:d1", "network": {"id": "d70cadc2-f0c2-4049-9ac7-d45e51f71646", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-192217268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "948f5dbd858b498ab568c3656c1b46ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1140c2e-0c", "ovs_interfaceid": "d1140c2e-0c1e-4937-978f-1260aa57b320", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1589.280291] env[63097]: INFO nova.compute.manager [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Took 32.20 seconds to build instance. [ 1589.412599] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7711f3d3-d843-45d7-8733-7eb2c583a298 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "04f38ab5-7277-4351-982d-9248c13d7dff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.762s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.543462] env[63097]: DEBUG oslo_vmware.api [None req-f2828095-4d10-4b66-94f7-4ec2a8ff207d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687567, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.621573] env[63097]: DEBUG oslo_vmware.api [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': task-1687569, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.625117] env[63097]: DEBUG oslo_vmware.api [None req-90804c79-06da-4f17-a93a-5f211291208a tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687568, 'name': SuspendVM_Task, 'duration_secs': 0.738557} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.628012] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-90804c79-06da-4f17-a93a-5f211291208a tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Suspended the VM {{(pid=63097) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1167}} [ 1589.628242] env[63097]: DEBUG nova.compute.manager [None req-90804c79-06da-4f17-a93a-5f211291208a tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1589.629373] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10fb201-e343-4ce2-a9d5-48431097c77e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.646875] env[63097]: DEBUG oslo_concurrency.lockutils [req-179c1b22-bb24-4cbf-9402-047a4173f528 req-7dbea22d-b373-4274-91ad-0a516cf1d935 service nova] Releasing lock "refresh_cache-bca51e28-e24e-47dd-86e2-935d76b79bc0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1589.647175] env[63097]: DEBUG nova.compute.manager [req-179c1b22-bb24-4cbf-9402-047a4173f528 req-7dbea22d-b373-4274-91ad-0a516cf1d935 service nova] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Received event network-changed-593b2a8c-aa71-42fd-a9c4-e81fe8d68e82 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1589.647356] env[63097]: DEBUG nova.compute.manager [req-179c1b22-bb24-4cbf-9402-047a4173f528 req-7dbea22d-b373-4274-91ad-0a516cf1d935 service nova] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Refreshing instance network info cache due to event network-changed-593b2a8c-aa71-42fd-a9c4-e81fe8d68e82. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1589.647570] env[63097]: DEBUG oslo_concurrency.lockutils [req-179c1b22-bb24-4cbf-9402-047a4173f528 req-7dbea22d-b373-4274-91ad-0a516cf1d935 service nova] Acquiring lock "refresh_cache-0635c038-de15-420b-b0a9-8ae85a1c9575" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.647720] env[63097]: DEBUG oslo_concurrency.lockutils [req-179c1b22-bb24-4cbf-9402-047a4173f528 req-7dbea22d-b373-4274-91ad-0a516cf1d935 service nova] Acquired lock "refresh_cache-0635c038-de15-420b-b0a9-8ae85a1c9575" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.647912] env[63097]: DEBUG nova.network.neutron [req-179c1b22-bb24-4cbf-9402-047a4173f528 req-7dbea22d-b373-4274-91ad-0a516cf1d935 service nova] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Refreshing network info cache for port 593b2a8c-aa71-42fd-a9c4-e81fe8d68e82 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1589.713908] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92728e3-8541-445e-a8e3-2bce2dc86af1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.728024] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a6c399-97d8-4468-9a6a-ee87301a256e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.785503] env[63097]: DEBUG oslo_concurrency.lockutils [None req-aae4dff0-1b14-4e60-ade0-348174db0c34 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lock "a57272b6-0113-4496-acd7-707165982cef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.718s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.789426] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b20202-a1a2-4df3-86a1-9c7d369b41b5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.795266] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd29dbe-3b0d-4059-b40b-526f964befb1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.812343] env[63097]: DEBUG nova.compute.provider_tree [None req-d4d4718f-fe76-4373-935f-aa6550855b83 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1589.899045] env[63097]: DEBUG nova.network.neutron [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Successfully updated port: ddbd643d-d2e7-4409-9cb5-ffa969a9e1bd {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1590.045594] env[63097]: DEBUG oslo_vmware.api [None req-f2828095-4d10-4b66-94f7-4ec2a8ff207d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687567, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.114586] env[63097]: DEBUG oslo_vmware.api [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': task-1687569, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546423} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.114897] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 0635c038-de15-420b-b0a9-8ae85a1c9575/0635c038-de15-420b-b0a9-8ae85a1c9575.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1590.115179] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1590.115449] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31439932-77f7-4d7d-a4a1-7d71f733caaa {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.123881] env[63097]: DEBUG oslo_vmware.api [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Waiting for the task: (returnval){ [ 1590.123881] env[63097]: value = "task-1687570" [ 1590.123881] env[63097]: _type = "Task" [ 1590.123881] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.134785] env[63097]: DEBUG oslo_vmware.api [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': task-1687570, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.316421] env[63097]: DEBUG nova.scheduler.client.report [None req-d4d4718f-fe76-4373-935f-aa6550855b83 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1590.365351] env[63097]: DEBUG nova.compute.manager [req-53f216f5-5afe-4910-856b-1255fda51213 req-c6488bcf-48dd-4938-aa11-f3738a0cc62b service nova] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Received event network-vif-plugged-ddbd643d-d2e7-4409-9cb5-ffa969a9e1bd {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1590.365686] env[63097]: DEBUG oslo_concurrency.lockutils [req-53f216f5-5afe-4910-856b-1255fda51213 req-c6488bcf-48dd-4938-aa11-f3738a0cc62b service nova] Acquiring lock "d59281ff-c5be-4bd1-bbe4-2d2b5bf50473-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.366169] env[63097]: DEBUG oslo_concurrency.lockutils [req-53f216f5-5afe-4910-856b-1255fda51213 req-c6488bcf-48dd-4938-aa11-f3738a0cc62b service nova] Lock "d59281ff-c5be-4bd1-bbe4-2d2b5bf50473-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.366169] env[63097]: DEBUG oslo_concurrency.lockutils [req-53f216f5-5afe-4910-856b-1255fda51213 req-c6488bcf-48dd-4938-aa11-f3738a0cc62b service nova] Lock "d59281ff-c5be-4bd1-bbe4-2d2b5bf50473-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.366287] env[63097]: DEBUG nova.compute.manager [req-53f216f5-5afe-4910-856b-1255fda51213 req-c6488bcf-48dd-4938-aa11-f3738a0cc62b service nova] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] No waiting events found dispatching network-vif-plugged-ddbd643d-d2e7-4409-9cb5-ffa969a9e1bd {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1590.366441] env[63097]: WARNING nova.compute.manager [req-53f216f5-5afe-4910-856b-1255fda51213 req-c6488bcf-48dd-4938-aa11-f3738a0cc62b service nova] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Received unexpected event network-vif-plugged-ddbd643d-d2e7-4409-9cb5-ffa969a9e1bd for instance with vm_state building and task_state spawning. [ 1590.367251] env[63097]: DEBUG nova.compute.manager [req-53f216f5-5afe-4910-856b-1255fda51213 req-c6488bcf-48dd-4938-aa11-f3738a0cc62b service nova] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Received event network-changed-ddbd643d-d2e7-4409-9cb5-ffa969a9e1bd {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1590.367251] env[63097]: DEBUG nova.compute.manager [req-53f216f5-5afe-4910-856b-1255fda51213 req-c6488bcf-48dd-4938-aa11-f3738a0cc62b service nova] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Refreshing instance network info cache due to event network-changed-ddbd643d-d2e7-4409-9cb5-ffa969a9e1bd. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1590.367251] env[63097]: DEBUG oslo_concurrency.lockutils [req-53f216f5-5afe-4910-856b-1255fda51213 req-c6488bcf-48dd-4938-aa11-f3738a0cc62b service nova] Acquiring lock "refresh_cache-d59281ff-c5be-4bd1-bbe4-2d2b5bf50473" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.367251] env[63097]: DEBUG oslo_concurrency.lockutils [req-53f216f5-5afe-4910-856b-1255fda51213 req-c6488bcf-48dd-4938-aa11-f3738a0cc62b service nova] Acquired lock "refresh_cache-d59281ff-c5be-4bd1-bbe4-2d2b5bf50473" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.367412] env[63097]: DEBUG nova.network.neutron [req-53f216f5-5afe-4910-856b-1255fda51213 req-c6488bcf-48dd-4938-aa11-f3738a0cc62b service nova] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Refreshing network info cache for port ddbd643d-d2e7-4409-9cb5-ffa969a9e1bd {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1590.381592] env[63097]: DEBUG nova.network.neutron [req-179c1b22-bb24-4cbf-9402-047a4173f528 req-7dbea22d-b373-4274-91ad-0a516cf1d935 service nova] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Updated VIF entry in instance network info cache for port 593b2a8c-aa71-42fd-a9c4-e81fe8d68e82. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1590.382422] env[63097]: DEBUG nova.network.neutron [req-179c1b22-bb24-4cbf-9402-047a4173f528 req-7dbea22d-b373-4274-91ad-0a516cf1d935 service nova] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Updating instance_info_cache with network_info: [{"id": "593b2a8c-aa71-42fd-a9c4-e81fe8d68e82", "address": "fa:16:3e:01:93:1a", "network": {"id": "db14521b-363a-4fb4-9776-b949d999cb81", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-785804232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e713382cbd9437c8410f70bc3694549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap593b2a8c-aa", "ovs_interfaceid": "593b2a8c-aa71-42fd-a9c4-e81fe8d68e82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1590.406648] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquiring lock "refresh_cache-d59281ff-c5be-4bd1-bbe4-2d2b5bf50473" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.547384] env[63097]: DEBUG oslo_vmware.api [None req-f2828095-4d10-4b66-94f7-4ec2a8ff207d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687567, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.635119] env[63097]: DEBUG oslo_vmware.api [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': task-1687570, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077439} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.635468] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1590.636345] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9474aad2-421a-490b-b8c2-a9eeda6f371d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.662181] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 0635c038-de15-420b-b0a9-8ae85a1c9575/0635c038-de15-420b-b0a9-8ae85a1c9575.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1590.662984] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0998468f-9137-4109-bd3d-53113214218f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.680841] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9a95f8d8-34fd-4c4b-8ffa-eb78327909c4 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquiring lock "626a994b-6d9c-494e-ab6d-1c3a885faf36" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.681136] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9a95f8d8-34fd-4c4b-8ffa-eb78327909c4 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "626a994b-6d9c-494e-ab6d-1c3a885faf36" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.689667] env[63097]: DEBUG oslo_vmware.api [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Waiting for the task: (returnval){ [ 1590.689667] env[63097]: value = "task-1687571" [ 1590.689667] env[63097]: _type = "Task" [ 1590.689667] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.701907] env[63097]: DEBUG oslo_vmware.api [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': task-1687571, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.824052] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d4d4718f-fe76-4373-935f-aa6550855b83 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.942s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.824767] env[63097]: DEBUG oslo_concurrency.lockutils [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.458s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.827548] env[63097]: INFO nova.compute.claims [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1590.848397] env[63097]: INFO nova.scheduler.client.report [None req-d4d4718f-fe76-4373-935f-aa6550855b83 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Deleted allocations for instance 2f260405-ecd8-4fc5-93b1-2d547b77468c [ 1590.885540] env[63097]: DEBUG oslo_concurrency.lockutils [req-179c1b22-bb24-4cbf-9402-047a4173f528 req-7dbea22d-b373-4274-91ad-0a516cf1d935 service nova] Releasing lock "refresh_cache-0635c038-de15-420b-b0a9-8ae85a1c9575" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1590.909592] env[63097]: DEBUG nova.compute.manager [req-6b73f9f3-65c2-44a8-8fa7-9f231de68ad9 req-07849993-cc4f-474b-b0b1-f6f6be821a4a service nova] [instance: a57272b6-0113-4496-acd7-707165982cef] Received event network-changed-1a481644-c41e-4c9f-a501-2e31f8c3f5ff {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1590.909592] env[63097]: DEBUG nova.compute.manager [req-6b73f9f3-65c2-44a8-8fa7-9f231de68ad9 req-07849993-cc4f-474b-b0b1-f6f6be821a4a service nova] [instance: a57272b6-0113-4496-acd7-707165982cef] Refreshing instance network info cache due to event network-changed-1a481644-c41e-4c9f-a501-2e31f8c3f5ff. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1590.909592] env[63097]: DEBUG oslo_concurrency.lockutils [req-6b73f9f3-65c2-44a8-8fa7-9f231de68ad9 req-07849993-cc4f-474b-b0b1-f6f6be821a4a service nova] Acquiring lock "refresh_cache-a57272b6-0113-4496-acd7-707165982cef" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.909592] env[63097]: DEBUG oslo_concurrency.lockutils [req-6b73f9f3-65c2-44a8-8fa7-9f231de68ad9 req-07849993-cc4f-474b-b0b1-f6f6be821a4a service nova] Acquired lock "refresh_cache-a57272b6-0113-4496-acd7-707165982cef" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.909592] env[63097]: DEBUG nova.network.neutron [req-6b73f9f3-65c2-44a8-8fa7-9f231de68ad9 req-07849993-cc4f-474b-b0b1-f6f6be821a4a service nova] [instance: a57272b6-0113-4496-acd7-707165982cef] Refreshing network info cache for port 1a481644-c41e-4c9f-a501-2e31f8c3f5ff {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1590.920904] env[63097]: DEBUG nova.network.neutron [req-53f216f5-5afe-4910-856b-1255fda51213 req-c6488bcf-48dd-4938-aa11-f3738a0cc62b service nova] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1591.009839] env[63097]: DEBUG nova.network.neutron [req-53f216f5-5afe-4910-856b-1255fda51213 req-c6488bcf-48dd-4938-aa11-f3738a0cc62b service nova] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1591.050414] env[63097]: DEBUG oslo_vmware.api [None req-f2828095-4d10-4b66-94f7-4ec2a8ff207d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687567, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.077505] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ca42a2c3-0f6b-45b2-990a-edf0bd61d5e1 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "7768a01a-af84-476c-b51f-52034197ef1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.077777] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ca42a2c3-0f6b-45b2-990a-edf0bd61d5e1 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "7768a01a-af84-476c-b51f-52034197ef1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.077996] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ca42a2c3-0f6b-45b2-990a-edf0bd61d5e1 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "7768a01a-af84-476c-b51f-52034197ef1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.078199] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ca42a2c3-0f6b-45b2-990a-edf0bd61d5e1 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "7768a01a-af84-476c-b51f-52034197ef1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.078371] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ca42a2c3-0f6b-45b2-990a-edf0bd61d5e1 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "7768a01a-af84-476c-b51f-52034197ef1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.080783] env[63097]: INFO nova.compute.manager [None req-ca42a2c3-0f6b-45b2-990a-edf0bd61d5e1 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Terminating instance [ 1591.082711] env[63097]: DEBUG nova.compute.manager [None req-ca42a2c3-0f6b-45b2-990a-edf0bd61d5e1 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1591.082972] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-ca42a2c3-0f6b-45b2-990a-edf0bd61d5e1 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1591.083926] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad3cbac-c825-4294-874c-9316bb0d992c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.094517] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-ca42a2c3-0f6b-45b2-990a-edf0bd61d5e1 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1591.094783] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd8e8bd9-db42-4f21-b8e8-195b3ac23394 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.184734] env[63097]: INFO nova.compute.manager [None req-9a95f8d8-34fd-4c4b-8ffa-eb78327909c4 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Detaching volume 6a501f0f-7207-43c5-b9da-3d10cdaef78e [ 1591.204428] env[63097]: DEBUG oslo_vmware.api [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': task-1687571, 'name': ReconfigVM_Task, 'duration_secs': 0.330072} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.204595] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 0635c038-de15-420b-b0a9-8ae85a1c9575/0635c038-de15-420b-b0a9-8ae85a1c9575.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1591.205279] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e12030ec-c763-44d9-b718-180c4f5ba6c4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.211767] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-ca42a2c3-0f6b-45b2-990a-edf0bd61d5e1 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1591.212148] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-ca42a2c3-0f6b-45b2-990a-edf0bd61d5e1 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1591.212369] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca42a2c3-0f6b-45b2-990a-edf0bd61d5e1 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Deleting the datastore file [datastore2] 7768a01a-af84-476c-b51f-52034197ef1b {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1591.212657] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c753cd4f-9eea-49f3-aaff-82fd29588298 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.216618] env[63097]: DEBUG oslo_vmware.api [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Waiting for the task: (returnval){ [ 1591.216618] env[63097]: value = "task-1687573" [ 1591.216618] env[63097]: _type = "Task" [ 1591.216618] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.222882] env[63097]: DEBUG oslo_vmware.api [None req-ca42a2c3-0f6b-45b2-990a-edf0bd61d5e1 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1591.222882] env[63097]: value = "task-1687574" [ 1591.222882] env[63097]: _type = "Task" [ 1591.222882] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.226543] env[63097]: DEBUG oslo_vmware.api [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': task-1687573, 'name': Rename_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.231337] env[63097]: INFO nova.virt.block_device [None req-9a95f8d8-34fd-4c4b-8ffa-eb78327909c4 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Attempting to driver detach volume 6a501f0f-7207-43c5-b9da-3d10cdaef78e from mountpoint /dev/sdb [ 1591.231569] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a95f8d8-34fd-4c4b-8ffa-eb78327909c4 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Volume detach. Driver type: vmdk {{(pid=63097) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1591.231760] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a95f8d8-34fd-4c4b-8ffa-eb78327909c4 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351717', 'volume_id': '6a501f0f-7207-43c5-b9da-3d10cdaef78e', 'name': 'volume-6a501f0f-7207-43c5-b9da-3d10cdaef78e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '626a994b-6d9c-494e-ab6d-1c3a885faf36', 'attached_at': '', 'detached_at': '', 'volume_id': '6a501f0f-7207-43c5-b9da-3d10cdaef78e', 'serial': '6a501f0f-7207-43c5-b9da-3d10cdaef78e'} {{(pid=63097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1591.232599] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9246e366-cdad-4014-90ea-096272dc51fa {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.238120] env[63097]: DEBUG oslo_vmware.api [None req-ca42a2c3-0f6b-45b2-990a-edf0bd61d5e1 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.257759] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f453689f-fa3e-43d2-9aab-efa4482e7066 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.265934] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5b3bf6-af71-456a-b9bf-dc3c0e62e9ad {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.287425] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcb4e84-5609-4ee6-b636-199731d695c4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.303539] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a95f8d8-34fd-4c4b-8ffa-eb78327909c4 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] The volume has not been displaced from its original location: [datastore1] volume-6a501f0f-7207-43c5-b9da-3d10cdaef78e/volume-6a501f0f-7207-43c5-b9da-3d10cdaef78e.vmdk. No consolidation needed. {{(pid=63097) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1591.308825] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a95f8d8-34fd-4c4b-8ffa-eb78327909c4 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Reconfiguring VM instance instance-0000004b to detach disk 2001 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1591.309196] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1178f46b-d758-4372-8c50-98fdb120006f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.330017] env[63097]: DEBUG oslo_vmware.api [None req-9a95f8d8-34fd-4c4b-8ffa-eb78327909c4 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1591.330017] env[63097]: value = "task-1687575" [ 1591.330017] env[63097]: _type = "Task" [ 1591.330017] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.340735] env[63097]: DEBUG oslo_vmware.api [None req-9a95f8d8-34fd-4c4b-8ffa-eb78327909c4 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687575, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.360700] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d4d4718f-fe76-4373-935f-aa6550855b83 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Lock "2f260405-ecd8-4fc5-93b1-2d547b77468c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.628s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.512704] env[63097]: DEBUG oslo_concurrency.lockutils [req-53f216f5-5afe-4910-856b-1255fda51213 req-c6488bcf-48dd-4938-aa11-f3738a0cc62b service nova] Releasing lock "refresh_cache-d59281ff-c5be-4bd1-bbe4-2d2b5bf50473" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1591.513586] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquired lock "refresh_cache-d59281ff-c5be-4bd1-bbe4-2d2b5bf50473" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.513586] env[63097]: DEBUG nova.network.neutron [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1591.550077] env[63097]: DEBUG oslo_vmware.api [None req-f2828095-4d10-4b66-94f7-4ec2a8ff207d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687567, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.717200] env[63097]: DEBUG nova.network.neutron [req-6b73f9f3-65c2-44a8-8fa7-9f231de68ad9 req-07849993-cc4f-474b-b0b1-f6f6be821a4a service nova] [instance: a57272b6-0113-4496-acd7-707165982cef] Updated VIF entry in instance network info cache for port 1a481644-c41e-4c9f-a501-2e31f8c3f5ff. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1591.717592] env[63097]: DEBUG nova.network.neutron [req-6b73f9f3-65c2-44a8-8fa7-9f231de68ad9 req-07849993-cc4f-474b-b0b1-f6f6be821a4a service nova] [instance: a57272b6-0113-4496-acd7-707165982cef] Updating instance_info_cache with network_info: [{"id": "1a481644-c41e-4c9f-a501-2e31f8c3f5ff", "address": "fa:16:3e:b2:bb:7d", "network": {"id": "6375026c-4627-4a07-aa60-e3d2d4e37f02", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1395500172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee21af820a2c4aaea0dd1f2ba2d477d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a481644-c4", "ovs_interfaceid": "1a481644-c41e-4c9f-a501-2e31f8c3f5ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1591.728919] env[63097]: DEBUG oslo_vmware.api [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': task-1687573, 'name': Rename_Task, 'duration_secs': 0.240194} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.732656] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1591.733191] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88c8550f-41d3-45c2-9d86-b3d6aa670756 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.740772] env[63097]: DEBUG oslo_vmware.api [None req-ca42a2c3-0f6b-45b2-990a-edf0bd61d5e1 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687574, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242217} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.741977] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca42a2c3-0f6b-45b2-990a-edf0bd61d5e1 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1591.742194] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-ca42a2c3-0f6b-45b2-990a-edf0bd61d5e1 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1591.742378] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-ca42a2c3-0f6b-45b2-990a-edf0bd61d5e1 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1591.742552] env[63097]: INFO nova.compute.manager [None req-ca42a2c3-0f6b-45b2-990a-edf0bd61d5e1 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Took 0.66 seconds to destroy the instance on the hypervisor. [ 1591.742797] env[63097]: DEBUG oslo.service.loopingcall [None req-ca42a2c3-0f6b-45b2-990a-edf0bd61d5e1 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1591.743063] env[63097]: DEBUG oslo_vmware.api [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Waiting for the task: (returnval){ [ 1591.743063] env[63097]: value = "task-1687576" [ 1591.743063] env[63097]: _type = "Task" [ 1591.743063] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.743301] env[63097]: DEBUG nova.compute.manager [-] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1591.743358] env[63097]: DEBUG nova.network.neutron [-] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1591.753383] env[63097]: DEBUG oslo_vmware.api [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': task-1687576, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.842933] env[63097]: DEBUG oslo_vmware.api [None req-9a95f8d8-34fd-4c4b-8ffa-eb78327909c4 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687575, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.048018] env[63097]: DEBUG oslo_vmware.api [None req-f2828095-4d10-4b66-94f7-4ec2a8ff207d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687567, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.105479] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a171d078-fef8-4d06-904e-1e30b627ddf6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.109266] env[63097]: DEBUG nova.network.neutron [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1592.117821] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875f35e9-ac3e-4b51-8887-5204f24afcad {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.154426] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b7f39d-29cb-4e74-95d0-1683d823c435 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.164528] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda8f68d-95fd-44fb-bc00-f7387e6eae7e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.181820] env[63097]: DEBUG nova.compute.provider_tree [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1592.222868] env[63097]: DEBUG oslo_concurrency.lockutils [req-6b73f9f3-65c2-44a8-8fa7-9f231de68ad9 req-07849993-cc4f-474b-b0b1-f6f6be821a4a service nova] Releasing lock "refresh_cache-a57272b6-0113-4496-acd7-707165982cef" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.260206] env[63097]: DEBUG oslo_vmware.api [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': task-1687576, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.343505] env[63097]: DEBUG oslo_vmware.api [None req-9a95f8d8-34fd-4c4b-8ffa-eb78327909c4 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687575, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.376074] env[63097]: DEBUG nova.network.neutron [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Updating instance_info_cache with network_info: [{"id": "ddbd643d-d2e7-4409-9cb5-ffa969a9e1bd", "address": "fa:16:3e:28:2c:48", "network": {"id": "b953abe6-4fcc-4e63-a60e-723743d40098", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-442380871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed7ca435e054c03a6e4ed9a11cc8646", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddbd643d-d2", "ovs_interfaceid": "ddbd643d-d2e7-4409-9cb5-ffa969a9e1bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.394429] env[63097]: DEBUG nova.compute.manager [req-0c50c8a4-db2a-404e-bc95-ec84fc75bfcb req-d03c8d82-1da3-46ed-9ce1-8ffdc02abea6 service nova] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Received event network-vif-deleted-85f96d0c-6d5d-4273-8385-49276eac2a41 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1592.394709] env[63097]: INFO nova.compute.manager [req-0c50c8a4-db2a-404e-bc95-ec84fc75bfcb req-d03c8d82-1da3-46ed-9ce1-8ffdc02abea6 service nova] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Neutron deleted interface 85f96d0c-6d5d-4273-8385-49276eac2a41; detaching it from the instance and deleting it from the info cache [ 1592.394909] env[63097]: DEBUG nova.network.neutron [req-0c50c8a4-db2a-404e-bc95-ec84fc75bfcb req-d03c8d82-1da3-46ed-9ce1-8ffdc02abea6 service nova] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.548828] env[63097]: DEBUG oslo_vmware.api [None req-f2828095-4d10-4b66-94f7-4ec2a8ff207d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687567, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.685192] env[63097]: DEBUG nova.scheduler.client.report [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1592.758861] env[63097]: DEBUG oslo_vmware.api [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': task-1687576, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.772909] env[63097]: DEBUG nova.network.neutron [-] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.840366] env[63097]: DEBUG oslo_vmware.api [None req-9a95f8d8-34fd-4c4b-8ffa-eb78327909c4 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687575, 'name': ReconfigVM_Task, 'duration_secs': 1.324222} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.840665] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a95f8d8-34fd-4c4b-8ffa-eb78327909c4 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Reconfigured VM instance instance-0000004b to detach disk 2001 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1592.845827] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0fd7806-6860-4825-b38c-2337e32a97bd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.863287] env[63097]: DEBUG oslo_vmware.api [None req-9a95f8d8-34fd-4c4b-8ffa-eb78327909c4 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1592.863287] env[63097]: value = "task-1687578" [ 1592.863287] env[63097]: _type = "Task" [ 1592.863287] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.877194] env[63097]: DEBUG oslo_vmware.api [None req-9a95f8d8-34fd-4c4b-8ffa-eb78327909c4 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687578, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.878935] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Releasing lock "refresh_cache-d59281ff-c5be-4bd1-bbe4-2d2b5bf50473" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.879265] env[63097]: DEBUG nova.compute.manager [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Instance network_info: |[{"id": "ddbd643d-d2e7-4409-9cb5-ffa969a9e1bd", "address": "fa:16:3e:28:2c:48", "network": {"id": "b953abe6-4fcc-4e63-a60e-723743d40098", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-442380871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed7ca435e054c03a6e4ed9a11cc8646", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddbd643d-d2", "ovs_interfaceid": "ddbd643d-d2e7-4409-9cb5-ffa969a9e1bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1592.879764] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:2c:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82dbbfe2-640b-433f-a8e9-1566bd40fb34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ddbd643d-d2e7-4409-9cb5-ffa969a9e1bd', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1592.888676] env[63097]: DEBUG oslo.service.loopingcall [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1592.889119] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1592.889509] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cda29438-9a38-4624-965e-fc6f0db75eba {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.905508] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa1ddbc9-aa3b-4eb2-89e1-119180e45fa3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.917118] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12cee3c6-cb63-4bf9-af92-f7553b43ee23 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.927420] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1592.927420] env[63097]: value = "task-1687579" [ 1592.927420] env[63097]: _type = "Task" [ 1592.927420] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.938258] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687579, 'name': CreateVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.952409] env[63097]: DEBUG nova.compute.manager [req-0c50c8a4-db2a-404e-bc95-ec84fc75bfcb req-d03c8d82-1da3-46ed-9ce1-8ffdc02abea6 service nova] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Detach interface failed, port_id=85f96d0c-6d5d-4273-8385-49276eac2a41, reason: Instance 7768a01a-af84-476c-b51f-52034197ef1b could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1593.049221] env[63097]: DEBUG oslo_vmware.api [None req-f2828095-4d10-4b66-94f7-4ec2a8ff207d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687567, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.191320] env[63097]: DEBUG oslo_concurrency.lockutils [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.192357] env[63097]: DEBUG nova.compute.manager [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1593.194372] env[63097]: DEBUG oslo_concurrency.lockutils [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.526s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.258689] env[63097]: DEBUG oslo_vmware.api [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': task-1687576, 'name': PowerOnVM_Task, 'duration_secs': 1.127488} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.258987] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1593.259213] env[63097]: INFO nova.compute.manager [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Took 9.17 seconds to spawn the instance on the hypervisor. [ 1593.259402] env[63097]: DEBUG nova.compute.manager [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1593.260252] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee7c917-a0cf-46a5-85c9-2de30d8668c6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.279822] env[63097]: INFO nova.compute.manager [-] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Took 1.54 seconds to deallocate network for instance. [ 1593.373898] env[63097]: DEBUG oslo_vmware.api [None req-9a95f8d8-34fd-4c4b-8ffa-eb78327909c4 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687578, 'name': ReconfigVM_Task, 'duration_secs': 0.180837} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.374261] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a95f8d8-34fd-4c4b-8ffa-eb78327909c4 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351717', 'volume_id': '6a501f0f-7207-43c5-b9da-3d10cdaef78e', 'name': 'volume-6a501f0f-7207-43c5-b9da-3d10cdaef78e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '626a994b-6d9c-494e-ab6d-1c3a885faf36', 'attached_at': '', 'detached_at': '', 'volume_id': '6a501f0f-7207-43c5-b9da-3d10cdaef78e', 'serial': '6a501f0f-7207-43c5-b9da-3d10cdaef78e'} {{(pid=63097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1593.437921] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687579, 'name': CreateVM_Task, 'duration_secs': 0.405344} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.438264] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1593.438965] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1593.439160] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.439487] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1593.439833] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-384ab75c-4687-4edc-bc8d-9be6a508d13c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.444614] env[63097]: DEBUG oslo_vmware.api [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1593.444614] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52cbd3cc-2253-2440-7059-d03a2e938b3b" [ 1593.444614] env[63097]: _type = "Task" [ 1593.444614] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.452277] env[63097]: DEBUG oslo_vmware.api [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52cbd3cc-2253-2440-7059-d03a2e938b3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.549506] env[63097]: DEBUG oslo_vmware.api [None req-f2828095-4d10-4b66-94f7-4ec2a8ff207d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687567, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.697723] env[63097]: DEBUG nova.compute.utils [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1593.701471] env[63097]: INFO nova.compute.claims [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1593.705873] env[63097]: DEBUG nova.compute.manager [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1593.706063] env[63097]: DEBUG nova.network.neutron [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1593.759086] env[63097]: DEBUG nova.policy [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f666fad7d1b44451b7853be17daac034', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '698609218f87444a806ede2ee3ee9fa6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1593.776774] env[63097]: INFO nova.compute.manager [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Took 25.36 seconds to build instance. [ 1593.786636] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ca42a2c3-0f6b-45b2-990a-edf0bd61d5e1 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.923400] env[63097]: DEBUG nova.objects.instance [None req-9a95f8d8-34fd-4c4b-8ffa-eb78327909c4 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lazy-loading 'flavor' on Instance uuid 626a994b-6d9c-494e-ab6d-1c3a885faf36 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1593.956951] env[63097]: DEBUG oslo_vmware.api [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52cbd3cc-2253-2440-7059-d03a2e938b3b, 'name': SearchDatastore_Task, 'duration_secs': 0.015809} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.957225] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1593.957469] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1593.957708] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1593.957859] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.958052] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1593.958329] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a56da37-b6f2-4fbc-aeb9-727aa460b9ba {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.971574] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1593.971810] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1593.972574] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba77361d-2df8-48b7-b334-9b6e7558ce57 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.978550] env[63097]: DEBUG oslo_vmware.api [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1593.978550] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52216757-71a7-fae3-cb8e-966dcf27316f" [ 1593.978550] env[63097]: _type = "Task" [ 1593.978550] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.987442] env[63097]: DEBUG oslo_vmware.api [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52216757-71a7-fae3-cb8e-966dcf27316f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.051683] env[63097]: DEBUG oslo_vmware.api [None req-f2828095-4d10-4b66-94f7-4ec2a8ff207d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687567, 'name': ReconfigVM_Task, 'duration_secs': 5.896508} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.051973] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f2828095-4d10-4b66-94f7-4ec2a8ff207d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Releasing lock "4b465cb3-7b93-4088-bdb2-3903f15a2672" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.052591] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f2828095-4d10-4b66-94f7-4ec2a8ff207d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Reconfigured VM to detach interface {{(pid=63097) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1984}} [ 1594.145555] env[63097]: DEBUG nova.network.neutron [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] Successfully created port: 2b051b5e-944c-4420-a6a0-221becf952eb {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1594.207032] env[63097]: DEBUG nova.compute.manager [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1594.210793] env[63097]: INFO nova.compute.resource_tracker [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Updating resource usage from migration 0322031c-7b4f-44b7-bc4d-c47141ff36c5 [ 1594.279506] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d9427328-fbd3-4ffb-ae6a-13dd83710cca tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Lock "0635c038-de15-420b-b0a9-8ae85a1c9575" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.868s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.397498] env[63097]: DEBUG oslo_vmware.rw_handles [None req-050b7173-ea85-4cae-9162-047016cc61d4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5299cafb-cebf-3188-b9e7-0acc47cea643/disk-0.vmdk. {{(pid=63097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1594.398461] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de5666a-1950-4e60-9ae0-2e2a44edc499 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.413019] env[63097]: DEBUG oslo_vmware.rw_handles [None req-050b7173-ea85-4cae-9162-047016cc61d4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5299cafb-cebf-3188-b9e7-0acc47cea643/disk-0.vmdk is in state: ready. {{(pid=63097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1594.413019] env[63097]: ERROR oslo_vmware.rw_handles [None req-050b7173-ea85-4cae-9162-047016cc61d4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5299cafb-cebf-3188-b9e7-0acc47cea643/disk-0.vmdk due to incomplete transfer. [ 1594.413019] env[63097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-17c61c9c-3485-4577-904d-7401d18664ea {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.426636] env[63097]: DEBUG oslo_vmware.rw_handles [None req-050b7173-ea85-4cae-9162-047016cc61d4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5299cafb-cebf-3188-b9e7-0acc47cea643/disk-0.vmdk. {{(pid=63097) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1594.426870] env[63097]: DEBUG nova.virt.vmwareapi.images [None req-050b7173-ea85-4cae-9162-047016cc61d4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Uploaded image f7a3073f-98bf-4a7a-85e2-a0ed01fa4679 to the Glance image server {{(pid=63097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1594.429423] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-050b7173-ea85-4cae-9162-047016cc61d4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Destroying the VM {{(pid=63097) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1594.431443] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-897c51af-6a3d-4d4f-8210-cc924c23f5a6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.446343] env[63097]: DEBUG oslo_vmware.api [None req-050b7173-ea85-4cae-9162-047016cc61d4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Waiting for the task: (returnval){ [ 1594.446343] env[63097]: value = "task-1687580" [ 1594.446343] env[63097]: _type = "Task" [ 1594.446343] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.462555] env[63097]: DEBUG oslo_vmware.api [None req-050b7173-ea85-4cae-9162-047016cc61d4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687580, 'name': Destroy_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.489940] env[63097]: DEBUG oslo_vmware.api [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52216757-71a7-fae3-cb8e-966dcf27316f, 'name': SearchDatastore_Task, 'duration_secs': 0.022287} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.495210] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ab421cc-1748-4014-a76c-b497f77784b7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.500131] env[63097]: DEBUG oslo_vmware.api [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1594.500131] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52cf9b01-b6f4-1a3f-f9a0-1f5de023056a" [ 1594.500131] env[63097]: _type = "Task" [ 1594.500131] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.509148] env[63097]: DEBUG oslo_vmware.api [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52cf9b01-b6f4-1a3f-f9a0-1f5de023056a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.530745] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80510d9b-0dad-4ff0-bee2-99841c77cf95 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.534405] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d6aedd-2537-49ee-80bb-c793076a669a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.573650] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfe999f-7a4f-4d40-bd36-0bdba0ae7539 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.582533] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebcea7b2-61c7-4c61-90bb-b42f53b7d649 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.600837] env[63097]: DEBUG nova.compute.provider_tree [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1594.938222] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9a95f8d8-34fd-4c4b-8ffa-eb78327909c4 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "626a994b-6d9c-494e-ab6d-1c3a885faf36" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.257s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.954983] env[63097]: DEBUG oslo_vmware.api [None req-050b7173-ea85-4cae-9162-047016cc61d4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687580, 'name': Destroy_Task} progress is 33%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.011275] env[63097]: DEBUG oslo_vmware.api [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52cf9b01-b6f4-1a3f-f9a0-1f5de023056a, 'name': SearchDatastore_Task, 'duration_secs': 0.01306} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.011604] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.011941] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] d59281ff-c5be-4bd1-bbe4-2d2b5bf50473/d59281ff-c5be-4bd1-bbe4-2d2b5bf50473.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1595.012237] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f74ebf98-462c-4c9c-858a-d317673a583d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.021235] env[63097]: DEBUG oslo_vmware.api [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1595.021235] env[63097]: value = "task-1687581" [ 1595.021235] env[63097]: _type = "Task" [ 1595.021235] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.030106] env[63097]: DEBUG oslo_vmware.api [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.105377] env[63097]: DEBUG nova.scheduler.client.report [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1595.219892] env[63097]: DEBUG nova.compute.manager [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1595.248840] env[63097]: DEBUG nova.virt.hardware [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1595.249143] env[63097]: DEBUG nova.virt.hardware [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1595.249312] env[63097]: DEBUG nova.virt.hardware [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1595.249502] env[63097]: DEBUG nova.virt.hardware [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1595.249656] env[63097]: DEBUG nova.virt.hardware [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1595.249810] env[63097]: DEBUG nova.virt.hardware [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1595.250096] env[63097]: DEBUG nova.virt.hardware [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1595.250300] env[63097]: DEBUG nova.virt.hardware [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1595.250481] env[63097]: DEBUG nova.virt.hardware [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1595.250649] env[63097]: DEBUG nova.virt.hardware [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1595.250845] env[63097]: DEBUG nova.virt.hardware [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1595.251786] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d9dd5a-ccbe-46aa-8796-e468e8f30339 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.260973] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce44084-1e47-4c65-bce9-e2e3ffe3445d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.457067] env[63097]: DEBUG oslo_vmware.api [None req-050b7173-ea85-4cae-9162-047016cc61d4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687580, 'name': Destroy_Task, 'duration_secs': 0.662071} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.457067] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-050b7173-ea85-4cae-9162-047016cc61d4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Destroyed the VM [ 1595.457067] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-050b7173-ea85-4cae-9162-047016cc61d4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Deleting Snapshot of the VM instance {{(pid=63097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1595.457067] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-19a2ae5d-5bd9-45e9-a5f3-dbb88414c7dc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.467036] env[63097]: DEBUG oslo_vmware.api [None req-050b7173-ea85-4cae-9162-047016cc61d4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Waiting for the task: (returnval){ [ 1595.467036] env[63097]: value = "task-1687582" [ 1595.467036] env[63097]: _type = "Task" [ 1595.467036] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.467447] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1a5df21e-ef49-402e-a724-edc6ee3a4e4b tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquiring lock "626a994b-6d9c-494e-ab6d-1c3a885faf36" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1595.467788] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1a5df21e-ef49-402e-a724-edc6ee3a4e4b tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "626a994b-6d9c-494e-ab6d-1c3a885faf36" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1595.468181] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1a5df21e-ef49-402e-a724-edc6ee3a4e4b tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquiring lock "626a994b-6d9c-494e-ab6d-1c3a885faf36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1595.468533] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1a5df21e-ef49-402e-a724-edc6ee3a4e4b tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "626a994b-6d9c-494e-ab6d-1c3a885faf36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1595.468845] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1a5df21e-ef49-402e-a724-edc6ee3a4e4b tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "626a994b-6d9c-494e-ab6d-1c3a885faf36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.475712] env[63097]: INFO nova.compute.manager [None req-1a5df21e-ef49-402e-a724-edc6ee3a4e4b tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Terminating instance [ 1595.482754] env[63097]: DEBUG nova.compute.manager [None req-1a5df21e-ef49-402e-a724-edc6ee3a4e4b tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1595.482754] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5df21e-ef49-402e-a724-edc6ee3a4e4b tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1595.483097] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945e5312-89f7-45c1-90ab-a888efeb009e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.489647] env[63097]: DEBUG oslo_vmware.api [None req-050b7173-ea85-4cae-9162-047016cc61d4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687582, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.497506] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a5df21e-ef49-402e-a724-edc6ee3a4e4b tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1595.497899] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5849f4ed-49b0-4409-83ff-1e0759e22023 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.506715] env[63097]: DEBUG oslo_vmware.api [None req-1a5df21e-ef49-402e-a724-edc6ee3a4e4b tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1595.506715] env[63097]: value = "task-1687583" [ 1595.506715] env[63097]: _type = "Task" [ 1595.506715] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.519714] env[63097]: DEBUG oslo_vmware.api [None req-1a5df21e-ef49-402e-a724-edc6ee3a4e4b tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.533769] env[63097]: DEBUG oslo_vmware.api [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687581, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.611247] env[63097]: DEBUG oslo_concurrency.lockutils [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.417s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.611583] env[63097]: INFO nova.compute.manager [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Migrating [ 1595.618686] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ca42a2c3-0f6b-45b2-990a-edf0bd61d5e1 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.832s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1595.619013] env[63097]: DEBUG nova.objects.instance [None req-ca42a2c3-0f6b-45b2-990a-edf0bd61d5e1 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lazy-loading 'resources' on Instance uuid 7768a01a-af84-476c-b51f-52034197ef1b {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1595.899229] env[63097]: DEBUG oslo_concurrency.lockutils [None req-004b330f-be69-466b-8108-47ca5e4ecfed tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "4b465cb3-7b93-4088-bdb2-3903f15a2672" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1595.899546] env[63097]: DEBUG oslo_concurrency.lockutils [None req-004b330f-be69-466b-8108-47ca5e4ecfed tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "4b465cb3-7b93-4088-bdb2-3903f15a2672" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1595.899772] env[63097]: DEBUG oslo_concurrency.lockutils [None req-004b330f-be69-466b-8108-47ca5e4ecfed tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "4b465cb3-7b93-4088-bdb2-3903f15a2672-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1595.899967] env[63097]: DEBUG oslo_concurrency.lockutils [None req-004b330f-be69-466b-8108-47ca5e4ecfed tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "4b465cb3-7b93-4088-bdb2-3903f15a2672-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1595.900202] env[63097]: DEBUG oslo_concurrency.lockutils [None req-004b330f-be69-466b-8108-47ca5e4ecfed tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "4b465cb3-7b93-4088-bdb2-3903f15a2672-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.902427] env[63097]: INFO nova.compute.manager [None req-004b330f-be69-466b-8108-47ca5e4ecfed tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Terminating instance [ 1595.904306] env[63097]: DEBUG nova.compute.manager [None req-004b330f-be69-466b-8108-47ca5e4ecfed tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1595.904502] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-004b330f-be69-466b-8108-47ca5e4ecfed tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1595.905599] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107c09b3-debf-47ff-8a20-f754b48854ff {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.913744] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-004b330f-be69-466b-8108-47ca5e4ecfed tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1595.914055] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d426f9be-4a7c-4ea9-952b-ce5ab12d83ab {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.921211] env[63097]: DEBUG oslo_vmware.api [None req-004b330f-be69-466b-8108-47ca5e4ecfed tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for the task: (returnval){ [ 1595.921211] env[63097]: value = "task-1687584" [ 1595.921211] env[63097]: _type = "Task" [ 1595.921211] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.930639] env[63097]: DEBUG oslo_vmware.api [None req-004b330f-be69-466b-8108-47ca5e4ecfed tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.982367] env[63097]: DEBUG oslo_vmware.api [None req-050b7173-ea85-4cae-9162-047016cc61d4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687582, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.987570] env[63097]: DEBUG nova.compute.manager [None req-40b2d26c-fab4-4168-9c83-5a9a8ab93b89 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1595.988454] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db4c39f-d514-4a38-9b0e-d5527ac6b617 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.016584] env[63097]: DEBUG oslo_vmware.api [None req-1a5df21e-ef49-402e-a724-edc6ee3a4e4b tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687583, 'name': PowerOffVM_Task, 'duration_secs': 0.20101} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.016822] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a5df21e-ef49-402e-a724-edc6ee3a4e4b tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1596.017082] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5df21e-ef49-402e-a724-edc6ee3a4e4b tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1596.017340] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f11428ef-44fe-411f-a606-e47451ed7a02 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.032947] env[63097]: DEBUG oslo_vmware.api [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687581, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536961} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.033315] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] d59281ff-c5be-4bd1-bbe4-2d2b5bf50473/d59281ff-c5be-4bd1-bbe4-2d2b5bf50473.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1596.033627] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1596.033892] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17630728-4326-4a68-9950-702fc96ba343 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.040749] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f2828095-4d10-4b66-94f7-4ec2a8ff207d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "refresh_cache-4b465cb3-7b93-4088-bdb2-3903f15a2672" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1596.040928] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f2828095-4d10-4b66-94f7-4ec2a8ff207d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquired lock "refresh_cache-4b465cb3-7b93-4088-bdb2-3903f15a2672" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.041123] env[63097]: DEBUG nova.network.neutron [None req-f2828095-4d10-4b66-94f7-4ec2a8ff207d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1596.043329] env[63097]: DEBUG oslo_vmware.api [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1596.043329] env[63097]: value = "task-1687586" [ 1596.043329] env[63097]: _type = "Task" [ 1596.043329] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.055045] env[63097]: DEBUG oslo_vmware.api [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687586, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.128760] env[63097]: DEBUG oslo_concurrency.lockutils [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "refresh_cache-dca69834-e0b5-4a10-913d-9645dbd2e36c" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1596.129521] env[63097]: DEBUG oslo_concurrency.lockutils [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquired lock "refresh_cache-dca69834-e0b5-4a10-913d-9645dbd2e36c" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.129521] env[63097]: DEBUG nova.network.neutron [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1596.130817] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5df21e-ef49-402e-a724-edc6ee3a4e4b tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1596.131514] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5df21e-ef49-402e-a724-edc6ee3a4e4b tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1596.131514] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a5df21e-ef49-402e-a724-edc6ee3a4e4b tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Deleting the datastore file [datastore1] 626a994b-6d9c-494e-ab6d-1c3a885faf36 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1596.131817] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5f88a52-dbf7-49f4-b92b-46bbf1e1c19c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.140700] env[63097]: DEBUG oslo_vmware.api [None req-1a5df21e-ef49-402e-a724-edc6ee3a4e4b tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1596.140700] env[63097]: value = "task-1687587" [ 1596.140700] env[63097]: _type = "Task" [ 1596.140700] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.153342] env[63097]: DEBUG oslo_vmware.api [None req-1a5df21e-ef49-402e-a724-edc6ee3a4e4b tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687587, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.205587] env[63097]: DEBUG nova.compute.manager [req-377d508e-05b6-4ad2-8def-5e51c580087d req-b2054082-d44d-42f6-8562-091c12ee4b87 service nova] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] Received event network-vif-plugged-2b051b5e-944c-4420-a6a0-221becf952eb {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1596.205587] env[63097]: DEBUG oslo_concurrency.lockutils [req-377d508e-05b6-4ad2-8def-5e51c580087d req-b2054082-d44d-42f6-8562-091c12ee4b87 service nova] Acquiring lock "ebb8994e-35fd-4b96-b0d0-f822d949356d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.205844] env[63097]: DEBUG oslo_concurrency.lockutils [req-377d508e-05b6-4ad2-8def-5e51c580087d req-b2054082-d44d-42f6-8562-091c12ee4b87 service nova] Lock "ebb8994e-35fd-4b96-b0d0-f822d949356d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.205881] env[63097]: DEBUG oslo_concurrency.lockutils [req-377d508e-05b6-4ad2-8def-5e51c580087d req-b2054082-d44d-42f6-8562-091c12ee4b87 service nova] Lock "ebb8994e-35fd-4b96-b0d0-f822d949356d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.206127] env[63097]: DEBUG nova.compute.manager [req-377d508e-05b6-4ad2-8def-5e51c580087d req-b2054082-d44d-42f6-8562-091c12ee4b87 service nova] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] No waiting events found dispatching network-vif-plugged-2b051b5e-944c-4420-a6a0-221becf952eb {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1596.206296] env[63097]: WARNING nova.compute.manager [req-377d508e-05b6-4ad2-8def-5e51c580087d req-b2054082-d44d-42f6-8562-091c12ee4b87 service nova] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] Received unexpected event network-vif-plugged-2b051b5e-944c-4420-a6a0-221becf952eb for instance with vm_state building and task_state spawning. [ 1596.382141] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e91eef9-3947-4b43-9088-2a42d0265b5e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.391126] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460c7246-dc30-459a-b0e3-f9f07dae6171 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.427103] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d9f881-b906-4239-807d-9471234f95f9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.443925] env[63097]: DEBUG oslo_vmware.api [None req-004b330f-be69-466b-8108-47ca5e4ecfed tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687584, 'name': PowerOffVM_Task, 'duration_secs': 0.371391} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.445683] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-004b330f-be69-466b-8108-47ca5e4ecfed tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1596.445878] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-004b330f-be69-466b-8108-47ca5e4ecfed tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1596.447125] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa198cc-df15-49c4-a8c2-1fc1ad948761 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.451760] env[63097]: DEBUG nova.network.neutron [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] Successfully updated port: 2b051b5e-944c-4420-a6a0-221becf952eb {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1596.452745] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8befd1a-e32a-4430-b209-14d77460b9c9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.467310] env[63097]: DEBUG nova.compute.provider_tree [None req-ca42a2c3-0f6b-45b2-990a-edf0bd61d5e1 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1596.482439] env[63097]: DEBUG oslo_vmware.api [None req-050b7173-ea85-4cae-9162-047016cc61d4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687582, 'name': RemoveSnapshot_Task} progress is 16%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.500430] env[63097]: INFO nova.compute.manager [None req-40b2d26c-fab4-4168-9c83-5a9a8ab93b89 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] instance snapshotting [ 1596.503316] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd774384-27f1-4b5a-b4f9-afe90efa2c2c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.522607] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb3e679-52a2-4a90-9fa0-6f20e07482fd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.551393] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-004b330f-be69-466b-8108-47ca5e4ecfed tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1596.551681] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-004b330f-be69-466b-8108-47ca5e4ecfed tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1596.551908] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-004b330f-be69-466b-8108-47ca5e4ecfed tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Deleting the datastore file [datastore2] 4b465cb3-7b93-4088-bdb2-3903f15a2672 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1596.553083] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6434630c-2ca8-4a4b-be09-6f82ae571dac {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.560742] env[63097]: DEBUG oslo_vmware.api [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687586, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079749} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.562254] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1596.562740] env[63097]: DEBUG oslo_vmware.api [None req-004b330f-be69-466b-8108-47ca5e4ecfed tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for the task: (returnval){ [ 1596.562740] env[63097]: value = "task-1687589" [ 1596.562740] env[63097]: _type = "Task" [ 1596.562740] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.563751] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6aa2ca-eb9e-4d1f-872c-ef2757139897 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.575944] env[63097]: DEBUG oslo_vmware.api [None req-004b330f-be69-466b-8108-47ca5e4ecfed tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.594257] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] d59281ff-c5be-4bd1-bbe4-2d2b5bf50473/d59281ff-c5be-4bd1-bbe4-2d2b5bf50473.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1596.597299] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc8a5fd4-d16a-46ee-b224-3772cd5a7c59 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.621649] env[63097]: DEBUG oslo_vmware.api [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1596.621649] env[63097]: value = "task-1687590" [ 1596.621649] env[63097]: _type = "Task" [ 1596.621649] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.630933] env[63097]: DEBUG oslo_vmware.api [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687590, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.653305] env[63097]: DEBUG oslo_vmware.api [None req-1a5df21e-ef49-402e-a724-edc6ee3a4e4b tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687587, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.417997} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.653783] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a5df21e-ef49-402e-a724-edc6ee3a4e4b tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1596.654144] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5df21e-ef49-402e-a724-edc6ee3a4e4b tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1596.654465] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5df21e-ef49-402e-a724-edc6ee3a4e4b tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1596.654787] env[63097]: INFO nova.compute.manager [None req-1a5df21e-ef49-402e-a724-edc6ee3a4e4b tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1596.655205] env[63097]: DEBUG oslo.service.loopingcall [None req-1a5df21e-ef49-402e-a724-edc6ee3a4e4b tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1596.655523] env[63097]: DEBUG nova.compute.manager [-] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1596.655677] env[63097]: DEBUG nova.network.neutron [-] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1596.956258] env[63097]: DEBUG oslo_concurrency.lockutils [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "refresh_cache-ebb8994e-35fd-4b96-b0d0-f822d949356d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1596.956450] env[63097]: DEBUG oslo_concurrency.lockutils [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquired lock "refresh_cache-ebb8994e-35fd-4b96-b0d0-f822d949356d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.956640] env[63097]: DEBUG nova.network.neutron [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1596.970340] env[63097]: DEBUG nova.scheduler.client.report [None req-ca42a2c3-0f6b-45b2-990a-edf0bd61d5e1 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1596.984107] env[63097]: DEBUG oslo_vmware.api [None req-050b7173-ea85-4cae-9162-047016cc61d4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687582, 'name': RemoveSnapshot_Task, 'duration_secs': 1.344275} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.984411] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-050b7173-ea85-4cae-9162-047016cc61d4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Deleted Snapshot of the VM instance {{(pid=63097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1596.985066] env[63097]: INFO nova.compute.manager [None req-050b7173-ea85-4cae-9162-047016cc61d4 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Took 19.07 seconds to snapshot the instance on the hypervisor. [ 1597.033650] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-40b2d26c-fab4-4168-9c83-5a9a8ab93b89 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Creating Snapshot of the VM instance {{(pid=63097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1597.033965] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a66e6266-9550-450f-95a1-e7138deee85d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.042944] env[63097]: DEBUG oslo_vmware.api [None req-40b2d26c-fab4-4168-9c83-5a9a8ab93b89 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Waiting for the task: (returnval){ [ 1597.042944] env[63097]: value = "task-1687591" [ 1597.042944] env[63097]: _type = "Task" [ 1597.042944] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.052975] env[63097]: DEBUG oslo_vmware.api [None req-40b2d26c-fab4-4168-9c83-5a9a8ab93b89 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': task-1687591, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.078163] env[63097]: DEBUG oslo_vmware.api [None req-004b330f-be69-466b-8108-47ca5e4ecfed tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687589, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.437409} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.078446] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-004b330f-be69-466b-8108-47ca5e4ecfed tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1597.078654] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-004b330f-be69-466b-8108-47ca5e4ecfed tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1597.078858] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-004b330f-be69-466b-8108-47ca5e4ecfed tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1597.079074] env[63097]: INFO nova.compute.manager [None req-004b330f-be69-466b-8108-47ca5e4ecfed tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1597.079328] env[63097]: DEBUG oslo.service.loopingcall [None req-004b330f-be69-466b-8108-47ca5e4ecfed tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1597.079532] env[63097]: DEBUG nova.compute.manager [-] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1597.079626] env[63097]: DEBUG nova.network.neutron [-] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1597.132355] env[63097]: DEBUG oslo_vmware.api [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687590, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.220855] env[63097]: INFO nova.network.neutron [None req-f2828095-4d10-4b66-94f7-4ec2a8ff207d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Port 771e7d7c-49a5-48cb-adc2-592618788d81 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1597.221456] env[63097]: DEBUG nova.network.neutron [None req-f2828095-4d10-4b66-94f7-4ec2a8ff207d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Updating instance_info_cache with network_info: [{"id": "8ed3a44e-7fc9-4b1f-8135-ac58998be7c6", "address": "fa:16:3e:52:cd:9e", "network": {"id": "4023f1be-d600-441b-9ec5-b01eac0704f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1618053137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a00e94d35e44678b6698f8af082c448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ed3a44e-7f", "ovs_interfaceid": "8ed3a44e-7fc9-4b1f-8135-ac58998be7c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1597.224738] env[63097]: DEBUG nova.network.neutron [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Updating instance_info_cache with network_info: [{"id": "aa947e8b-306d-4e1c-a526-70e864999c72", "address": "fa:16:3e:e3:93:00", "network": {"id": "7862ef5e-43cc-4460-8494-e49f3fb27411", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-385212728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caa7647ebc840f48dc539a8cc2c484b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa947e8b-30", "ovs_interfaceid": "aa947e8b-306d-4e1c-a526-70e864999c72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1597.274464] env[63097]: DEBUG nova.compute.manager [req-96fb49dd-cce9-4172-98f1-004d5be2e3f9 req-44bf35a0-7d88-489b-894b-4dfdec2819fc service nova] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Received event network-vif-deleted-5a92687c-4bb5-4fe2-86e0-267b200f22c3 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1597.274690] env[63097]: INFO nova.compute.manager [req-96fb49dd-cce9-4172-98f1-004d5be2e3f9 req-44bf35a0-7d88-489b-894b-4dfdec2819fc service nova] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Neutron deleted interface 5a92687c-4bb5-4fe2-86e0-267b200f22c3; detaching it from the instance and deleting it from the info cache [ 1597.274923] env[63097]: DEBUG nova.network.neutron [req-96fb49dd-cce9-4172-98f1-004d5be2e3f9 req-44bf35a0-7d88-489b-894b-4dfdec2819fc service nova] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1597.365751] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18f58ef5-87e3-4cf8-b180-9ba78e5b9f70 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquiring lock "c2ae5550-369a-44af-91d8-b982da0f296d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.366127] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18f58ef5-87e3-4cf8-b180-9ba78e5b9f70 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Lock "c2ae5550-369a-44af-91d8-b982da0f296d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.366365] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18f58ef5-87e3-4cf8-b180-9ba78e5b9f70 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquiring lock "c2ae5550-369a-44af-91d8-b982da0f296d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.367936] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18f58ef5-87e3-4cf8-b180-9ba78e5b9f70 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Lock "c2ae5550-369a-44af-91d8-b982da0f296d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.367936] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18f58ef5-87e3-4cf8-b180-9ba78e5b9f70 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Lock "c2ae5550-369a-44af-91d8-b982da0f296d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.369831] env[63097]: INFO nova.compute.manager [None req-18f58ef5-87e3-4cf8-b180-9ba78e5b9f70 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Terminating instance [ 1597.371971] env[63097]: DEBUG nova.compute.manager [None req-18f58ef5-87e3-4cf8-b180-9ba78e5b9f70 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1597.373029] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-18f58ef5-87e3-4cf8-b180-9ba78e5b9f70 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1597.373623] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19c1be8-3f4c-4915-9449-6766c6d377cb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.385310] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f58ef5-87e3-4cf8-b180-9ba78e5b9f70 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1597.385628] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11b3f862-dd99-4e43-ac43-7e2ffbc16571 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.392590] env[63097]: DEBUG oslo_vmware.api [None req-18f58ef5-87e3-4cf8-b180-9ba78e5b9f70 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1597.392590] env[63097]: value = "task-1687592" [ 1597.392590] env[63097]: _type = "Task" [ 1597.392590] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.404383] env[63097]: DEBUG oslo_vmware.api [None req-18f58ef5-87e3-4cf8-b180-9ba78e5b9f70 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687592, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.475406] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ca42a2c3-0f6b-45b2-990a-edf0bd61d5e1 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.857s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.508322] env[63097]: INFO nova.scheduler.client.report [None req-ca42a2c3-0f6b-45b2-990a-edf0bd61d5e1 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Deleted allocations for instance 7768a01a-af84-476c-b51f-52034197ef1b [ 1597.535029] env[63097]: DEBUG nova.network.neutron [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1597.553447] env[63097]: DEBUG oslo_vmware.api [None req-40b2d26c-fab4-4168-9c83-5a9a8ab93b89 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': task-1687591, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.634270] env[63097]: DEBUG oslo_vmware.api [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687590, 'name': ReconfigVM_Task, 'duration_secs': 0.767731} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.634626] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Reconfigured VM instance instance-00000068 to attach disk [datastore1] d59281ff-c5be-4bd1-bbe4-2d2b5bf50473/d59281ff-c5be-4bd1-bbe4-2d2b5bf50473.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1597.635461] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8fb02af5-16b0-47a2-875f-84fa50f39fde {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.643490] env[63097]: DEBUG oslo_vmware.api [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1597.643490] env[63097]: value = "task-1687593" [ 1597.643490] env[63097]: _type = "Task" [ 1597.643490] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.664777] env[63097]: DEBUG oslo_vmware.api [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687593, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.680373] env[63097]: DEBUG nova.network.neutron [-] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1597.724310] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f2828095-4d10-4b66-94f7-4ec2a8ff207d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Releasing lock "refresh_cache-4b465cb3-7b93-4088-bdb2-3903f15a2672" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1597.730295] env[63097]: DEBUG oslo_concurrency.lockutils [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Releasing lock "refresh_cache-dca69834-e0b5-4a10-913d-9645dbd2e36c" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1597.765298] env[63097]: DEBUG nova.network.neutron [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] Updating instance_info_cache with network_info: [{"id": "2b051b5e-944c-4420-a6a0-221becf952eb", "address": "fa:16:3e:d1:63:25", "network": {"id": "73d727fd-7254-4c32-8ff5-eee91ec884f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1273771499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "698609218f87444a806ede2ee3ee9fa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b051b5e-94", "ovs_interfaceid": "2b051b5e-944c-4420-a6a0-221becf952eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1597.780231] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-59d8db73-b6d2-4045-888d-4a4d1fbd6428 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.792343] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97357ad-f879-4fe0-af07-547447528335 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.834461] env[63097]: DEBUG nova.compute.manager [req-96fb49dd-cce9-4172-98f1-004d5be2e3f9 req-44bf35a0-7d88-489b-894b-4dfdec2819fc service nova] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Detach interface failed, port_id=5a92687c-4bb5-4fe2-86e0-267b200f22c3, reason: Instance 626a994b-6d9c-494e-ab6d-1c3a885faf36 could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1597.902613] env[63097]: DEBUG oslo_vmware.api [None req-18f58ef5-87e3-4cf8-b180-9ba78e5b9f70 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687592, 'name': PowerOffVM_Task, 'duration_secs': 0.249284} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.903824] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f58ef5-87e3-4cf8-b180-9ba78e5b9f70 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1597.903935] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-18f58ef5-87e3-4cf8-b180-9ba78e5b9f70 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1597.904197] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3779b18c-1bf3-4518-8c62-a7bdac5cba4a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.020856] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ca42a2c3-0f6b-45b2-990a-edf0bd61d5e1 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "7768a01a-af84-476c-b51f-52034197ef1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.943s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.054501] env[63097]: DEBUG oslo_vmware.api [None req-40b2d26c-fab4-4168-9c83-5a9a8ab93b89 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': task-1687591, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.113413] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-18f58ef5-87e3-4cf8-b180-9ba78e5b9f70 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1598.113799] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-18f58ef5-87e3-4cf8-b180-9ba78e5b9f70 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1598.113890] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-18f58ef5-87e3-4cf8-b180-9ba78e5b9f70 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Deleting the datastore file [datastore2] c2ae5550-369a-44af-91d8-b982da0f296d {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1598.114822] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbedf523-eeba-4d63-b993-540074599b52 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.124713] env[63097]: DEBUG oslo_vmware.api [None req-18f58ef5-87e3-4cf8-b180-9ba78e5b9f70 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1598.124713] env[63097]: value = "task-1687595" [ 1598.124713] env[63097]: _type = "Task" [ 1598.124713] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.135202] env[63097]: DEBUG oslo_vmware.api [None req-18f58ef5-87e3-4cf8-b180-9ba78e5b9f70 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687595, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.154340] env[63097]: DEBUG oslo_vmware.api [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687593, 'name': Rename_Task, 'duration_secs': 0.247535} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.154690] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1598.155135] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c009964-6afc-491d-bfcb-d3960891fefb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.162859] env[63097]: DEBUG oslo_vmware.api [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1598.162859] env[63097]: value = "task-1687596" [ 1598.162859] env[63097]: _type = "Task" [ 1598.162859] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.174119] env[63097]: DEBUG oslo_vmware.api [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.186177] env[63097]: INFO nova.compute.manager [-] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Took 1.53 seconds to deallocate network for instance. [ 1598.229228] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f2828095-4d10-4b66-94f7-4ec2a8ff207d tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "interface-4b465cb3-7b93-4088-bdb2-3903f15a2672-771e7d7c-49a5-48cb-adc2-592618788d81" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.793s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.240656] env[63097]: DEBUG nova.compute.manager [req-cd6f9900-81ee-4d76-a070-a56ea9d4b79e req-aedf0e36-b5a2-4bac-af76-77f42c28bac0 service nova] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] Received event network-changed-2b051b5e-944c-4420-a6a0-221becf952eb {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1598.242022] env[63097]: DEBUG nova.compute.manager [req-cd6f9900-81ee-4d76-a070-a56ea9d4b79e req-aedf0e36-b5a2-4bac-af76-77f42c28bac0 service nova] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] Refreshing instance network info cache due to event network-changed-2b051b5e-944c-4420-a6a0-221becf952eb. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1598.242022] env[63097]: DEBUG oslo_concurrency.lockutils [req-cd6f9900-81ee-4d76-a070-a56ea9d4b79e req-aedf0e36-b5a2-4bac-af76-77f42c28bac0 service nova] Acquiring lock "refresh_cache-ebb8994e-35fd-4b96-b0d0-f822d949356d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1598.267872] env[63097]: DEBUG oslo_concurrency.lockutils [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Releasing lock "refresh_cache-ebb8994e-35fd-4b96-b0d0-f822d949356d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1598.268338] env[63097]: DEBUG nova.compute.manager [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] Instance network_info: |[{"id": "2b051b5e-944c-4420-a6a0-221becf952eb", "address": "fa:16:3e:d1:63:25", "network": {"id": "73d727fd-7254-4c32-8ff5-eee91ec884f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1273771499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "698609218f87444a806ede2ee3ee9fa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b051b5e-94", "ovs_interfaceid": "2b051b5e-944c-4420-a6a0-221becf952eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1598.268692] env[63097]: DEBUG oslo_concurrency.lockutils [req-cd6f9900-81ee-4d76-a070-a56ea9d4b79e req-aedf0e36-b5a2-4bac-af76-77f42c28bac0 service nova] Acquired lock "refresh_cache-ebb8994e-35fd-4b96-b0d0-f822d949356d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.269388] env[63097]: DEBUG nova.network.neutron [req-cd6f9900-81ee-4d76-a070-a56ea9d4b79e req-aedf0e36-b5a2-4bac-af76-77f42c28bac0 service nova] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] Refreshing network info cache for port 2b051b5e-944c-4420-a6a0-221becf952eb {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1598.271808] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:63:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e30245c5-78f5-48e6-b504-c6c21f5a9b45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b051b5e-944c-4420-a6a0-221becf952eb', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1598.279919] env[63097]: DEBUG oslo.service.loopingcall [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1598.280805] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1598.281435] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63e076ed-88e3-4c93-8a95-336cf87b40e1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.314937] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1598.314937] env[63097]: value = "task-1687597" [ 1598.314937] env[63097]: _type = "Task" [ 1598.314937] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.329185] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687597, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.389130] env[63097]: DEBUG nova.network.neutron [-] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1598.558387] env[63097]: DEBUG oslo_vmware.api [None req-40b2d26c-fab4-4168-9c83-5a9a8ab93b89 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': task-1687591, 'name': CreateSnapshot_Task, 'duration_secs': 1.302606} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.558775] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-40b2d26c-fab4-4168-9c83-5a9a8ab93b89 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Created Snapshot of the VM instance {{(pid=63097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1598.559943] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a56d58-3cd8-49a8-b1c3-fc5aeaa926d4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.605020] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0278f641-87b0-4100-bb2a-323843724430 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "e13820bb-f282-468f-90de-26279db2f9e9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.605344] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0278f641-87b0-4100-bb2a-323843724430 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "e13820bb-f282-468f-90de-26279db2f9e9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.605542] env[63097]: DEBUG nova.compute.manager [None req-0278f641-87b0-4100-bb2a-323843724430 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1598.607260] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9189d2c-82db-41fa-9fa4-d1c28cbe98ab {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.614605] env[63097]: DEBUG nova.compute.manager [None req-0278f641-87b0-4100-bb2a-323843724430 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63097) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1598.615337] env[63097]: DEBUG nova.objects.instance [None req-0278f641-87b0-4100-bb2a-323843724430 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lazy-loading 'flavor' on Instance uuid e13820bb-f282-468f-90de-26279db2f9e9 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1598.638668] env[63097]: DEBUG oslo_vmware.api [None req-18f58ef5-87e3-4cf8-b180-9ba78e5b9f70 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687595, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.344014} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.639252] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-18f58ef5-87e3-4cf8-b180-9ba78e5b9f70 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1598.639252] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-18f58ef5-87e3-4cf8-b180-9ba78e5b9f70 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1598.639437] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-18f58ef5-87e3-4cf8-b180-9ba78e5b9f70 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1598.639667] env[63097]: INFO nova.compute.manager [None req-18f58ef5-87e3-4cf8-b180-9ba78e5b9f70 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1598.640030] env[63097]: DEBUG oslo.service.loopingcall [None req-18f58ef5-87e3-4cf8-b180-9ba78e5b9f70 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1598.640348] env[63097]: DEBUG nova.compute.manager [-] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1598.640519] env[63097]: DEBUG nova.network.neutron [-] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1598.676423] env[63097]: DEBUG oslo_vmware.api [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687596, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.697090] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1a5df21e-ef49-402e-a724-edc6ee3a4e4b tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.697090] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1a5df21e-ef49-402e-a724-edc6ee3a4e4b tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.697334] env[63097]: DEBUG nova.objects.instance [None req-1a5df21e-ef49-402e-a724-edc6ee3a4e4b tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lazy-loading 'resources' on Instance uuid 626a994b-6d9c-494e-ab6d-1c3a885faf36 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1598.828952] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687597, 'name': CreateVM_Task, 'duration_secs': 0.492061} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.829155] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1598.830058] env[63097]: DEBUG oslo_concurrency.lockutils [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1598.830317] env[63097]: DEBUG oslo_concurrency.lockutils [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.830713] env[63097]: DEBUG oslo_concurrency.lockutils [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1598.831049] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1eb233c0-8913-4676-b33e-cafe9c19b5f0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.837169] env[63097]: DEBUG oslo_vmware.api [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1598.837169] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d377b3-20d2-ee6b-d3bb-acf66fdd81ab" [ 1598.837169] env[63097]: _type = "Task" [ 1598.837169] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.853706] env[63097]: DEBUG oslo_vmware.api [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d377b3-20d2-ee6b-d3bb-acf66fdd81ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.891358] env[63097]: INFO nova.compute.manager [-] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Took 1.81 seconds to deallocate network for instance. [ 1599.085115] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-40b2d26c-fab4-4168-9c83-5a9a8ab93b89 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Creating linked-clone VM from snapshot {{(pid=63097) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1599.085464] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a9a51cfa-3972-48e9-bbb2-b8c91326a9d3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.094707] env[63097]: DEBUG oslo_vmware.api [None req-40b2d26c-fab4-4168-9c83-5a9a8ab93b89 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Waiting for the task: (returnval){ [ 1599.094707] env[63097]: value = "task-1687598" [ 1599.094707] env[63097]: _type = "Task" [ 1599.094707] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.105705] env[63097]: DEBUG oslo_vmware.api [None req-40b2d26c-fab4-4168-9c83-5a9a8ab93b89 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': task-1687598, 'name': CloneVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.120707] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0278f641-87b0-4100-bb2a-323843724430 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1599.121026] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4d552d3-8938-4195-a1b0-c8e957f4750c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.129178] env[63097]: DEBUG oslo_vmware.api [None req-0278f641-87b0-4100-bb2a-323843724430 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1599.129178] env[63097]: value = "task-1687599" [ 1599.129178] env[63097]: _type = "Task" [ 1599.129178] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.150769] env[63097]: DEBUG oslo_vmware.api [None req-0278f641-87b0-4100-bb2a-323843724430 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687599, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.154666] env[63097]: DEBUG nova.network.neutron [req-cd6f9900-81ee-4d76-a070-a56ea9d4b79e req-aedf0e36-b5a2-4bac-af76-77f42c28bac0 service nova] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] Updated VIF entry in instance network info cache for port 2b051b5e-944c-4420-a6a0-221becf952eb. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1599.155281] env[63097]: DEBUG nova.network.neutron [req-cd6f9900-81ee-4d76-a070-a56ea9d4b79e req-aedf0e36-b5a2-4bac-af76-77f42c28bac0 service nova] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] Updating instance_info_cache with network_info: [{"id": "2b051b5e-944c-4420-a6a0-221becf952eb", "address": "fa:16:3e:d1:63:25", "network": {"id": "73d727fd-7254-4c32-8ff5-eee91ec884f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1273771499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "698609218f87444a806ede2ee3ee9fa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b051b5e-94", "ovs_interfaceid": "2b051b5e-944c-4420-a6a0-221becf952eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.174415] env[63097]: DEBUG oslo_vmware.api [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687596, 'name': PowerOnVM_Task, 'duration_secs': 0.560229} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.174753] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1599.174991] env[63097]: INFO nova.compute.manager [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Took 10.15 seconds to spawn the instance on the hypervisor. [ 1599.175197] env[63097]: DEBUG nova.compute.manager [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1599.176048] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640e8674-2208-4765-80df-74c4269db44d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.245946] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ec2e41-4773-4b88-896c-c59c215ebf6c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.282091] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Updating instance 'dca69834-e0b5-4a10-913d-9645dbd2e36c' progress to 0 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1599.352250] env[63097]: DEBUG oslo_vmware.api [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d377b3-20d2-ee6b-d3bb-acf66fdd81ab, 'name': SearchDatastore_Task, 'duration_secs': 0.015062} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.352618] env[63097]: DEBUG oslo_concurrency.lockutils [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1599.352876] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1599.353147] env[63097]: DEBUG oslo_concurrency.lockutils [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1599.353317] env[63097]: DEBUG oslo_concurrency.lockutils [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.353556] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1599.353884] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-796bd39c-3afa-4a23-bbb1-ba4b55ee7d55 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.364721] env[63097]: DEBUG nova.compute.manager [req-da877168-894c-493a-846b-c516df47ba23 req-76332349-8687-40dc-9d5d-0ebb82d7151f service nova] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Received event network-vif-deleted-8ed3a44e-7fc9-4b1f-8135-ac58998be7c6 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1599.365075] env[63097]: DEBUG nova.compute.manager [req-da877168-894c-493a-846b-c516df47ba23 req-76332349-8687-40dc-9d5d-0ebb82d7151f service nova] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Received event network-vif-deleted-9bacc85b-1517-4aeb-8f62-f1872c2a6676 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1599.365347] env[63097]: INFO nova.compute.manager [req-da877168-894c-493a-846b-c516df47ba23 req-76332349-8687-40dc-9d5d-0ebb82d7151f service nova] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Neutron deleted interface 9bacc85b-1517-4aeb-8f62-f1872c2a6676; detaching it from the instance and deleting it from the info cache [ 1599.365574] env[63097]: DEBUG nova.network.neutron [req-da877168-894c-493a-846b-c516df47ba23 req-76332349-8687-40dc-9d5d-0ebb82d7151f service nova] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.371836] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1599.372128] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1599.373563] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-421f4e1a-dbd8-48ef-aede-59b247d9788b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.381363] env[63097]: DEBUG oslo_vmware.api [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1599.381363] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52965487-7507-6ac2-0915-b656373324f5" [ 1599.381363] env[63097]: _type = "Task" [ 1599.381363] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.391749] env[63097]: DEBUG oslo_vmware.api [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52965487-7507-6ac2-0915-b656373324f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.401995] env[63097]: DEBUG oslo_concurrency.lockutils [None req-004b330f-be69-466b-8108-47ca5e4ecfed tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.462641] env[63097]: DEBUG nova.network.neutron [-] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.505936] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9409e34d-27d2-4c3e-b051-43c40d315362 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.517463] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982f667a-f0de-4cc1-bf7d-40c9b91d6f29 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.555331] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc58de5-c8ee-4074-bff3-43a352809e53 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.564108] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc745e39-d506-4403-8a41-10af09e7f93d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.579246] env[63097]: DEBUG nova.compute.provider_tree [None req-1a5df21e-ef49-402e-a724-edc6ee3a4e4b tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1599.604195] env[63097]: DEBUG oslo_vmware.api [None req-40b2d26c-fab4-4168-9c83-5a9a8ab93b89 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': task-1687598, 'name': CloneVM_Task} progress is 94%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.639557] env[63097]: DEBUG oslo_vmware.api [None req-0278f641-87b0-4100-bb2a-323843724430 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687599, 'name': PowerOffVM_Task, 'duration_secs': 0.295085} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.640184] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-0278f641-87b0-4100-bb2a-323843724430 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1599.640184] env[63097]: DEBUG nova.compute.manager [None req-0278f641-87b0-4100-bb2a-323843724430 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1599.640869] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac38292-ec16-4bd5-bc61-b81ffea0a291 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.658018] env[63097]: DEBUG oslo_concurrency.lockutils [req-cd6f9900-81ee-4d76-a070-a56ea9d4b79e req-aedf0e36-b5a2-4bac-af76-77f42c28bac0 service nova] Releasing lock "refresh_cache-ebb8994e-35fd-4b96-b0d0-f822d949356d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1599.693901] env[63097]: INFO nova.compute.manager [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Took 18.66 seconds to build instance. [ 1599.792956] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1599.792956] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f211742-2b43-42b0-b14b-a0d16d9c94bc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.800210] env[63097]: DEBUG oslo_concurrency.lockutils [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "e6176203-d46f-4e5f-8207-83c251e80211" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.800210] env[63097]: DEBUG oslo_concurrency.lockutils [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "e6176203-d46f-4e5f-8207-83c251e80211" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.803179] env[63097]: DEBUG oslo_vmware.api [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1599.803179] env[63097]: value = "task-1687600" [ 1599.803179] env[63097]: _type = "Task" [ 1599.803179] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.813753] env[63097]: DEBUG oslo_vmware.api [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.874485] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6390d209-fb8a-48be-b550-4cee8591c9c1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.888137] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42cdbe3-ef03-49a4-bfaf-53b00f5b2512 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.905236] env[63097]: DEBUG oslo_vmware.api [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52965487-7507-6ac2-0915-b656373324f5, 'name': SearchDatastore_Task, 'duration_secs': 0.01654} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.906531] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b55e933c-e57f-46e1-9df8-e50f4a53638b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.926086] env[63097]: DEBUG nova.compute.manager [req-da877168-894c-493a-846b-c516df47ba23 req-76332349-8687-40dc-9d5d-0ebb82d7151f service nova] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Detach interface failed, port_id=9bacc85b-1517-4aeb-8f62-f1872c2a6676, reason: Instance c2ae5550-369a-44af-91d8-b982da0f296d could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1599.928356] env[63097]: DEBUG oslo_vmware.api [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1599.928356] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5273eb44-c01e-aa3c-11d6-a7be173a448d" [ 1599.928356] env[63097]: _type = "Task" [ 1599.928356] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.941496] env[63097]: DEBUG oslo_vmware.api [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5273eb44-c01e-aa3c-11d6-a7be173a448d, 'name': SearchDatastore_Task, 'duration_secs': 0.014202} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.942576] env[63097]: DEBUG oslo_concurrency.lockutils [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1599.942576] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] ebb8994e-35fd-4b96-b0d0-f822d949356d/ebb8994e-35fd-4b96-b0d0-f822d949356d.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1599.942576] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f666b5f2-141d-401d-b7de-d561208d6aac {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.944749] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cb7b0db7-f8e4-4677-90d2-16faee752b26 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Acquiring lock "194e0271-9f69-43c9-8282-5ddc52d699a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.945339] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cb7b0db7-f8e4-4677-90d2-16faee752b26 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Lock "194e0271-9f69-43c9-8282-5ddc52d699a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.945339] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cb7b0db7-f8e4-4677-90d2-16faee752b26 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Acquiring lock "194e0271-9f69-43c9-8282-5ddc52d699a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.945458] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cb7b0db7-f8e4-4677-90d2-16faee752b26 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Lock "194e0271-9f69-43c9-8282-5ddc52d699a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.945616] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cb7b0db7-f8e4-4677-90d2-16faee752b26 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Lock "194e0271-9f69-43c9-8282-5ddc52d699a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.948233] env[63097]: INFO nova.compute.manager [None req-cb7b0db7-f8e4-4677-90d2-16faee752b26 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Terminating instance [ 1599.950925] env[63097]: DEBUG nova.compute.manager [None req-cb7b0db7-f8e4-4677-90d2-16faee752b26 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1599.951446] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7b0db7-f8e4-4677-90d2-16faee752b26 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1599.952670] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd97cf2a-4cd3-4923-8b45-adb0a2c24b32 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.956737] env[63097]: DEBUG oslo_vmware.api [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1599.956737] env[63097]: value = "task-1687601" [ 1599.956737] env[63097]: _type = "Task" [ 1599.956737] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.962850] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb7b0db7-f8e4-4677-90d2-16faee752b26 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1599.963223] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b196d9a7-fba4-4470-8e74-9296e8057f0c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.965300] env[63097]: INFO nova.compute.manager [-] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Took 1.32 seconds to deallocate network for instance. [ 1599.971012] env[63097]: DEBUG oslo_vmware.api [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.978109] env[63097]: DEBUG oslo_vmware.api [None req-cb7b0db7-f8e4-4677-90d2-16faee752b26 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Waiting for the task: (returnval){ [ 1599.978109] env[63097]: value = "task-1687602" [ 1599.978109] env[63097]: _type = "Task" [ 1599.978109] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.985435] env[63097]: DEBUG oslo_vmware.api [None req-cb7b0db7-f8e4-4677-90d2-16faee752b26 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.082469] env[63097]: DEBUG nova.scheduler.client.report [None req-1a5df21e-ef49-402e-a724-edc6ee3a4e4b tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1600.106833] env[63097]: DEBUG oslo_vmware.api [None req-40b2d26c-fab4-4168-9c83-5a9a8ab93b89 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': task-1687598, 'name': CloneVM_Task} progress is 94%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.155157] env[63097]: DEBUG oslo_concurrency.lockutils [None req-0278f641-87b0-4100-bb2a-323843724430 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "e13820bb-f282-468f-90de-26279db2f9e9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.549s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.195701] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8519b2f6-ab73-4df5-bf13-17cd94ad6cce tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "d59281ff-c5be-4bd1-bbe4-2d2b5bf50473" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.174s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.302672] env[63097]: DEBUG nova.compute.manager [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1600.318994] env[63097]: DEBUG nova.compute.manager [req-213cdd2c-6fdf-4d7a-8707-f618cabe4d95 req-8367244d-0be2-40d1-bab4-0a35bc702ee2 service nova] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Received event network-changed-ddbd643d-d2e7-4409-9cb5-ffa969a9e1bd {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1600.319244] env[63097]: DEBUG nova.compute.manager [req-213cdd2c-6fdf-4d7a-8707-f618cabe4d95 req-8367244d-0be2-40d1-bab4-0a35bc702ee2 service nova] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Refreshing instance network info cache due to event network-changed-ddbd643d-d2e7-4409-9cb5-ffa969a9e1bd. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1600.319471] env[63097]: DEBUG oslo_concurrency.lockutils [req-213cdd2c-6fdf-4d7a-8707-f618cabe4d95 req-8367244d-0be2-40d1-bab4-0a35bc702ee2 service nova] Acquiring lock "refresh_cache-d59281ff-c5be-4bd1-bbe4-2d2b5bf50473" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.319618] env[63097]: DEBUG oslo_concurrency.lockutils [req-213cdd2c-6fdf-4d7a-8707-f618cabe4d95 req-8367244d-0be2-40d1-bab4-0a35bc702ee2 service nova] Acquired lock "refresh_cache-d59281ff-c5be-4bd1-bbe4-2d2b5bf50473" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.319781] env[63097]: DEBUG nova.network.neutron [req-213cdd2c-6fdf-4d7a-8707-f618cabe4d95 req-8367244d-0be2-40d1-bab4-0a35bc702ee2 service nova] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Refreshing network info cache for port ddbd643d-d2e7-4409-9cb5-ffa969a9e1bd {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1600.325909] env[63097]: DEBUG oslo_vmware.api [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687600, 'name': PowerOffVM_Task, 'duration_secs': 0.176902} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.327169] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1600.327169] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Updating instance 'dca69834-e0b5-4a10-913d-9645dbd2e36c' progress to 17 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1600.470775] env[63097]: DEBUG oslo_vmware.api [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687601, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.476204] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18f58ef5-87e3-4cf8-b180-9ba78e5b9f70 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1600.489601] env[63097]: DEBUG oslo_vmware.api [None req-cb7b0db7-f8e4-4677-90d2-16faee752b26 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687602, 'name': PowerOffVM_Task, 'duration_secs': 0.376244} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.490722] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb7b0db7-f8e4-4677-90d2-16faee752b26 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1600.490722] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7b0db7-f8e4-4677-90d2-16faee752b26 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1600.490722] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71917e23-ce17-428c-a6f0-77a03091ddfc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.588633] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1a5df21e-ef49-402e-a724-edc6ee3a4e4b tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.891s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.591208] env[63097]: DEBUG oslo_concurrency.lockutils [None req-004b330f-be69-466b-8108-47ca5e4ecfed tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.189s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.591468] env[63097]: DEBUG nova.objects.instance [None req-004b330f-be69-466b-8108-47ca5e4ecfed tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lazy-loading 'resources' on Instance uuid 4b465cb3-7b93-4088-bdb2-3903f15a2672 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1600.612834] env[63097]: DEBUG oslo_vmware.api [None req-40b2d26c-fab4-4168-9c83-5a9a8ab93b89 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': task-1687598, 'name': CloneVM_Task} progress is 95%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.633490] env[63097]: INFO nova.scheduler.client.report [None req-1a5df21e-ef49-402e-a724-edc6ee3a4e4b tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Deleted allocations for instance 626a994b-6d9c-494e-ab6d-1c3a885faf36 [ 1600.729350] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7b0db7-f8e4-4677-90d2-16faee752b26 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1600.729623] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7b0db7-f8e4-4677-90d2-16faee752b26 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1600.729889] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb7b0db7-f8e4-4677-90d2-16faee752b26 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Deleting the datastore file [datastore1] 194e0271-9f69-43c9-8282-5ddc52d699a5 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1600.730063] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e80959ab-92bb-4c66-b9a2-19ff2c1aeb35 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.737758] env[63097]: DEBUG oslo_vmware.api [None req-cb7b0db7-f8e4-4677-90d2-16faee752b26 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Waiting for the task: (returnval){ [ 1600.737758] env[63097]: value = "task-1687604" [ 1600.737758] env[63097]: _type = "Task" [ 1600.737758] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.745719] env[63097]: DEBUG oslo_vmware.api [None req-cb7b0db7-f8e4-4677-90d2-16faee752b26 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687604, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.830236] env[63097]: DEBUG oslo_concurrency.lockutils [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1600.833031] env[63097]: DEBUG nova.virt.hardware [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:21:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1600.833031] env[63097]: DEBUG nova.virt.hardware [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1600.833031] env[63097]: DEBUG nova.virt.hardware [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1600.833295] env[63097]: DEBUG nova.virt.hardware [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1600.833329] env[63097]: DEBUG nova.virt.hardware [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1600.833494] env[63097]: DEBUG nova.virt.hardware [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1600.833738] env[63097]: DEBUG nova.virt.hardware [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1600.833897] env[63097]: DEBUG nova.virt.hardware [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1600.834088] env[63097]: DEBUG nova.virt.hardware [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1600.834263] env[63097]: DEBUG nova.virt.hardware [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1600.834441] env[63097]: DEBUG nova.virt.hardware [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1600.839458] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f693a3f9-f197-4bb5-ad13-e3e63e28c91f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.855642] env[63097]: DEBUG oslo_vmware.api [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1600.855642] env[63097]: value = "task-1687605" [ 1600.855642] env[63097]: _type = "Task" [ 1600.855642] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.868772] env[63097]: DEBUG oslo_vmware.api [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687605, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.972306] env[63097]: DEBUG oslo_vmware.api [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687601, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606968} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.972584] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] ebb8994e-35fd-4b96-b0d0-f822d949356d/ebb8994e-35fd-4b96-b0d0-f822d949356d.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1600.972832] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1600.973128] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae115e88-5f61-460e-ad38-cc0adf695bfc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.980984] env[63097]: DEBUG oslo_vmware.api [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1600.980984] env[63097]: value = "task-1687606" [ 1600.980984] env[63097]: _type = "Task" [ 1600.980984] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.992570] env[63097]: DEBUG oslo_vmware.api [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687606, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.074923] env[63097]: DEBUG nova.network.neutron [req-213cdd2c-6fdf-4d7a-8707-f618cabe4d95 req-8367244d-0be2-40d1-bab4-0a35bc702ee2 service nova] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Updated VIF entry in instance network info cache for port ddbd643d-d2e7-4409-9cb5-ffa969a9e1bd. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1601.075393] env[63097]: DEBUG nova.network.neutron [req-213cdd2c-6fdf-4d7a-8707-f618cabe4d95 req-8367244d-0be2-40d1-bab4-0a35bc702ee2 service nova] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Updating instance_info_cache with network_info: [{"id": "ddbd643d-d2e7-4409-9cb5-ffa969a9e1bd", "address": "fa:16:3e:28:2c:48", "network": {"id": "b953abe6-4fcc-4e63-a60e-723743d40098", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-442380871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed7ca435e054c03a6e4ed9a11cc8646", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddbd643d-d2", "ovs_interfaceid": "ddbd643d-d2e7-4409-9cb5-ffa969a9e1bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1601.110817] env[63097]: DEBUG oslo_vmware.api [None req-40b2d26c-fab4-4168-9c83-5a9a8ab93b89 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': task-1687598, 'name': CloneVM_Task, 'duration_secs': 1.841975} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.111512] env[63097]: INFO nova.virt.vmwareapi.vmops [None req-40b2d26c-fab4-4168-9c83-5a9a8ab93b89 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Created linked-clone VM from snapshot [ 1601.112019] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdd8415-5d12-48aa-9bc4-642435112efc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.122894] env[63097]: DEBUG nova.virt.vmwareapi.images [None req-40b2d26c-fab4-4168-9c83-5a9a8ab93b89 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Uploading image d4c57dec-d61c-4802-acbb-d95814d2eb2d {{(pid=63097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1601.145516] env[63097]: DEBUG nova.objects.instance [None req-ed697b35-ae3e-487f-bcce-987ea8400d2a tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lazy-loading 'flavor' on Instance uuid e13820bb-f282-468f-90de-26279db2f9e9 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1601.150214] env[63097]: DEBUG oslo_vmware.rw_handles [None req-40b2d26c-fab4-4168-9c83-5a9a8ab93b89 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1601.150214] env[63097]: value = "vm-351765" [ 1601.150214] env[63097]: _type = "VirtualMachine" [ 1601.150214] env[63097]: }. {{(pid=63097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1601.150467] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4a2a17e9-9c2e-4ff4-b19b-daba417154c2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.152426] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1a5df21e-ef49-402e-a724-edc6ee3a4e4b tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "626a994b-6d9c-494e-ab6d-1c3a885faf36" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.685s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.162786] env[63097]: DEBUG oslo_vmware.rw_handles [None req-40b2d26c-fab4-4168-9c83-5a9a8ab93b89 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Lease: (returnval){ [ 1601.162786] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]521aab17-a82e-2c2a-8127-f1039067c1b1" [ 1601.162786] env[63097]: _type = "HttpNfcLease" [ 1601.162786] env[63097]: } obtained for exporting VM: (result){ [ 1601.162786] env[63097]: value = "vm-351765" [ 1601.162786] env[63097]: _type = "VirtualMachine" [ 1601.162786] env[63097]: }. {{(pid=63097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1601.163091] env[63097]: DEBUG oslo_vmware.api [None req-40b2d26c-fab4-4168-9c83-5a9a8ab93b89 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Waiting for the lease: (returnval){ [ 1601.163091] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]521aab17-a82e-2c2a-8127-f1039067c1b1" [ 1601.163091] env[63097]: _type = "HttpNfcLease" [ 1601.163091] env[63097]: } to be ready. {{(pid=63097) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1601.177092] env[63097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1601.177092] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]521aab17-a82e-2c2a-8127-f1039067c1b1" [ 1601.177092] env[63097]: _type = "HttpNfcLease" [ 1601.177092] env[63097]: } is initializing. {{(pid=63097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1601.250693] env[63097]: DEBUG oslo_vmware.api [None req-cb7b0db7-f8e4-4677-90d2-16faee752b26 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687604, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.439527} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.253823] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb7b0db7-f8e4-4677-90d2-16faee752b26 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1601.254082] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7b0db7-f8e4-4677-90d2-16faee752b26 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1601.254275] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7b0db7-f8e4-4677-90d2-16faee752b26 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1601.254475] env[63097]: INFO nova.compute.manager [None req-cb7b0db7-f8e4-4677-90d2-16faee752b26 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1601.254773] env[63097]: DEBUG oslo.service.loopingcall [None req-cb7b0db7-f8e4-4677-90d2-16faee752b26 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1601.255279] env[63097]: DEBUG nova.compute.manager [-] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1601.255383] env[63097]: DEBUG nova.network.neutron [-] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1601.346097] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d1abde-5b16-459b-ba4d-2aaa1a4c069c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.355437] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3c33e9-1ec4-4f34-bab3-d4b719c0bba4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.368303] env[63097]: DEBUG oslo_vmware.api [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687605, 'name': ReconfigVM_Task, 'duration_secs': 0.204815} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.394376] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Updating instance 'dca69834-e0b5-4a10-913d-9645dbd2e36c' progress to 33 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1601.398673] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ecd16b6-ce6c-48e8-9681-e903a9b4ae49 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.407528] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d1a558-dd94-4df1-9ff8-7908b1fbbf2e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.423751] env[63097]: DEBUG nova.compute.provider_tree [None req-004b330f-be69-466b-8108-47ca5e4ecfed tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1601.491826] env[63097]: DEBUG oslo_vmware.api [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687606, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11614} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.492160] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1601.493395] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0101957-54bb-408d-9cd5-aab178ec0e29 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.523767] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] ebb8994e-35fd-4b96-b0d0-f822d949356d/ebb8994e-35fd-4b96-b0d0-f822d949356d.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1601.523767] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-478225e0-22c9-476d-a8c4-d9925c5367c5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.546971] env[63097]: DEBUG oslo_vmware.api [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1601.546971] env[63097]: value = "task-1687608" [ 1601.546971] env[63097]: _type = "Task" [ 1601.546971] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.557081] env[63097]: DEBUG oslo_vmware.api [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687608, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.578060] env[63097]: DEBUG oslo_concurrency.lockutils [req-213cdd2c-6fdf-4d7a-8707-f618cabe4d95 req-8367244d-0be2-40d1-bab4-0a35bc702ee2 service nova] Releasing lock "refresh_cache-d59281ff-c5be-4bd1-bbe4-2d2b5bf50473" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1601.659028] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ed697b35-ae3e-487f-bcce-987ea8400d2a tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "refresh_cache-e13820bb-f282-468f-90de-26279db2f9e9" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1601.659338] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ed697b35-ae3e-487f-bcce-987ea8400d2a tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquired lock "refresh_cache-e13820bb-f282-468f-90de-26279db2f9e9" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.659950] env[63097]: DEBUG nova.network.neutron [None req-ed697b35-ae3e-487f-bcce-987ea8400d2a tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1601.659950] env[63097]: DEBUG nova.objects.instance [None req-ed697b35-ae3e-487f-bcce-987ea8400d2a tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lazy-loading 'info_cache' on Instance uuid e13820bb-f282-468f-90de-26279db2f9e9 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1601.674173] env[63097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1601.674173] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]521aab17-a82e-2c2a-8127-f1039067c1b1" [ 1601.674173] env[63097]: _type = "HttpNfcLease" [ 1601.674173] env[63097]: } is ready. {{(pid=63097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1601.674414] env[63097]: DEBUG oslo_vmware.rw_handles [None req-40b2d26c-fab4-4168-9c83-5a9a8ab93b89 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1601.674414] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]521aab17-a82e-2c2a-8127-f1039067c1b1" [ 1601.674414] env[63097]: _type = "HttpNfcLease" [ 1601.674414] env[63097]: }. {{(pid=63097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1601.675532] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7788c135-8321-43ef-88b4-51faf8bc2987 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.686039] env[63097]: DEBUG oslo_vmware.rw_handles [None req-40b2d26c-fab4-4168-9c83-5a9a8ab93b89 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c61294-d6c4-cb39-476f-68bcf6b92b8a/disk-0.vmdk from lease info. {{(pid=63097) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1601.686039] env[63097]: DEBUG oslo_vmware.rw_handles [None req-40b2d26c-fab4-4168-9c83-5a9a8ab93b89 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c61294-d6c4-cb39-476f-68bcf6b92b8a/disk-0.vmdk for reading. {{(pid=63097) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1601.798383] env[63097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dcb8b55c-096a-46ca-a4e7-776f25c287d3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.904104] env[63097]: DEBUG nova.virt.hardware [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1601.904405] env[63097]: DEBUG nova.virt.hardware [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1601.904587] env[63097]: DEBUG nova.virt.hardware [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1601.904782] env[63097]: DEBUG nova.virt.hardware [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1601.904956] env[63097]: DEBUG nova.virt.hardware [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1601.905227] env[63097]: DEBUG nova.virt.hardware [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1601.905539] env[63097]: DEBUG nova.virt.hardware [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1601.905750] env[63097]: DEBUG nova.virt.hardware [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1601.906085] env[63097]: DEBUG nova.virt.hardware [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1601.906179] env[63097]: DEBUG nova.virt.hardware [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1601.906329] env[63097]: DEBUG nova.virt.hardware [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1601.912063] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1601.912378] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54cbffc2-bab9-48f6-bbbc-674a8a8f075e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.926685] env[63097]: DEBUG nova.scheduler.client.report [None req-004b330f-be69-466b-8108-47ca5e4ecfed tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1601.937969] env[63097]: DEBUG oslo_vmware.api [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1601.937969] env[63097]: value = "task-1687609" [ 1601.937969] env[63097]: _type = "Task" [ 1601.937969] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.953158] env[63097]: DEBUG oslo_vmware.api [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687609, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.058601] env[63097]: DEBUG oslo_vmware.api [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687608, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.144095] env[63097]: DEBUG nova.network.neutron [-] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1602.163567] env[63097]: DEBUG nova.objects.base [None req-ed697b35-ae3e-487f-bcce-987ea8400d2a tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63097) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1602.349651] env[63097]: DEBUG nova.compute.manager [req-090d0281-8ad8-4762-8dbf-df1f36755a83 req-c289252d-5d0b-40fd-aaf1-ded85582eaf5 service nova] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Received event network-vif-deleted-89028f22-bb0b-468f-bc02-2910c7f4de2a {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1602.431894] env[63097]: DEBUG oslo_concurrency.lockutils [None req-004b330f-be69-466b-8108-47ca5e4ecfed tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.840s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.435193] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18f58ef5-87e3-4cf8-b180-9ba78e5b9f70 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.959s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.435193] env[63097]: DEBUG nova.objects.instance [None req-18f58ef5-87e3-4cf8-b180-9ba78e5b9f70 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Lazy-loading 'resources' on Instance uuid c2ae5550-369a-44af-91d8-b982da0f296d {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1602.448174] env[63097]: DEBUG oslo_vmware.api [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687609, 'name': ReconfigVM_Task, 'duration_secs': 0.219135} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.448436] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1602.449313] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4d7ccf-8d54-41ad-a009-839e229ac568 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.473378] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] dca69834-e0b5-4a10-913d-9645dbd2e36c/dca69834-e0b5-4a10-913d-9645dbd2e36c.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1602.475049] env[63097]: INFO nova.scheduler.client.report [None req-004b330f-be69-466b-8108-47ca5e4ecfed tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Deleted allocations for instance 4b465cb3-7b93-4088-bdb2-3903f15a2672 [ 1602.476415] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46bb5eb3-894f-43dc-bd4c-ff348a6fd92b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.503490] env[63097]: DEBUG oslo_vmware.api [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1602.503490] env[63097]: value = "task-1687610" [ 1602.503490] env[63097]: _type = "Task" [ 1602.503490] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.513568] env[63097]: DEBUG oslo_vmware.api [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687610, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.559693] env[63097]: DEBUG oslo_vmware.api [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687608, 'name': ReconfigVM_Task, 'duration_secs': 0.518972} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.559693] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] Reconfigured VM instance instance-00000069 to attach disk [datastore1] ebb8994e-35fd-4b96-b0d0-f822d949356d/ebb8994e-35fd-4b96-b0d0-f822d949356d.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1602.559978] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5128d28-9c6c-49a0-9096-7c4fa4435a2d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.568991] env[63097]: DEBUG oslo_vmware.api [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1602.568991] env[63097]: value = "task-1687611" [ 1602.568991] env[63097]: _type = "Task" [ 1602.568991] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.579219] env[63097]: DEBUG oslo_vmware.api [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687611, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.646569] env[63097]: INFO nova.compute.manager [-] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Took 1.39 seconds to deallocate network for instance. [ 1602.888564] env[63097]: DEBUG oslo_concurrency.lockutils [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquiring lock "f6a7cec2-2c71-44b6-91f5-640fa267f552" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.889066] env[63097]: DEBUG oslo_concurrency.lockutils [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "f6a7cec2-2c71-44b6-91f5-640fa267f552" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.984853] env[63097]: DEBUG nova.network.neutron [None req-ed697b35-ae3e-487f-bcce-987ea8400d2a tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Updating instance_info_cache with network_info: [{"id": "dab97e12-0858-421c-bf3b-964e00693916", "address": "fa:16:3e:71:85:7f", "network": {"id": "cab4f1b3-f7f6-44cf-96d8-e5cde8573d49", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-74996664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bb501857d7a49bab571b96be7671416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdab97e12-08", "ovs_interfaceid": "dab97e12-0858-421c-bf3b-964e00693916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1603.007046] env[63097]: DEBUG oslo_concurrency.lockutils [None req-004b330f-be69-466b-8108-47ca5e4ecfed tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "4b465cb3-7b93-4088-bdb2-3903f15a2672" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.107s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1603.018349] env[63097]: DEBUG oslo_vmware.api [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687610, 'name': ReconfigVM_Task, 'duration_secs': 0.451557} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.021518] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Reconfigured VM instance instance-00000064 to attach disk [datastore2] dca69834-e0b5-4a10-913d-9645dbd2e36c/dca69834-e0b5-4a10-913d-9645dbd2e36c.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1603.021842] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Updating instance 'dca69834-e0b5-4a10-913d-9645dbd2e36c' progress to 50 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1603.079274] env[63097]: DEBUG oslo_vmware.api [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687611, 'name': Rename_Task, 'duration_secs': 0.264726} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.082114] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1603.082857] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64948879-25d4-4bda-8b76-27616817cd07 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.091155] env[63097]: DEBUG oslo_vmware.api [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1603.091155] env[63097]: value = "task-1687612" [ 1603.091155] env[63097]: _type = "Task" [ 1603.091155] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.102171] env[63097]: DEBUG oslo_vmware.api [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687612, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.155026] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cb7b0db7-f8e4-4677-90d2-16faee752b26 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.189864] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7210b25a-793a-4def-9fb7-722c05c1be07 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.197957] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15329801-d1b7-4322-a378-acba504612d0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.229190] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba749ec6-bedb-443c-9b3c-b11662eaa267 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.237318] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a3b99b-a1fb-4d73-a6d2-1312de8bb903 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.252927] env[63097]: DEBUG nova.compute.provider_tree [None req-18f58ef5-87e3-4cf8-b180-9ba78e5b9f70 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1603.391506] env[63097]: DEBUG nova.compute.manager [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1603.489976] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ed697b35-ae3e-487f-bcce-987ea8400d2a tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Releasing lock "refresh_cache-e13820bb-f282-468f-90de-26279db2f9e9" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.528040] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d763605d-9e09-4d91-9aed-f4ef7b0419d6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.551585] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1883b005-41ff-41a8-bc8e-d2cc1ea7fd2c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.577188] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Updating instance 'dca69834-e0b5-4a10-913d-9645dbd2e36c' progress to 67 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1603.605724] env[63097]: DEBUG oslo_vmware.api [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687612, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.755987] env[63097]: DEBUG nova.scheduler.client.report [None req-18f58ef5-87e3-4cf8-b180-9ba78e5b9f70 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1603.916408] env[63097]: DEBUG oslo_concurrency.lockutils [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.993806] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed697b35-ae3e-487f-bcce-987ea8400d2a tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1603.994210] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fff39fe0-5352-4d60-abc3-33c31998b196 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.001989] env[63097]: DEBUG oslo_vmware.api [None req-ed697b35-ae3e-487f-bcce-987ea8400d2a tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1604.001989] env[63097]: value = "task-1687613" [ 1604.001989] env[63097]: _type = "Task" [ 1604.001989] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.010376] env[63097]: DEBUG oslo_vmware.api [None req-ed697b35-ae3e-487f-bcce-987ea8400d2a tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687613, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.058429] env[63097]: DEBUG oslo_concurrency.lockutils [None req-595eb079-0230-47a3-a8db-44f145753ee5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1604.059014] env[63097]: DEBUG oslo_concurrency.lockutils [None req-595eb079-0230-47a3-a8db-44f145753ee5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.059442] env[63097]: DEBUG oslo_concurrency.lockutils [None req-595eb079-0230-47a3-a8db-44f145753ee5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1604.059841] env[63097]: DEBUG oslo_concurrency.lockutils [None req-595eb079-0230-47a3-a8db-44f145753ee5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.060204] env[63097]: DEBUG oslo_concurrency.lockutils [None req-595eb079-0230-47a3-a8db-44f145753ee5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.063462] env[63097]: INFO nova.compute.manager [None req-595eb079-0230-47a3-a8db-44f145753ee5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Terminating instance [ 1604.066240] env[63097]: DEBUG nova.compute.manager [None req-595eb079-0230-47a3-a8db-44f145753ee5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1604.066602] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-595eb079-0230-47a3-a8db-44f145753ee5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1604.067877] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c862a9f6-32f6-4197-a346-f816a306cc51 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.078511] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-595eb079-0230-47a3-a8db-44f145753ee5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1604.078947] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e0e5f00-ddee-4a06-b4d7-05484ec3880e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.090445] env[63097]: DEBUG oslo_vmware.api [None req-595eb079-0230-47a3-a8db-44f145753ee5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for the task: (returnval){ [ 1604.090445] env[63097]: value = "task-1687614" [ 1604.090445] env[63097]: _type = "Task" [ 1604.090445] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.107596] env[63097]: DEBUG oslo_vmware.api [None req-595eb079-0230-47a3-a8db-44f145753ee5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.110940] env[63097]: DEBUG oslo_vmware.api [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687612, 'name': PowerOnVM_Task, 'duration_secs': 0.688346} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.111320] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1604.111580] env[63097]: INFO nova.compute.manager [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] Took 8.89 seconds to spawn the instance on the hypervisor. [ 1604.111815] env[63097]: DEBUG nova.compute.manager [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1604.112670] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47784c20-29c5-4533-97e6-67061298f9fc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.155490] env[63097]: DEBUG nova.network.neutron [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Port aa947e8b-306d-4e1c-a526-70e864999c72 binding to destination host cpu-1 is already ACTIVE {{(pid=63097) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1604.261791] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18f58ef5-87e3-4cf8-b180-9ba78e5b9f70 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.827s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.264249] env[63097]: DEBUG oslo_concurrency.lockutils [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.434s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.265886] env[63097]: INFO nova.compute.claims [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1604.286571] env[63097]: INFO nova.scheduler.client.report [None req-18f58ef5-87e3-4cf8-b180-9ba78e5b9f70 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Deleted allocations for instance c2ae5550-369a-44af-91d8-b982da0f296d [ 1604.516251] env[63097]: DEBUG oslo_vmware.api [None req-ed697b35-ae3e-487f-bcce-987ea8400d2a tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687613, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.602533] env[63097]: DEBUG oslo_vmware.api [None req-595eb079-0230-47a3-a8db-44f145753ee5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687614, 'name': PowerOffVM_Task, 'duration_secs': 0.36513} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.602969] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-595eb079-0230-47a3-a8db-44f145753ee5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1604.603267] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-595eb079-0230-47a3-a8db-44f145753ee5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1604.603644] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61d79c52-83ba-425d-a922-f65dd9263c41 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.629183] env[63097]: INFO nova.compute.manager [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] Took 17.28 seconds to build instance. [ 1604.677210] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-595eb079-0230-47a3-a8db-44f145753ee5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1604.677526] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-595eb079-0230-47a3-a8db-44f145753ee5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1604.677709] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-595eb079-0230-47a3-a8db-44f145753ee5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Deleting the datastore file [datastore1] 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1604.678174] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9621fd99-fbb5-4c01-8803-bc07a126ca15 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.685336] env[63097]: DEBUG oslo_vmware.api [None req-595eb079-0230-47a3-a8db-44f145753ee5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for the task: (returnval){ [ 1604.685336] env[63097]: value = "task-1687616" [ 1604.685336] env[63097]: _type = "Task" [ 1604.685336] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.695277] env[63097]: DEBUG oslo_vmware.api [None req-595eb079-0230-47a3-a8db-44f145753ee5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687616, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.794817] env[63097]: DEBUG oslo_concurrency.lockutils [None req-18f58ef5-87e3-4cf8-b180-9ba78e5b9f70 tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Lock "c2ae5550-369a-44af-91d8-b982da0f296d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.429s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.012611] env[63097]: DEBUG oslo_vmware.api [None req-ed697b35-ae3e-487f-bcce-987ea8400d2a tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687613, 'name': PowerOnVM_Task, 'duration_secs': 0.534548} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.013032] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed697b35-ae3e-487f-bcce-987ea8400d2a tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1605.013081] env[63097]: DEBUG nova.compute.manager [None req-ed697b35-ae3e-487f-bcce-987ea8400d2a tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1605.013941] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b0c09d-66d4-4901-b4d4-073f90fdbe23 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.131035] env[63097]: DEBUG oslo_concurrency.lockutils [None req-40e46852-6f65-43e3-b34f-1aedea019c98 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "ebb8994e-35fd-4b96-b0d0-f822d949356d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.789s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.181136] env[63097]: DEBUG oslo_concurrency.lockutils [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "dca69834-e0b5-4a10-913d-9645dbd2e36c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.181410] env[63097]: DEBUG oslo_concurrency.lockutils [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "dca69834-e0b5-4a10-913d-9645dbd2e36c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.181707] env[63097]: DEBUG oslo_concurrency.lockutils [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "dca69834-e0b5-4a10-913d-9645dbd2e36c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.198428] env[63097]: DEBUG oslo_vmware.api [None req-595eb079-0230-47a3-a8db-44f145753ee5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Task: {'id': task-1687616, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.376265} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.198950] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-595eb079-0230-47a3-a8db-44f145753ee5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1605.199166] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-595eb079-0230-47a3-a8db-44f145753ee5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1605.199357] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-595eb079-0230-47a3-a8db-44f145753ee5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1605.199535] env[63097]: INFO nova.compute.manager [None req-595eb079-0230-47a3-a8db-44f145753ee5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1605.199786] env[63097]: DEBUG oslo.service.loopingcall [None req-595eb079-0230-47a3-a8db-44f145753ee5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1605.200259] env[63097]: DEBUG nova.compute.manager [-] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1605.200359] env[63097]: DEBUG nova.network.neutron [-] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1605.558105] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c596f9b0-8eab-408c-b263-51d1f3542d7e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.569407] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19b0c6a-153b-4a5a-a12c-52d56ff2ce73 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.608721] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d51de0c-6d3d-4dd2-aa8c-7816f10e28bf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.617063] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e10a37-d1af-47f1-a809-d0bb3af69230 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.631420] env[63097]: DEBUG nova.compute.provider_tree [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1605.783233] env[63097]: DEBUG oslo_concurrency.lockutils [None req-297619f7-aab3-42bf-a594-978dccc9abae tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquiring lock "d22d9d1c-131d-4497-aec6-ab82f7fea0ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.783479] env[63097]: DEBUG oslo_concurrency.lockutils [None req-297619f7-aab3-42bf-a594-978dccc9abae tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Lock "d22d9d1c-131d-4497-aec6-ab82f7fea0ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.783698] env[63097]: DEBUG oslo_concurrency.lockutils [None req-297619f7-aab3-42bf-a594-978dccc9abae tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquiring lock "d22d9d1c-131d-4497-aec6-ab82f7fea0ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.783971] env[63097]: DEBUG oslo_concurrency.lockutils [None req-297619f7-aab3-42bf-a594-978dccc9abae tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Lock "d22d9d1c-131d-4497-aec6-ab82f7fea0ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.784143] env[63097]: DEBUG oslo_concurrency.lockutils [None req-297619f7-aab3-42bf-a594-978dccc9abae tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Lock "d22d9d1c-131d-4497-aec6-ab82f7fea0ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.787151] env[63097]: DEBUG nova.compute.manager [req-8bb69afe-1bdb-4e53-a2ba-3dd7d3147775 req-4efd5ee4-86be-43d0-a599-b04255e65ce2 service nova] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Received event network-vif-deleted-6ce6a584-84a4-455b-8d48-3485ac2eb767 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1605.787344] env[63097]: INFO nova.compute.manager [req-8bb69afe-1bdb-4e53-a2ba-3dd7d3147775 req-4efd5ee4-86be-43d0-a599-b04255e65ce2 service nova] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Neutron deleted interface 6ce6a584-84a4-455b-8d48-3485ac2eb767; detaching it from the instance and deleting it from the info cache [ 1605.787523] env[63097]: DEBUG nova.network.neutron [req-8bb69afe-1bdb-4e53-a2ba-3dd7d3147775 req-4efd5ee4-86be-43d0-a599-b04255e65ce2 service nova] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.788680] env[63097]: INFO nova.compute.manager [None req-297619f7-aab3-42bf-a594-978dccc9abae tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Terminating instance [ 1605.790564] env[63097]: DEBUG nova.compute.manager [None req-297619f7-aab3-42bf-a594-978dccc9abae tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1605.790721] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-297619f7-aab3-42bf-a594-978dccc9abae tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1605.791756] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a2b3bf-e616-48a6-9a45-f8adccfdba68 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.800597] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-297619f7-aab3-42bf-a594-978dccc9abae tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1605.801281] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6a26f74-fbbe-45f8-8bda-ebffd1d65100 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.808207] env[63097]: DEBUG oslo_vmware.api [None req-297619f7-aab3-42bf-a594-978dccc9abae tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1605.808207] env[63097]: value = "task-1687617" [ 1605.808207] env[63097]: _type = "Task" [ 1605.808207] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.818983] env[63097]: DEBUG oslo_vmware.api [None req-297619f7-aab3-42bf-a594-978dccc9abae tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687617, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.134789] env[63097]: DEBUG nova.scheduler.client.report [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1606.139295] env[63097]: DEBUG nova.network.neutron [-] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1606.239127] env[63097]: DEBUG oslo_concurrency.lockutils [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "refresh_cache-dca69834-e0b5-4a10-913d-9645dbd2e36c" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.239373] env[63097]: DEBUG oslo_concurrency.lockutils [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquired lock "refresh_cache-dca69834-e0b5-4a10-913d-9645dbd2e36c" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.239653] env[63097]: DEBUG nova.network.neutron [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1606.291892] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ce75a77-c6a2-4429-a808-d9d82e1c3258 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.305062] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed10448-b8d5-4e40-b589-6e1a7017bf56 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.332548] env[63097]: DEBUG oslo_vmware.api [None req-297619f7-aab3-42bf-a594-978dccc9abae tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687617, 'name': PowerOffVM_Task, 'duration_secs': 0.362155} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.344443] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-297619f7-aab3-42bf-a594-978dccc9abae tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1606.344667] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-297619f7-aab3-42bf-a594-978dccc9abae tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1606.345189] env[63097]: DEBUG nova.compute.manager [req-8bb69afe-1bdb-4e53-a2ba-3dd7d3147775 req-4efd5ee4-86be-43d0-a599-b04255e65ce2 service nova] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Detach interface failed, port_id=6ce6a584-84a4-455b-8d48-3485ac2eb767, reason: Instance 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1606.345638] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddc83227-8cbd-483b-8c0d-a81b7e26df2c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.424671] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-297619f7-aab3-42bf-a594-978dccc9abae tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1606.425044] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-297619f7-aab3-42bf-a594-978dccc9abae tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1606.425286] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-297619f7-aab3-42bf-a594-978dccc9abae tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Deleting the datastore file [datastore2] d22d9d1c-131d-4497-aec6-ab82f7fea0ea {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1606.425589] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d93f72f-a185-4de6-974e-6ed988e18b93 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.432899] env[63097]: DEBUG oslo_vmware.api [None req-297619f7-aab3-42bf-a594-978dccc9abae tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for the task: (returnval){ [ 1606.432899] env[63097]: value = "task-1687619" [ 1606.432899] env[63097]: _type = "Task" [ 1606.432899] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.442027] env[63097]: DEBUG oslo_vmware.api [None req-297619f7-aab3-42bf-a594-978dccc9abae tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.554379] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "4b9f24fc-7521-4fdb-a3f3-f49840cb53e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.554695] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "4b9f24fc-7521-4fdb-a3f3-f49840cb53e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.640340] env[63097]: DEBUG oslo_concurrency.lockutils [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.641015] env[63097]: DEBUG nova.compute.manager [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1606.644251] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cb7b0db7-f8e4-4677-90d2-16faee752b26 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.489s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.644933] env[63097]: DEBUG nova.objects.instance [None req-cb7b0db7-f8e4-4677-90d2-16faee752b26 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Lazy-loading 'resources' on Instance uuid 194e0271-9f69-43c9-8282-5ddc52d699a5 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1606.645681] env[63097]: INFO nova.compute.manager [-] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Took 1.45 seconds to deallocate network for instance. [ 1606.942376] env[63097]: DEBUG oslo_vmware.api [None req-297619f7-aab3-42bf-a594-978dccc9abae tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Task: {'id': task-1687619, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200141} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.942646] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-297619f7-aab3-42bf-a594-978dccc9abae tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1606.942918] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-297619f7-aab3-42bf-a594-978dccc9abae tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1606.943048] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-297619f7-aab3-42bf-a594-978dccc9abae tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1606.943217] env[63097]: INFO nova.compute.manager [None req-297619f7-aab3-42bf-a594-978dccc9abae tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1606.943471] env[63097]: DEBUG oslo.service.loopingcall [None req-297619f7-aab3-42bf-a594-978dccc9abae tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1606.943833] env[63097]: DEBUG nova.compute.manager [-] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1606.943833] env[63097]: DEBUG nova.network.neutron [-] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1606.961870] env[63097]: DEBUG nova.network.neutron [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Updating instance_info_cache with network_info: [{"id": "aa947e8b-306d-4e1c-a526-70e864999c72", "address": "fa:16:3e:e3:93:00", "network": {"id": "7862ef5e-43cc-4460-8494-e49f3fb27411", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-385212728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caa7647ebc840f48dc539a8cc2c484b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa947e8b-30", "ovs_interfaceid": "aa947e8b-306d-4e1c-a526-70e864999c72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1607.057532] env[63097]: DEBUG nova.compute.manager [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1607.148236] env[63097]: DEBUG nova.compute.utils [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1607.153532] env[63097]: DEBUG nova.compute.manager [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1607.153812] env[63097]: DEBUG nova.network.neutron [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1607.156224] env[63097]: DEBUG oslo_concurrency.lockutils [None req-595eb079-0230-47a3-a8db-44f145753ee5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.197723] env[63097]: DEBUG nova.policy [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b71259406cb45c0b5b99556fbd11717', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bef179dd054a49daacd2151914b1000b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1607.216401] env[63097]: DEBUG nova.compute.manager [req-d062c93a-6e4f-4fe4-9f92-1c9e2d2a0e54 req-d93247f6-0d9f-481e-a92d-a53a7b6f8ed1 service nova] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Received event network-vif-deleted-ab5f25ed-453f-4447-8d9f-ee8f0f5b1baf {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1607.216484] env[63097]: INFO nova.compute.manager [req-d062c93a-6e4f-4fe4-9f92-1c9e2d2a0e54 req-d93247f6-0d9f-481e-a92d-a53a7b6f8ed1 service nova] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Neutron deleted interface ab5f25ed-453f-4447-8d9f-ee8f0f5b1baf; detaching it from the instance and deleting it from the info cache [ 1607.216639] env[63097]: DEBUG nova.network.neutron [req-d062c93a-6e4f-4fe4-9f92-1c9e2d2a0e54 req-d93247f6-0d9f-481e-a92d-a53a7b6f8ed1 service nova] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1607.386529] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072db548-6e3d-4d08-aa92-8810381b5168 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.400016] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33ff457-a98e-4542-82e3-e37db6312714 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.436644] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc91193-faaf-4bca-b6cc-8762585a66a3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.444823] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b02a6ff-eea4-469a-96aa-4339f1772500 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.460926] env[63097]: DEBUG nova.compute.provider_tree [None req-cb7b0db7-f8e4-4677-90d2-16faee752b26 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1607.465260] env[63097]: DEBUG oslo_concurrency.lockutils [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Releasing lock "refresh_cache-dca69834-e0b5-4a10-913d-9645dbd2e36c" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1607.523024] env[63097]: DEBUG nova.network.neutron [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Successfully created port: 924e65a7-742e-4d71-b212-24c8368b12b1 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1607.582019] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.654340] env[63097]: DEBUG nova.compute.manager [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1607.693288] env[63097]: DEBUG nova.network.neutron [-] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1607.719621] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2897e53-d35f-476a-b9ad-86ba9ba2d0c2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.731861] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87ed66b-f0e6-4b4f-9ce4-b5b5ca79883e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.766683] env[63097]: DEBUG nova.compute.manager [req-d062c93a-6e4f-4fe4-9f92-1c9e2d2a0e54 req-d93247f6-0d9f-481e-a92d-a53a7b6f8ed1 service nova] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Detach interface failed, port_id=ab5f25ed-453f-4447-8d9f-ee8f0f5b1baf, reason: Instance d22d9d1c-131d-4497-aec6-ab82f7fea0ea could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1607.965683] env[63097]: DEBUG nova.scheduler.client.report [None req-cb7b0db7-f8e4-4677-90d2-16faee752b26 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1607.986071] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf32cd87-ebe0-406b-ba3e-8f0926f17487 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.006241] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af33054-26fc-45e5-9dac-0d0959f1ae11 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.013527] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Updating instance 'dca69834-e0b5-4a10-913d-9645dbd2e36c' progress to 83 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1608.197437] env[63097]: INFO nova.compute.manager [-] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Took 1.25 seconds to deallocate network for instance. [ 1608.470939] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cb7b0db7-f8e4-4677-90d2-16faee752b26 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.827s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.475554] env[63097]: DEBUG oslo_concurrency.lockutils [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.559s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.477565] env[63097]: INFO nova.compute.claims [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1608.493575] env[63097]: INFO nova.scheduler.client.report [None req-cb7b0db7-f8e4-4677-90d2-16faee752b26 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Deleted allocations for instance 194e0271-9f69-43c9-8282-5ddc52d699a5 [ 1608.520582] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1608.520930] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e94fc6f1-c9aa-4e6d-a529-0d2ebaf2e853 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.530912] env[63097]: DEBUG oslo_vmware.api [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1608.530912] env[63097]: value = "task-1687620" [ 1608.530912] env[63097]: _type = "Task" [ 1608.530912] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.539434] env[63097]: DEBUG oslo_vmware.api [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687620, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.664550] env[63097]: DEBUG nova.compute.manager [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1608.687281] env[63097]: DEBUG nova.virt.hardware [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1608.687569] env[63097]: DEBUG nova.virt.hardware [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1608.687739] env[63097]: DEBUG nova.virt.hardware [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1608.687930] env[63097]: DEBUG nova.virt.hardware [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1608.688099] env[63097]: DEBUG nova.virt.hardware [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1608.688261] env[63097]: DEBUG nova.virt.hardware [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1608.688475] env[63097]: DEBUG nova.virt.hardware [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1608.688654] env[63097]: DEBUG nova.virt.hardware [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1608.688917] env[63097]: DEBUG nova.virt.hardware [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1608.689122] env[63097]: DEBUG nova.virt.hardware [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1608.689308] env[63097]: DEBUG nova.virt.hardware [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1608.690173] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c46448-2a5c-4a0c-a8b0-ada28d7acb8e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.698703] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6ffcba-0f84-4015-81bd-a018285d0a60 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.712720] env[63097]: DEBUG oslo_concurrency.lockutils [None req-297619f7-aab3-42bf-a594-978dccc9abae tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1608.987179] env[63097]: DEBUG nova.compute.manager [req-8876ddfb-e6a1-4004-ac05-d6c15546efab req-a5eb802c-783b-4028-acfa-8b2083901eba service nova] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Received event network-vif-plugged-924e65a7-742e-4d71-b212-24c8368b12b1 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1608.987528] env[63097]: DEBUG oslo_concurrency.lockutils [req-8876ddfb-e6a1-4004-ac05-d6c15546efab req-a5eb802c-783b-4028-acfa-8b2083901eba service nova] Acquiring lock "e6176203-d46f-4e5f-8207-83c251e80211-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1608.987768] env[63097]: DEBUG oslo_concurrency.lockutils [req-8876ddfb-e6a1-4004-ac05-d6c15546efab req-a5eb802c-783b-4028-acfa-8b2083901eba service nova] Lock "e6176203-d46f-4e5f-8207-83c251e80211-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.988019] env[63097]: DEBUG oslo_concurrency.lockutils [req-8876ddfb-e6a1-4004-ac05-d6c15546efab req-a5eb802c-783b-4028-acfa-8b2083901eba service nova] Lock "e6176203-d46f-4e5f-8207-83c251e80211-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.988212] env[63097]: DEBUG nova.compute.manager [req-8876ddfb-e6a1-4004-ac05-d6c15546efab req-a5eb802c-783b-4028-acfa-8b2083901eba service nova] [instance: e6176203-d46f-4e5f-8207-83c251e80211] No waiting events found dispatching network-vif-plugged-924e65a7-742e-4d71-b212-24c8368b12b1 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1608.988340] env[63097]: WARNING nova.compute.manager [req-8876ddfb-e6a1-4004-ac05-d6c15546efab req-a5eb802c-783b-4028-acfa-8b2083901eba service nova] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Received unexpected event network-vif-plugged-924e65a7-742e-4d71-b212-24c8368b12b1 for instance with vm_state building and task_state spawning. [ 1609.000647] env[63097]: DEBUG oslo_concurrency.lockutils [None req-cb7b0db7-f8e4-4677-90d2-16faee752b26 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Lock "194e0271-9f69-43c9-8282-5ddc52d699a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.056s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.044916] env[63097]: DEBUG oslo_vmware.api [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687620, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.092152] env[63097]: DEBUG nova.network.neutron [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Successfully updated port: 924e65a7-742e-4d71-b212-24c8368b12b1 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1609.540009] env[63097]: DEBUG oslo_vmware.api [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687620, 'name': PowerOnVM_Task, 'duration_secs': 0.691728} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.540338] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1609.540528] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-eac5e8bd-9e64-4b8f-8983-6529e204b946 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Updating instance 'dca69834-e0b5-4a10-913d-9645dbd2e36c' progress to 100 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1609.593719] env[63097]: DEBUG oslo_concurrency.lockutils [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "refresh_cache-e6176203-d46f-4e5f-8207-83c251e80211" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.593892] env[63097]: DEBUG oslo_concurrency.lockutils [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquired lock "refresh_cache-e6176203-d46f-4e5f-8207-83c251e80211" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.594052] env[63097]: DEBUG nova.network.neutron [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1609.694367] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2a1940-baf2-4cfd-a006-364f6606f197 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.701967] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9350a742-e2b1-45a5-86f1-b73f98ab2d65 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.733809] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb1d394-8199-4520-817e-6673d37980f5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.741447] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bbd66f-793e-4cf8-876d-02b8fb0b719b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.755181] env[63097]: DEBUG nova.compute.provider_tree [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1610.128083] env[63097]: DEBUG nova.network.neutron [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1610.178029] env[63097]: DEBUG oslo_concurrency.lockutils [None req-40e4a8d2-2bac-41bb-9038-cebec8b9a968 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Acquiring lock "84239f51-6b44-4312-80b3-b6b24fda1fec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.178127] env[63097]: DEBUG oslo_concurrency.lockutils [None req-40e4a8d2-2bac-41bb-9038-cebec8b9a968 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Lock "84239f51-6b44-4312-80b3-b6b24fda1fec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.178346] env[63097]: DEBUG oslo_concurrency.lockutils [None req-40e4a8d2-2bac-41bb-9038-cebec8b9a968 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Acquiring lock "84239f51-6b44-4312-80b3-b6b24fda1fec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.178538] env[63097]: DEBUG oslo_concurrency.lockutils [None req-40e4a8d2-2bac-41bb-9038-cebec8b9a968 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Lock "84239f51-6b44-4312-80b3-b6b24fda1fec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.178709] env[63097]: DEBUG oslo_concurrency.lockutils [None req-40e4a8d2-2bac-41bb-9038-cebec8b9a968 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Lock "84239f51-6b44-4312-80b3-b6b24fda1fec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.181859] env[63097]: INFO nova.compute.manager [None req-40e4a8d2-2bac-41bb-9038-cebec8b9a968 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Terminating instance [ 1610.183443] env[63097]: DEBUG nova.compute.manager [None req-40e4a8d2-2bac-41bb-9038-cebec8b9a968 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1610.183646] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-40e4a8d2-2bac-41bb-9038-cebec8b9a968 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1610.184608] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7bdac1-222c-44bb-b88b-9dabc4fb582c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.193060] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e4a8d2-2bac-41bb-9038-cebec8b9a968 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1610.193060] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58055579-80c1-4444-af91-bfe159474300 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.199830] env[63097]: DEBUG oslo_vmware.api [None req-40e4a8d2-2bac-41bb-9038-cebec8b9a968 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Waiting for the task: (returnval){ [ 1610.199830] env[63097]: value = "task-1687621" [ 1610.199830] env[63097]: _type = "Task" [ 1610.199830] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.208089] env[63097]: DEBUG oslo_vmware.api [None req-40e4a8d2-2bac-41bb-9038-cebec8b9a968 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.257971] env[63097]: DEBUG nova.scheduler.client.report [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1610.318572] env[63097]: DEBUG nova.network.neutron [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Updating instance_info_cache with network_info: [{"id": "924e65a7-742e-4d71-b212-24c8368b12b1", "address": "fa:16:3e:d8:f5:84", "network": {"id": "94712200-def6-47d2-8aea-9450d0e57f82", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-478454733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bef179dd054a49daacd2151914b1000b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap924e65a7-74", "ovs_interfaceid": "924e65a7-742e-4d71-b212-24c8368b12b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1610.711987] env[63097]: DEBUG oslo_vmware.api [None req-40e4a8d2-2bac-41bb-9038-cebec8b9a968 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687621, 'name': PowerOffVM_Task, 'duration_secs': 0.302851} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.712311] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e4a8d2-2bac-41bb-9038-cebec8b9a968 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1610.712483] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-40e4a8d2-2bac-41bb-9038-cebec8b9a968 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1610.712741] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab9e65e2-8600-4970-8b11-c82f95996a25 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.763342] env[63097]: DEBUG oslo_concurrency.lockutils [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.288s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.763883] env[63097]: DEBUG nova.compute.manager [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1610.766706] env[63097]: DEBUG oslo_concurrency.lockutils [None req-595eb079-0230-47a3-a8db-44f145753ee5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.611s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.766939] env[63097]: DEBUG nova.objects.instance [None req-595eb079-0230-47a3-a8db-44f145753ee5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lazy-loading 'resources' on Instance uuid 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1610.787779] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-40e4a8d2-2bac-41bb-9038-cebec8b9a968 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1610.789122] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-40e4a8d2-2bac-41bb-9038-cebec8b9a968 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1610.789122] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-40e4a8d2-2bac-41bb-9038-cebec8b9a968 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Deleting the datastore file [datastore1] 84239f51-6b44-4312-80b3-b6b24fda1fec {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1610.789122] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69f60fbe-1ff1-46ac-a68f-fa9f612d9ff5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.795635] env[63097]: DEBUG oslo_vmware.api [None req-40e4a8d2-2bac-41bb-9038-cebec8b9a968 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Waiting for the task: (returnval){ [ 1610.795635] env[63097]: value = "task-1687623" [ 1610.795635] env[63097]: _type = "Task" [ 1610.795635] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.803385] env[63097]: DEBUG oslo_vmware.api [None req-40e4a8d2-2bac-41bb-9038-cebec8b9a968 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.822066] env[63097]: DEBUG oslo_concurrency.lockutils [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Releasing lock "refresh_cache-e6176203-d46f-4e5f-8207-83c251e80211" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.822391] env[63097]: DEBUG nova.compute.manager [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Instance network_info: |[{"id": "924e65a7-742e-4d71-b212-24c8368b12b1", "address": "fa:16:3e:d8:f5:84", "network": {"id": "94712200-def6-47d2-8aea-9450d0e57f82", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-478454733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bef179dd054a49daacd2151914b1000b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap924e65a7-74", "ovs_interfaceid": "924e65a7-742e-4d71-b212-24c8368b12b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1610.822804] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:f5:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c20f5114-0866-45b3-9a7c-62f113ff83fa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '924e65a7-742e-4d71-b212-24c8368b12b1', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1610.830208] env[63097]: DEBUG oslo.service.loopingcall [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1610.830437] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1610.830666] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18a3935a-98b8-4e2b-887b-3744beff00e7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.852053] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1610.852053] env[63097]: value = "task-1687624" [ 1610.852053] env[63097]: _type = "Task" [ 1610.852053] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.859873] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687624, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.038033] env[63097]: DEBUG nova.compute.manager [req-2ff82bbd-a766-4ec7-87b1-93cf9aae5522 req-1089d15b-5909-494f-b1d3-a4f4a063d679 service nova] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Received event network-changed-924e65a7-742e-4d71-b212-24c8368b12b1 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1611.038267] env[63097]: DEBUG nova.compute.manager [req-2ff82bbd-a766-4ec7-87b1-93cf9aae5522 req-1089d15b-5909-494f-b1d3-a4f4a063d679 service nova] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Refreshing instance network info cache due to event network-changed-924e65a7-742e-4d71-b212-24c8368b12b1. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1611.038490] env[63097]: DEBUG oslo_concurrency.lockutils [req-2ff82bbd-a766-4ec7-87b1-93cf9aae5522 req-1089d15b-5909-494f-b1d3-a4f4a063d679 service nova] Acquiring lock "refresh_cache-e6176203-d46f-4e5f-8207-83c251e80211" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1611.038637] env[63097]: DEBUG oslo_concurrency.lockutils [req-2ff82bbd-a766-4ec7-87b1-93cf9aae5522 req-1089d15b-5909-494f-b1d3-a4f4a063d679 service nova] Acquired lock "refresh_cache-e6176203-d46f-4e5f-8207-83c251e80211" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.038800] env[63097]: DEBUG nova.network.neutron [req-2ff82bbd-a766-4ec7-87b1-93cf9aae5522 req-1089d15b-5909-494f-b1d3-a4f4a063d679 service nova] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Refreshing network info cache for port 924e65a7-742e-4d71-b212-24c8368b12b1 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1611.270080] env[63097]: DEBUG nova.compute.utils [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1611.271644] env[63097]: DEBUG nova.compute.manager [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1611.271882] env[63097]: DEBUG nova.network.neutron [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1611.310024] env[63097]: DEBUG oslo_vmware.api [None req-40e4a8d2-2bac-41bb-9038-cebec8b9a968 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Task: {'id': task-1687623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223706} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.310024] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-40e4a8d2-2bac-41bb-9038-cebec8b9a968 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1611.310200] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-40e4a8d2-2bac-41bb-9038-cebec8b9a968 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1611.310418] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-40e4a8d2-2bac-41bb-9038-cebec8b9a968 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1611.310554] env[63097]: INFO nova.compute.manager [None req-40e4a8d2-2bac-41bb-9038-cebec8b9a968 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1611.310808] env[63097]: DEBUG oslo.service.loopingcall [None req-40e4a8d2-2bac-41bb-9038-cebec8b9a968 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1611.311017] env[63097]: DEBUG nova.compute.manager [-] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1611.311121] env[63097]: DEBUG nova.network.neutron [-] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1611.332141] env[63097]: DEBUG nova.policy [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3efa2ecfa5d3448b86bddad26a99cc71', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'daa7867f5c3b4e6e8e319e4b098166c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1611.363916] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687624, 'name': CreateVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.516901] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a0aadc-4bb2-4708-91a3-e0529f393302 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.525603] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a5b2ec9a-8181-4299-8b4c-2a018fcb6bff tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "dca69834-e0b5-4a10-913d-9645dbd2e36c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.525880] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a5b2ec9a-8181-4299-8b4c-2a018fcb6bff tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "dca69834-e0b5-4a10-913d-9645dbd2e36c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.526331] env[63097]: DEBUG nova.compute.manager [None req-a5b2ec9a-8181-4299-8b4c-2a018fcb6bff tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Going to confirm migration 4 {{(pid=63097) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1611.528941] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ce3741-10b9-4d1d-bda4-276178fdb32a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.580702] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d327f071-a9f6-40ed-9801-cf1e3b4accf0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.590438] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebadad0-65d9-434d-877b-28fa6f47908d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.613852] env[63097]: DEBUG nova.compute.provider_tree [None req-595eb079-0230-47a3-a8db-44f145753ee5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1611.620556] env[63097]: DEBUG nova.compute.manager [req-50e483d0-b3a0-4fe6-8012-9f1fe20fe879 req-a139d9a8-6734-4b60-8229-6d27bd4c6580 service nova] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Received event network-vif-deleted-13730099-0a71-41dd-aa26-4da8a6f1cdf9 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1611.620780] env[63097]: INFO nova.compute.manager [req-50e483d0-b3a0-4fe6-8012-9f1fe20fe879 req-a139d9a8-6734-4b60-8229-6d27bd4c6580 service nova] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Neutron deleted interface 13730099-0a71-41dd-aa26-4da8a6f1cdf9; detaching it from the instance and deleting it from the info cache [ 1611.621089] env[63097]: DEBUG nova.network.neutron [req-50e483d0-b3a0-4fe6-8012-9f1fe20fe879 req-a139d9a8-6734-4b60-8229-6d27bd4c6580 service nova] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1611.777866] env[63097]: DEBUG nova.compute.manager [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1611.816302] env[63097]: DEBUG nova.network.neutron [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Successfully created port: f032f16b-9820-446d-a144-2b83b7b812f8 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1611.865523] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687624, 'name': CreateVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.927215] env[63097]: DEBUG nova.network.neutron [req-2ff82bbd-a766-4ec7-87b1-93cf9aae5522 req-1089d15b-5909-494f-b1d3-a4f4a063d679 service nova] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Updated VIF entry in instance network info cache for port 924e65a7-742e-4d71-b212-24c8368b12b1. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1611.927781] env[63097]: DEBUG nova.network.neutron [req-2ff82bbd-a766-4ec7-87b1-93cf9aae5522 req-1089d15b-5909-494f-b1d3-a4f4a063d679 service nova] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Updating instance_info_cache with network_info: [{"id": "924e65a7-742e-4d71-b212-24c8368b12b1", "address": "fa:16:3e:d8:f5:84", "network": {"id": "94712200-def6-47d2-8aea-9450d0e57f82", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-478454733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bef179dd054a49daacd2151914b1000b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap924e65a7-74", "ovs_interfaceid": "924e65a7-742e-4d71-b212-24c8368b12b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1612.102632] env[63097]: DEBUG nova.network.neutron [-] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1612.117304] env[63097]: DEBUG nova.scheduler.client.report [None req-595eb079-0230-47a3-a8db-44f145753ee5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1612.123316] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-87ca9583-169d-4d64-b604-4d130d765aeb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.133601] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98687fc-e817-46e3-97f6-f8b27568a0c1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.166930] env[63097]: DEBUG nova.compute.manager [req-50e483d0-b3a0-4fe6-8012-9f1fe20fe879 req-a139d9a8-6734-4b60-8229-6d27bd4c6580 service nova] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Detach interface failed, port_id=13730099-0a71-41dd-aa26-4da8a6f1cdf9, reason: Instance 84239f51-6b44-4312-80b3-b6b24fda1fec could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1612.188368] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a5b2ec9a-8181-4299-8b4c-2a018fcb6bff tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "refresh_cache-dca69834-e0b5-4a10-913d-9645dbd2e36c" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.188579] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a5b2ec9a-8181-4299-8b4c-2a018fcb6bff tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquired lock "refresh_cache-dca69834-e0b5-4a10-913d-9645dbd2e36c" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.188768] env[63097]: DEBUG nova.network.neutron [None req-a5b2ec9a-8181-4299-8b4c-2a018fcb6bff tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1612.188961] env[63097]: DEBUG nova.objects.instance [None req-a5b2ec9a-8181-4299-8b4c-2a018fcb6bff tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lazy-loading 'info_cache' on Instance uuid dca69834-e0b5-4a10-913d-9645dbd2e36c {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1612.364561] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687624, 'name': CreateVM_Task, 'duration_secs': 1.405633} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.364922] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1612.365482] env[63097]: DEBUG oslo_concurrency.lockutils [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.365665] env[63097]: DEBUG oslo_concurrency.lockutils [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.365991] env[63097]: DEBUG oslo_concurrency.lockutils [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1612.366276] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8ec0ddb-5d39-4d0d-9974-2f6d0a8ed334 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.371223] env[63097]: DEBUG oslo_vmware.api [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1612.371223] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5266876f-61c2-16c5-f8cd-bacdaf78404f" [ 1612.371223] env[63097]: _type = "Task" [ 1612.371223] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.378948] env[63097]: DEBUG oslo_vmware.api [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5266876f-61c2-16c5-f8cd-bacdaf78404f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.430459] env[63097]: DEBUG oslo_concurrency.lockutils [req-2ff82bbd-a766-4ec7-87b1-93cf9aae5522 req-1089d15b-5909-494f-b1d3-a4f4a063d679 service nova] Releasing lock "refresh_cache-e6176203-d46f-4e5f-8207-83c251e80211" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.605765] env[63097]: INFO nova.compute.manager [-] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Took 1.29 seconds to deallocate network for instance. [ 1612.622824] env[63097]: DEBUG oslo_concurrency.lockutils [None req-595eb079-0230-47a3-a8db-44f145753ee5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.856s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.626089] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.045s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.627808] env[63097]: INFO nova.compute.claims [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1612.652886] env[63097]: INFO nova.scheduler.client.report [None req-595eb079-0230-47a3-a8db-44f145753ee5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Deleted allocations for instance 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc [ 1612.789579] env[63097]: DEBUG nova.compute.manager [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1612.812301] env[63097]: DEBUG nova.virt.hardware [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1612.812598] env[63097]: DEBUG nova.virt.hardware [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1612.812768] env[63097]: DEBUG nova.virt.hardware [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1612.813420] env[63097]: DEBUG nova.virt.hardware [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1612.813420] env[63097]: DEBUG nova.virt.hardware [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1612.813420] env[63097]: DEBUG nova.virt.hardware [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1612.813572] env[63097]: DEBUG nova.virt.hardware [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1612.813749] env[63097]: DEBUG nova.virt.hardware [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1612.813961] env[63097]: DEBUG nova.virt.hardware [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1612.814153] env[63097]: DEBUG nova.virt.hardware [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1612.814337] env[63097]: DEBUG nova.virt.hardware [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1612.815303] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d8a9a8-98d8-4c15-844d-8809a5bc8e9b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.823861] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b39a037-d3fa-4c6c-b418-a14b219ac254 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.881039] env[63097]: DEBUG oslo_vmware.api [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5266876f-61c2-16c5-f8cd-bacdaf78404f, 'name': SearchDatastore_Task, 'duration_secs': 0.017258} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.881389] env[63097]: DEBUG oslo_concurrency.lockutils [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.881640] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1612.881921] env[63097]: DEBUG oslo_concurrency.lockutils [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.882095] env[63097]: DEBUG oslo_concurrency.lockutils [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.882288] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1612.882564] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d500c99-2ce8-4f74-9199-da34d8e76002 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.892744] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1612.892943] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1612.893848] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bfc9743-ca01-4f6c-99a9-3593f5b3de8d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.900727] env[63097]: DEBUG oslo_vmware.api [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1612.900727] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5219e1be-c1d8-506a-891b-be898422b87d" [ 1612.900727] env[63097]: _type = "Task" [ 1612.900727] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.910408] env[63097]: DEBUG oslo_vmware.api [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5219e1be-c1d8-506a-891b-be898422b87d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.112711] env[63097]: DEBUG oslo_concurrency.lockutils [None req-40e4a8d2-2bac-41bb-9038-cebec8b9a968 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.161409] env[63097]: DEBUG oslo_concurrency.lockutils [None req-595eb079-0230-47a3-a8db-44f145753ee5 tempest-AttachInterfacesTestJSON-986292586 tempest-AttachInterfacesTestJSON-986292586-project-member] Lock "14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.103s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.225155] env[63097]: DEBUG oslo_vmware.rw_handles [None req-40b2d26c-fab4-4168-9c83-5a9a8ab93b89 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c61294-d6c4-cb39-476f-68bcf6b92b8a/disk-0.vmdk. {{(pid=63097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1613.226080] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bceb6b8a-9900-4fa0-9b51-e970cbdf165a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.234618] env[63097]: DEBUG oslo_vmware.rw_handles [None req-40b2d26c-fab4-4168-9c83-5a9a8ab93b89 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c61294-d6c4-cb39-476f-68bcf6b92b8a/disk-0.vmdk is in state: ready. {{(pid=63097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1613.234798] env[63097]: ERROR oslo_vmware.rw_handles [None req-40b2d26c-fab4-4168-9c83-5a9a8ab93b89 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c61294-d6c4-cb39-476f-68bcf6b92b8a/disk-0.vmdk due to incomplete transfer. [ 1613.235067] env[63097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9e6af24c-51eb-4395-bc94-82ae6119fa35 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.242330] env[63097]: DEBUG oslo_vmware.rw_handles [None req-40b2d26c-fab4-4168-9c83-5a9a8ab93b89 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c61294-d6c4-cb39-476f-68bcf6b92b8a/disk-0.vmdk. {{(pid=63097) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1613.242539] env[63097]: DEBUG nova.virt.vmwareapi.images [None req-40b2d26c-fab4-4168-9c83-5a9a8ab93b89 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Uploaded image d4c57dec-d61c-4802-acbb-d95814d2eb2d to the Glance image server {{(pid=63097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1613.244999] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b2d26c-fab4-4168-9c83-5a9a8ab93b89 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Destroying the VM {{(pid=63097) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1613.245562] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5c34de36-e8a8-4f34-a715-6075a1cd0e4c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.252599] env[63097]: DEBUG oslo_vmware.api [None req-40b2d26c-fab4-4168-9c83-5a9a8ab93b89 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Waiting for the task: (returnval){ [ 1613.252599] env[63097]: value = "task-1687625" [ 1613.252599] env[63097]: _type = "Task" [ 1613.252599] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.260437] env[63097]: DEBUG oslo_vmware.api [None req-40b2d26c-fab4-4168-9c83-5a9a8ab93b89 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': task-1687625, 'name': Destroy_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.410209] env[63097]: DEBUG oslo_vmware.api [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5219e1be-c1d8-506a-891b-be898422b87d, 'name': SearchDatastore_Task, 'duration_secs': 0.025247} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.411014] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84327041-551a-463d-80e7-3cca2e999b2c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.416757] env[63097]: DEBUG oslo_vmware.api [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1613.416757] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]529b6f78-d0ff-4ec4-afe0-7991527dcfa9" [ 1613.416757] env[63097]: _type = "Task" [ 1613.416757] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.424712] env[63097]: DEBUG oslo_vmware.api [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]529b6f78-d0ff-4ec4-afe0-7991527dcfa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.566091] env[63097]: DEBUG nova.network.neutron [None req-a5b2ec9a-8181-4299-8b4c-2a018fcb6bff tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Updating instance_info_cache with network_info: [{"id": "aa947e8b-306d-4e1c-a526-70e864999c72", "address": "fa:16:3e:e3:93:00", "network": {"id": "7862ef5e-43cc-4460-8494-e49f3fb27411", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-385212728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caa7647ebc840f48dc539a8cc2c484b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa947e8b-30", "ovs_interfaceid": "aa947e8b-306d-4e1c-a526-70e864999c72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1613.658297] env[63097]: DEBUG nova.compute.manager [req-5377d6c1-6de1-4b38-b0df-778ca7c8928f req-f6af447a-aba9-4251-beef-64706338df6a service nova] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Received event network-vif-plugged-f032f16b-9820-446d-a144-2b83b7b812f8 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1613.658534] env[63097]: DEBUG oslo_concurrency.lockutils [req-5377d6c1-6de1-4b38-b0df-778ca7c8928f req-f6af447a-aba9-4251-beef-64706338df6a service nova] Acquiring lock "f6a7cec2-2c71-44b6-91f5-640fa267f552-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.658755] env[63097]: DEBUG oslo_concurrency.lockutils [req-5377d6c1-6de1-4b38-b0df-778ca7c8928f req-f6af447a-aba9-4251-beef-64706338df6a service nova] Lock "f6a7cec2-2c71-44b6-91f5-640fa267f552-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.658928] env[63097]: DEBUG oslo_concurrency.lockutils [req-5377d6c1-6de1-4b38-b0df-778ca7c8928f req-f6af447a-aba9-4251-beef-64706338df6a service nova] Lock "f6a7cec2-2c71-44b6-91f5-640fa267f552-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.659139] env[63097]: DEBUG nova.compute.manager [req-5377d6c1-6de1-4b38-b0df-778ca7c8928f req-f6af447a-aba9-4251-beef-64706338df6a service nova] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] No waiting events found dispatching network-vif-plugged-f032f16b-9820-446d-a144-2b83b7b812f8 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1613.659327] env[63097]: WARNING nova.compute.manager [req-5377d6c1-6de1-4b38-b0df-778ca7c8928f req-f6af447a-aba9-4251-beef-64706338df6a service nova] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Received unexpected event network-vif-plugged-f032f16b-9820-446d-a144-2b83b7b812f8 for instance with vm_state building and task_state spawning. [ 1613.766599] env[63097]: DEBUG oslo_vmware.api [None req-40b2d26c-fab4-4168-9c83-5a9a8ab93b89 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': task-1687625, 'name': Destroy_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.848840] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fe362a-d376-4ddf-a0cc-fe8f072f5608 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.858085] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed08abe-ace0-47ef-81ee-552c4c48fe88 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.890237] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad9f68d-89c2-4489-b53c-48973757a720 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.901986] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655101c2-f14a-4c3b-b8e6-e55c557374d4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.906811] env[63097]: DEBUG nova.network.neutron [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Successfully updated port: f032f16b-9820-446d-a144-2b83b7b812f8 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1613.920033] env[63097]: DEBUG nova.compute.provider_tree [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1613.932454] env[63097]: DEBUG oslo_vmware.api [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]529b6f78-d0ff-4ec4-afe0-7991527dcfa9, 'name': SearchDatastore_Task, 'duration_secs': 0.04039} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.932716] env[63097]: DEBUG oslo_concurrency.lockutils [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1613.932976] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] e6176203-d46f-4e5f-8207-83c251e80211/e6176203-d46f-4e5f-8207-83c251e80211.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1613.933257] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2552a61a-de75-4871-a905-c47ac867717f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.940812] env[63097]: DEBUG oslo_vmware.api [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1613.940812] env[63097]: value = "task-1687626" [ 1613.940812] env[63097]: _type = "Task" [ 1613.940812] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.949107] env[63097]: DEBUG oslo_vmware.api [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687626, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.065182] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a5b2ec9a-8181-4299-8b4c-2a018fcb6bff tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Releasing lock "refresh_cache-dca69834-e0b5-4a10-913d-9645dbd2e36c" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1614.065597] env[63097]: DEBUG nova.objects.instance [None req-a5b2ec9a-8181-4299-8b4c-2a018fcb6bff tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lazy-loading 'migration_context' on Instance uuid dca69834-e0b5-4a10-913d-9645dbd2e36c {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1614.266239] env[63097]: DEBUG oslo_vmware.api [None req-40b2d26c-fab4-4168-9c83-5a9a8ab93b89 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': task-1687625, 'name': Destroy_Task} progress is 33%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.410122] env[63097]: DEBUG oslo_concurrency.lockutils [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquiring lock "refresh_cache-f6a7cec2-2c71-44b6-91f5-640fa267f552" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.410220] env[63097]: DEBUG oslo_concurrency.lockutils [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquired lock "refresh_cache-f6a7cec2-2c71-44b6-91f5-640fa267f552" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.410774] env[63097]: DEBUG nova.network.neutron [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1614.427190] env[63097]: DEBUG nova.scheduler.client.report [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1614.451932] env[63097]: DEBUG oslo_vmware.api [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687626, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482309} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.452227] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] e6176203-d46f-4e5f-8207-83c251e80211/e6176203-d46f-4e5f-8207-83c251e80211.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1614.452446] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1614.452698] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9d389e8-4547-474a-b817-57e2a7a9a8d1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.461293] env[63097]: DEBUG oslo_vmware.api [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1614.461293] env[63097]: value = "task-1687627" [ 1614.461293] env[63097]: _type = "Task" [ 1614.461293] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.469315] env[63097]: DEBUG oslo_vmware.api [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687627, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.569016] env[63097]: DEBUG nova.objects.base [None req-a5b2ec9a-8181-4299-8b4c-2a018fcb6bff tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63097) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1614.569994] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0e45f0-ee93-4697-b1fa-c0dbed7b2b55 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.589889] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d91fea7-159b-49dd-9f77-980f67d0b95b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.595415] env[63097]: DEBUG oslo_vmware.api [None req-a5b2ec9a-8181-4299-8b4c-2a018fcb6bff tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1614.595415] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5264a659-fe0d-6eea-9375-807314121240" [ 1614.595415] env[63097]: _type = "Task" [ 1614.595415] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.603749] env[63097]: DEBUG oslo_vmware.api [None req-a5b2ec9a-8181-4299-8b4c-2a018fcb6bff tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5264a659-fe0d-6eea-9375-807314121240, 'name': SearchDatastore_Task, 'duration_secs': 0.006314} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.604117] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a5b2ec9a-8181-4299-8b4c-2a018fcb6bff tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.765172] env[63097]: DEBUG oslo_vmware.api [None req-40b2d26c-fab4-4168-9c83-5a9a8ab93b89 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': task-1687625, 'name': Destroy_Task, 'duration_secs': 1.182187} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.765438] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-40b2d26c-fab4-4168-9c83-5a9a8ab93b89 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Destroyed the VM [ 1614.765675] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-40b2d26c-fab4-4168-9c83-5a9a8ab93b89 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Deleting Snapshot of the VM instance {{(pid=63097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1614.765929] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-393c2515-af71-43b4-b22b-93941327a6b8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.772988] env[63097]: DEBUG oslo_vmware.api [None req-40b2d26c-fab4-4168-9c83-5a9a8ab93b89 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Waiting for the task: (returnval){ [ 1614.772988] env[63097]: value = "task-1687628" [ 1614.772988] env[63097]: _type = "Task" [ 1614.772988] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.780394] env[63097]: DEBUG oslo_vmware.api [None req-40b2d26c-fab4-4168-9c83-5a9a8ab93b89 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': task-1687628, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.934841] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.306s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.934841] env[63097]: DEBUG nova.compute.manager [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1614.941016] env[63097]: DEBUG oslo_concurrency.lockutils [None req-297619f7-aab3-42bf-a594-978dccc9abae tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.226s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.941016] env[63097]: DEBUG nova.objects.instance [None req-297619f7-aab3-42bf-a594-978dccc9abae tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Lazy-loading 'resources' on Instance uuid d22d9d1c-131d-4497-aec6-ab82f7fea0ea {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1614.974498] env[63097]: DEBUG oslo_vmware.api [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687627, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09807} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.974803] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1614.978679] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd866113-1b5d-43f3-b705-57503af0d673 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.006397] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] e6176203-d46f-4e5f-8207-83c251e80211/e6176203-d46f-4e5f-8207-83c251e80211.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1615.007405] env[63097]: DEBUG nova.network.neutron [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1615.010310] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b963ba9-10fa-410f-816a-20d9e2737311 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.031047] env[63097]: DEBUG oslo_vmware.api [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1615.031047] env[63097]: value = "task-1687629" [ 1615.031047] env[63097]: _type = "Task" [ 1615.031047] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.039746] env[63097]: DEBUG oslo_vmware.api [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687629, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.285051] env[63097]: DEBUG oslo_vmware.api [None req-40b2d26c-fab4-4168-9c83-5a9a8ab93b89 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': task-1687628, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.301542] env[63097]: DEBUG nova.network.neutron [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Updating instance_info_cache with network_info: [{"id": "f032f16b-9820-446d-a144-2b83b7b812f8", "address": "fa:16:3e:41:70:01", "network": {"id": "082f1e0b-2faa-438b-beb2-07cc49fe07ef", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1715190239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa7867f5c3b4e6e8e319e4b098166c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf032f16b-98", "ovs_interfaceid": "f032f16b-9820-446d-a144-2b83b7b812f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1615.442826] env[63097]: DEBUG nova.compute.utils [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1615.447765] env[63097]: DEBUG nova.compute.manager [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1615.447944] env[63097]: DEBUG nova.network.neutron [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1615.518800] env[63097]: DEBUG nova.policy [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f666fad7d1b44451b7853be17daac034', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '698609218f87444a806ede2ee3ee9fa6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1615.540291] env[63097]: DEBUG oslo_vmware.api [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687629, 'name': ReconfigVM_Task, 'duration_secs': 0.318289} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.542731] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Reconfigured VM instance instance-0000006a to attach disk [datastore2] e6176203-d46f-4e5f-8207-83c251e80211/e6176203-d46f-4e5f-8207-83c251e80211.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1615.543644] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25260ede-b8c5-494b-abe6-c04e75da82ec {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.550027] env[63097]: DEBUG oslo_vmware.api [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1615.550027] env[63097]: value = "task-1687630" [ 1615.550027] env[63097]: _type = "Task" [ 1615.550027] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.561066] env[63097]: DEBUG oslo_vmware.api [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687630, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.684336] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a468f1-1cd5-4749-b990-7f5dd7489d79 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.693186] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80d0feb-2cb2-4e08-bae9-c3986f4c2173 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.700336] env[63097]: DEBUG nova.compute.manager [req-bee6eb00-3948-4bda-a944-19b0e19729e0 req-1f0237e1-3d8d-4b7d-a1bc-60722a059e05 service nova] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Received event network-changed-f032f16b-9820-446d-a144-2b83b7b812f8 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1615.700929] env[63097]: DEBUG nova.compute.manager [req-bee6eb00-3948-4bda-a944-19b0e19729e0 req-1f0237e1-3d8d-4b7d-a1bc-60722a059e05 service nova] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Refreshing instance network info cache due to event network-changed-f032f16b-9820-446d-a144-2b83b7b812f8. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1615.701021] env[63097]: DEBUG oslo_concurrency.lockutils [req-bee6eb00-3948-4bda-a944-19b0e19729e0 req-1f0237e1-3d8d-4b7d-a1bc-60722a059e05 service nova] Acquiring lock "refresh_cache-f6a7cec2-2c71-44b6-91f5-640fa267f552" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.730029] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac10220-5fd2-4032-a6e2-62cd2a4e9d55 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.737367] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133f3773-40d5-4123-8541-2fbe716588e4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.751844] env[63097]: DEBUG nova.compute.provider_tree [None req-297619f7-aab3-42bf-a594-978dccc9abae tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1615.783287] env[63097]: DEBUG oslo_vmware.api [None req-40b2d26c-fab4-4168-9c83-5a9a8ab93b89 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': task-1687628, 'name': RemoveSnapshot_Task, 'duration_secs': 0.871649} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.783539] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-40b2d26c-fab4-4168-9c83-5a9a8ab93b89 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Deleted Snapshot of the VM instance {{(pid=63097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1615.783780] env[63097]: INFO nova.compute.manager [None req-40b2d26c-fab4-4168-9c83-5a9a8ab93b89 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Took 19.28 seconds to snapshot the instance on the hypervisor. [ 1615.805580] env[63097]: DEBUG oslo_concurrency.lockutils [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Releasing lock "refresh_cache-f6a7cec2-2c71-44b6-91f5-640fa267f552" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.806049] env[63097]: DEBUG nova.compute.manager [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Instance network_info: |[{"id": "f032f16b-9820-446d-a144-2b83b7b812f8", "address": "fa:16:3e:41:70:01", "network": {"id": "082f1e0b-2faa-438b-beb2-07cc49fe07ef", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1715190239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa7867f5c3b4e6e8e319e4b098166c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf032f16b-98", "ovs_interfaceid": "f032f16b-9820-446d-a144-2b83b7b812f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1615.806297] env[63097]: DEBUG oslo_concurrency.lockutils [req-bee6eb00-3948-4bda-a944-19b0e19729e0 req-1f0237e1-3d8d-4b7d-a1bc-60722a059e05 service nova] Acquired lock "refresh_cache-f6a7cec2-2c71-44b6-91f5-640fa267f552" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.806518] env[63097]: DEBUG nova.network.neutron [req-bee6eb00-3948-4bda-a944-19b0e19729e0 req-1f0237e1-3d8d-4b7d-a1bc-60722a059e05 service nova] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Refreshing network info cache for port f032f16b-9820-446d-a144-2b83b7b812f8 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1615.807756] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:70:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0c293d47-74c0-49d7-a474-cdb643080f6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f032f16b-9820-446d-a144-2b83b7b812f8', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1615.815786] env[63097]: DEBUG oslo.service.loopingcall [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1615.816433] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1615.816512] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8dcebb1f-5c35-4b06-9159-804a6f49deda {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.841068] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1615.841068] env[63097]: value = "task-1687631" [ 1615.841068] env[63097]: _type = "Task" [ 1615.841068] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.852724] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687631, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.948846] env[63097]: DEBUG nova.compute.manager [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1616.064448] env[63097]: DEBUG oslo_vmware.api [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687630, 'name': Rename_Task, 'duration_secs': 0.162547} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.064448] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1616.064448] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5121ba7b-1315-49a9-9518-d1e0d8f39e85 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.072936] env[63097]: DEBUG oslo_vmware.api [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1616.072936] env[63097]: value = "task-1687632" [ 1616.072936] env[63097]: _type = "Task" [ 1616.072936] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.082613] env[63097]: DEBUG oslo_vmware.api [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687632, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.135422] env[63097]: DEBUG nova.network.neutron [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] Successfully created port: 3796d31b-479b-4bab-8397-4ccac9f304dd {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1616.257636] env[63097]: DEBUG nova.scheduler.client.report [None req-297619f7-aab3-42bf-a594-978dccc9abae tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1616.351679] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687631, 'name': CreateVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.582398] env[63097]: DEBUG oslo_vmware.api [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687632, 'name': PowerOnVM_Task, 'duration_secs': 0.486628} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.584439] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1616.584439] env[63097]: INFO nova.compute.manager [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Took 7.92 seconds to spawn the instance on the hypervisor. [ 1616.584439] env[63097]: DEBUG nova.compute.manager [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1616.585508] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f040cca-0b8c-4954-b722-ed8a3a61c93a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.725705] env[63097]: DEBUG nova.network.neutron [req-bee6eb00-3948-4bda-a944-19b0e19729e0 req-1f0237e1-3d8d-4b7d-a1bc-60722a059e05 service nova] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Updated VIF entry in instance network info cache for port f032f16b-9820-446d-a144-2b83b7b812f8. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1616.725705] env[63097]: DEBUG nova.network.neutron [req-bee6eb00-3948-4bda-a944-19b0e19729e0 req-1f0237e1-3d8d-4b7d-a1bc-60722a059e05 service nova] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Updating instance_info_cache with network_info: [{"id": "f032f16b-9820-446d-a144-2b83b7b812f8", "address": "fa:16:3e:41:70:01", "network": {"id": "082f1e0b-2faa-438b-beb2-07cc49fe07ef", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1715190239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa7867f5c3b4e6e8e319e4b098166c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf032f16b-98", "ovs_interfaceid": "f032f16b-9820-446d-a144-2b83b7b812f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.766041] env[63097]: DEBUG oslo_concurrency.lockutils [None req-297619f7-aab3-42bf-a594-978dccc9abae tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.826s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.767953] env[63097]: DEBUG oslo_concurrency.lockutils [None req-40e4a8d2-2bac-41bb-9038-cebec8b9a968 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.655s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1616.768300] env[63097]: DEBUG nova.objects.instance [None req-40e4a8d2-2bac-41bb-9038-cebec8b9a968 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Lazy-loading 'resources' on Instance uuid 84239f51-6b44-4312-80b3-b6b24fda1fec {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1616.795348] env[63097]: INFO nova.scheduler.client.report [None req-297619f7-aab3-42bf-a594-978dccc9abae tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Deleted allocations for instance d22d9d1c-131d-4497-aec6-ab82f7fea0ea [ 1616.852731] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687631, 'name': CreateVM_Task, 'duration_secs': 0.525148} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.852909] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1616.853760] env[63097]: DEBUG oslo_concurrency.lockutils [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1616.853760] env[63097]: DEBUG oslo_concurrency.lockutils [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.854134] env[63097]: DEBUG oslo_concurrency.lockutils [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1616.854395] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fee4593-3d10-4887-bc32-35c3b44f1808 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.859263] env[63097]: DEBUG oslo_vmware.api [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1616.859263] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]524b2f44-7ce5-2f38-aa59-8e4ecf743c32" [ 1616.859263] env[63097]: _type = "Task" [ 1616.859263] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.868086] env[63097]: DEBUG oslo_vmware.api [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]524b2f44-7ce5-2f38-aa59-8e4ecf743c32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.963429] env[63097]: DEBUG nova.compute.manager [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1616.988954] env[63097]: DEBUG nova.virt.hardware [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1616.989409] env[63097]: DEBUG nova.virt.hardware [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1616.989779] env[63097]: DEBUG nova.virt.hardware [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1616.990146] env[63097]: DEBUG nova.virt.hardware [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1616.990367] env[63097]: DEBUG nova.virt.hardware [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1616.990538] env[63097]: DEBUG nova.virt.hardware [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1616.990764] env[63097]: DEBUG nova.virt.hardware [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1616.990933] env[63097]: DEBUG nova.virt.hardware [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1616.991124] env[63097]: DEBUG nova.virt.hardware [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1616.991312] env[63097]: DEBUG nova.virt.hardware [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1616.991474] env[63097]: DEBUG nova.virt.hardware [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1616.992423] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866908b4-a55d-43ad-8256-f69c867165ab {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.000551] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23236f2d-da13-4ad0-8082-dc39dca34cea {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.102537] env[63097]: INFO nova.compute.manager [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Took 16.29 seconds to build instance. [ 1617.226763] env[63097]: DEBUG oslo_concurrency.lockutils [req-bee6eb00-3948-4bda-a944-19b0e19729e0 req-1f0237e1-3d8d-4b7d-a1bc-60722a059e05 service nova] Releasing lock "refresh_cache-f6a7cec2-2c71-44b6-91f5-640fa267f552" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1617.303793] env[63097]: DEBUG oslo_concurrency.lockutils [None req-297619f7-aab3-42bf-a594-978dccc9abae tempest-ServerRescueNegativeTestJSON-25644905 tempest-ServerRescueNegativeTestJSON-25644905-project-member] Lock "d22d9d1c-131d-4497-aec6-ab82f7fea0ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.520s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.369921] env[63097]: DEBUG oslo_vmware.api [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]524b2f44-7ce5-2f38-aa59-8e4ecf743c32, 'name': SearchDatastore_Task, 'duration_secs': 0.038582} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.372593] env[63097]: DEBUG oslo_concurrency.lockutils [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1617.372851] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1617.373205] env[63097]: DEBUG oslo_concurrency.lockutils [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1617.373396] env[63097]: DEBUG oslo_concurrency.lockutils [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.374029] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1617.374029] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3af8d4d-2d83-499c-a9bf-a1c1a0d00ee9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.389169] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1617.391548] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1617.391548] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-263a8fdc-13c0-4fce-b336-999af847d638 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.395834] env[63097]: DEBUG oslo_vmware.api [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1617.395834] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52642d8f-4072-8866-227e-566282c9722b" [ 1617.395834] env[63097]: _type = "Task" [ 1617.395834] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.404331] env[63097]: DEBUG oslo_vmware.api [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52642d8f-4072-8866-227e-566282c9722b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.480728] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff4af74-efc9-4a5e-94c4-e5bd16818c9f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.488762] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9ac495-311d-4a8d-a511-a29872cc64b7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.527485] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f494c8-c7e5-437a-80d6-61498c20e447 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.539658] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4991aee1-aece-42c8-8592-08b6097a1ba5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.557526] env[63097]: DEBUG nova.compute.provider_tree [None req-40e4a8d2-2bac-41bb-9038-cebec8b9a968 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1617.607355] env[63097]: DEBUG oslo_concurrency.lockutils [None req-aaf76b2f-0c1a-4fd4-bad1-d61f0b95874f tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "e6176203-d46f-4e5f-8207-83c251e80211" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.807s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.907196] env[63097]: DEBUG oslo_vmware.api [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52642d8f-4072-8866-227e-566282c9722b, 'name': SearchDatastore_Task, 'duration_secs': 0.022207} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.908030] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23af106b-cb37-4994-8dda-15866d3e4c2f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.913184] env[63097]: DEBUG oslo_vmware.api [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1617.913184] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b2384d-76a8-2ee3-c26a-e916cf51e1b6" [ 1617.913184] env[63097]: _type = "Task" [ 1617.913184] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.920785] env[63097]: DEBUG oslo_vmware.api [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b2384d-76a8-2ee3-c26a-e916cf51e1b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.034627] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquiring lock "5cba94c3-f4c4-497c-becd-c2641c3dfc87" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.035170] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lock "5cba94c3-f4c4-497c-becd-c2641c3dfc87" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.035170] env[63097]: INFO nova.compute.manager [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Shelving [ 1618.063829] env[63097]: DEBUG nova.scheduler.client.report [None req-40e4a8d2-2bac-41bb-9038-cebec8b9a968 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1618.071997] env[63097]: DEBUG nova.compute.manager [None req-44fcbb89-9191-446a-8ab3-a311ab091eb0 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1618.071997] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ea73f0-edc3-453f-af6a-8d14e933e6a0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.091124] env[63097]: DEBUG nova.compute.manager [req-7165f447-eaa6-486f-9ed7-4ca931490b55 req-b57d0b28-75de-425d-aeee-cdea72bec50c service nova] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] Received event network-vif-plugged-3796d31b-479b-4bab-8397-4ccac9f304dd {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1618.092087] env[63097]: DEBUG oslo_concurrency.lockutils [req-7165f447-eaa6-486f-9ed7-4ca931490b55 req-b57d0b28-75de-425d-aeee-cdea72bec50c service nova] Acquiring lock "4b9f24fc-7521-4fdb-a3f3-f49840cb53e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.092087] env[63097]: DEBUG oslo_concurrency.lockutils [req-7165f447-eaa6-486f-9ed7-4ca931490b55 req-b57d0b28-75de-425d-aeee-cdea72bec50c service nova] Lock "4b9f24fc-7521-4fdb-a3f3-f49840cb53e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.092087] env[63097]: DEBUG oslo_concurrency.lockutils [req-7165f447-eaa6-486f-9ed7-4ca931490b55 req-b57d0b28-75de-425d-aeee-cdea72bec50c service nova] Lock "4b9f24fc-7521-4fdb-a3f3-f49840cb53e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.092087] env[63097]: DEBUG nova.compute.manager [req-7165f447-eaa6-486f-9ed7-4ca931490b55 req-b57d0b28-75de-425d-aeee-cdea72bec50c service nova] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] No waiting events found dispatching network-vif-plugged-3796d31b-479b-4bab-8397-4ccac9f304dd {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1618.092225] env[63097]: WARNING nova.compute.manager [req-7165f447-eaa6-486f-9ed7-4ca931490b55 req-b57d0b28-75de-425d-aeee-cdea72bec50c service nova] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] Received unexpected event network-vif-plugged-3796d31b-479b-4bab-8397-4ccac9f304dd for instance with vm_state building and task_state spawning. [ 1618.421970] env[63097]: DEBUG nova.network.neutron [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] Successfully updated port: 3796d31b-479b-4bab-8397-4ccac9f304dd {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1618.438620] env[63097]: DEBUG oslo_vmware.api [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b2384d-76a8-2ee3-c26a-e916cf51e1b6, 'name': SearchDatastore_Task, 'duration_secs': 0.030248} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.439442] env[63097]: DEBUG oslo_concurrency.lockutils [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1618.440198] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] f6a7cec2-2c71-44b6-91f5-640fa267f552/f6a7cec2-2c71-44b6-91f5-640fa267f552.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1618.440677] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-747c65e0-b58a-4964-91db-00d76e5016f2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.449345] env[63097]: DEBUG oslo_vmware.api [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1618.449345] env[63097]: value = "task-1687633" [ 1618.449345] env[63097]: _type = "Task" [ 1618.449345] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.458960] env[63097]: DEBUG oslo_vmware.api [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687633, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.548728] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1618.549204] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b9dc73f-497b-401b-a472-49b2a0400e10 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.557598] env[63097]: DEBUG oslo_vmware.api [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1618.557598] env[63097]: value = "task-1687634" [ 1618.557598] env[63097]: _type = "Task" [ 1618.557598] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.569260] env[63097]: DEBUG oslo_vmware.api [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.570584] env[63097]: DEBUG oslo_concurrency.lockutils [None req-40e4a8d2-2bac-41bb-9038-cebec8b9a968 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.803s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.574207] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a5b2ec9a-8181-4299-8b4c-2a018fcb6bff tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.970s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.584012] env[63097]: INFO nova.compute.manager [None req-44fcbb89-9191-446a-8ab3-a311ab091eb0 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] instance snapshotting [ 1618.590631] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d344bb93-e212-458f-8809-a8047f8891b8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.619284] env[63097]: INFO nova.scheduler.client.report [None req-40e4a8d2-2bac-41bb-9038-cebec8b9a968 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Deleted allocations for instance 84239f51-6b44-4312-80b3-b6b24fda1fec [ 1618.624553] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0491fd98-7d6d-4ebe-bb5f-e5f944cb3514 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.928218] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "refresh_cache-4b9f24fc-7521-4fdb-a3f3-f49840cb53e0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1618.928399] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquired lock "refresh_cache-4b9f24fc-7521-4fdb-a3f3-f49840cb53e0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.928559] env[63097]: DEBUG nova.network.neutron [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1618.935516] env[63097]: DEBUG nova.compute.manager [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Stashing vm_state: active {{(pid=63097) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1618.963789] env[63097]: DEBUG oslo_vmware.api [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687633, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.070144] env[63097]: DEBUG oslo_vmware.api [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687634, 'name': PowerOffVM_Task, 'duration_secs': 0.451891} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.070699] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1619.072086] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e3ddfb-8f9e-480a-b893-465307b5a19b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.101370] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049d0f02-542d-44b7-9eea-520c2a8a3d69 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.136926] env[63097]: DEBUG oslo_concurrency.lockutils [None req-40e4a8d2-2bac-41bb-9038-cebec8b9a968 tempest-ListImageFiltersTestJSON-248553075 tempest-ListImageFiltersTestJSON-248553075-project-member] Lock "84239f51-6b44-4312-80b3-b6b24fda1fec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.957s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.141300] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-44fcbb89-9191-446a-8ab3-a311ab091eb0 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Creating Snapshot of the VM instance {{(pid=63097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1619.141300] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-988bcab4-d370-411f-8a88-cf77d5447c4c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.159996] env[63097]: DEBUG oslo_vmware.api [None req-44fcbb89-9191-446a-8ab3-a311ab091eb0 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Waiting for the task: (returnval){ [ 1619.159996] env[63097]: value = "task-1687635" [ 1619.159996] env[63097]: _type = "Task" [ 1619.159996] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.177401] env[63097]: DEBUG oslo_vmware.api [None req-44fcbb89-9191-446a-8ab3-a311ab091eb0 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': task-1687635, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.345604] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b178d73-5046-4473-a6fa-dcc32bc0fe46 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.353816] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9803bc-b504-4e85-85c3-32c011b00cc5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.406094] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b590335b-e92a-40cf-a740-ef32e302e118 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.417814] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b9aaf0-bb47-4ea4-a9eb-261981dd201d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.440285] env[63097]: DEBUG nova.compute.provider_tree [None req-a5b2ec9a-8181-4299-8b4c-2a018fcb6bff tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1619.458206] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.462488] env[63097]: DEBUG oslo_vmware.api [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687633, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587123} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.462743] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] f6a7cec2-2c71-44b6-91f5-640fa267f552/f6a7cec2-2c71-44b6-91f5-640fa267f552.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1619.462964] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1619.463234] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62a222d6-2c4f-4741-9af9-af5835909bcd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.470277] env[63097]: DEBUG oslo_vmware.api [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1619.470277] env[63097]: value = "task-1687636" [ 1619.470277] env[63097]: _type = "Task" [ 1619.470277] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.478359] env[63097]: DEBUG oslo_vmware.api [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687636, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.617379] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Creating Snapshot of the VM instance {{(pid=63097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1619.617725] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-68a98bba-77c0-40dc-bd70-83bc1e0d25ab {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.625480] env[63097]: DEBUG oslo_vmware.api [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1619.625480] env[63097]: value = "task-1687637" [ 1619.625480] env[63097]: _type = "Task" [ 1619.625480] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.634581] env[63097]: DEBUG oslo_vmware.api [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687637, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.675509] env[63097]: DEBUG oslo_vmware.api [None req-44fcbb89-9191-446a-8ab3-a311ab091eb0 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': task-1687635, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.777260] env[63097]: DEBUG nova.network.neutron [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1619.944615] env[63097]: DEBUG nova.scheduler.client.report [None req-a5b2ec9a-8181-4299-8b4c-2a018fcb6bff tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1619.981722] env[63097]: DEBUG oslo_vmware.api [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687636, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064934} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.982176] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1619.983713] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f34303-a706-4fe8-a3e1-49d426e8e0bd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.012266] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] f6a7cec2-2c71-44b6-91f5-640fa267f552/f6a7cec2-2c71-44b6-91f5-640fa267f552.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1620.013061] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc87ae69-e623-4095-9865-61693936c37c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.041083] env[63097]: DEBUG oslo_vmware.api [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1620.041083] env[63097]: value = "task-1687638" [ 1620.041083] env[63097]: _type = "Task" [ 1620.041083] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.053202] env[63097]: DEBUG oslo_vmware.api [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687638, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.112270] env[63097]: DEBUG nova.network.neutron [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] Updating instance_info_cache with network_info: [{"id": "3796d31b-479b-4bab-8397-4ccac9f304dd", "address": "fa:16:3e:2e:85:4c", "network": {"id": "73d727fd-7254-4c32-8ff5-eee91ec884f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1273771499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "698609218f87444a806ede2ee3ee9fa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3796d31b-47", "ovs_interfaceid": "3796d31b-479b-4bab-8397-4ccac9f304dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1620.139262] env[63097]: DEBUG oslo_vmware.api [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687637, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.141379] env[63097]: DEBUG nova.compute.manager [req-591568a3-03c8-4cc2-803e-db5a297ce8a3 req-4896caa0-e545-4cd8-8c1d-e0c6e0a51473 service nova] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] Received event network-changed-3796d31b-479b-4bab-8397-4ccac9f304dd {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1620.141607] env[63097]: DEBUG nova.compute.manager [req-591568a3-03c8-4cc2-803e-db5a297ce8a3 req-4896caa0-e545-4cd8-8c1d-e0c6e0a51473 service nova] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] Refreshing instance network info cache due to event network-changed-3796d31b-479b-4bab-8397-4ccac9f304dd. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1620.141864] env[63097]: DEBUG oslo_concurrency.lockutils [req-591568a3-03c8-4cc2-803e-db5a297ce8a3 req-4896caa0-e545-4cd8-8c1d-e0c6e0a51473 service nova] Acquiring lock "refresh_cache-4b9f24fc-7521-4fdb-a3f3-f49840cb53e0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1620.185015] env[63097]: DEBUG oslo_vmware.api [None req-44fcbb89-9191-446a-8ab3-a311ab091eb0 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': task-1687635, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.554186] env[63097]: DEBUG oslo_vmware.api [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687638, 'name': ReconfigVM_Task, 'duration_secs': 0.29925} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.555106] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Reconfigured VM instance instance-0000006b to attach disk [datastore2] f6a7cec2-2c71-44b6-91f5-640fa267f552/f6a7cec2-2c71-44b6-91f5-640fa267f552.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1620.555612] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c350b74-0e1f-4820-9b20-a05e09400959 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.562715] env[63097]: DEBUG oslo_vmware.api [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1620.562715] env[63097]: value = "task-1687639" [ 1620.562715] env[63097]: _type = "Task" [ 1620.562715] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.571451] env[63097]: DEBUG oslo_vmware.api [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687639, 'name': Rename_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.617636] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Releasing lock "refresh_cache-4b9f24fc-7521-4fdb-a3f3-f49840cb53e0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.617636] env[63097]: DEBUG nova.compute.manager [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] Instance network_info: |[{"id": "3796d31b-479b-4bab-8397-4ccac9f304dd", "address": "fa:16:3e:2e:85:4c", "network": {"id": "73d727fd-7254-4c32-8ff5-eee91ec884f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1273771499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "698609218f87444a806ede2ee3ee9fa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3796d31b-47", "ovs_interfaceid": "3796d31b-479b-4bab-8397-4ccac9f304dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1620.617636] env[63097]: DEBUG oslo_concurrency.lockutils [req-591568a3-03c8-4cc2-803e-db5a297ce8a3 req-4896caa0-e545-4cd8-8c1d-e0c6e0a51473 service nova] Acquired lock "refresh_cache-4b9f24fc-7521-4fdb-a3f3-f49840cb53e0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.617636] env[63097]: DEBUG nova.network.neutron [req-591568a3-03c8-4cc2-803e-db5a297ce8a3 req-4896caa0-e545-4cd8-8c1d-e0c6e0a51473 service nova] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] Refreshing network info cache for port 3796d31b-479b-4bab-8397-4ccac9f304dd {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1620.618196] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:85:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e30245c5-78f5-48e6-b504-c6c21f5a9b45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3796d31b-479b-4bab-8397-4ccac9f304dd', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1620.630476] env[63097]: DEBUG oslo.service.loopingcall [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1620.631974] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1620.637271] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7b682aa-21ff-4e2c-8ec3-c966a6bc050f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.662154] env[63097]: DEBUG oslo_vmware.api [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687637, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.663545] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1620.663545] env[63097]: value = "task-1687640" [ 1620.663545] env[63097]: _type = "Task" [ 1620.663545] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.680454] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687640, 'name': CreateVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.683657] env[63097]: DEBUG oslo_vmware.api [None req-44fcbb89-9191-446a-8ab3-a311ab091eb0 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': task-1687635, 'name': CreateSnapshot_Task, 'duration_secs': 1.308955} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.684078] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-44fcbb89-9191-446a-8ab3-a311ab091eb0 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Created Snapshot of the VM instance {{(pid=63097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1620.684943] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e26f98-8d49-4158-8e25-17d94b55e576 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.959673] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a5b2ec9a-8181-4299-8b4c-2a018fcb6bff tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.385s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.966018] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.504s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.075997] env[63097]: DEBUG oslo_vmware.api [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687639, 'name': Rename_Task, 'duration_secs': 0.148282} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.076137] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1621.076405] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50f1613c-c1d2-457d-b25d-77896cc0f8e1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.090409] env[63097]: DEBUG oslo_vmware.api [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1621.090409] env[63097]: value = "task-1687641" [ 1621.090409] env[63097]: _type = "Task" [ 1621.090409] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.098306] env[63097]: DEBUG oslo_vmware.api [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.144596] env[63097]: DEBUG oslo_vmware.api [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687637, 'name': CreateSnapshot_Task, 'duration_secs': 1.119372} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.144596] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Created Snapshot of the VM instance {{(pid=63097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1621.144596] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d21c93-bdb8-47c3-b5ea-bce56fa7d077 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.174518] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687640, 'name': CreateVM_Task, 'duration_secs': 0.473066} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.174703] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1621.175438] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.175630] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.175953] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1621.176228] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49e94639-74ca-41fd-a233-14b0188bb3ab {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.183367] env[63097]: DEBUG oslo_vmware.api [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1621.183367] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52cd2dff-2e06-a946-80ce-65f5e2cc8a36" [ 1621.183367] env[63097]: _type = "Task" [ 1621.183367] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.193624] env[63097]: DEBUG oslo_vmware.api [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52cd2dff-2e06-a946-80ce-65f5e2cc8a36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.204586] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-44fcbb89-9191-446a-8ab3-a311ab091eb0 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Creating linked-clone VM from snapshot {{(pid=63097) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1621.204890] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1cfeb5ee-06bf-4bf3-9de5-44399e9df928 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.214159] env[63097]: DEBUG oslo_vmware.api [None req-44fcbb89-9191-446a-8ab3-a311ab091eb0 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Waiting for the task: (returnval){ [ 1621.214159] env[63097]: value = "task-1687642" [ 1621.214159] env[63097]: _type = "Task" [ 1621.214159] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.222611] env[63097]: DEBUG oslo_vmware.api [None req-44fcbb89-9191-446a-8ab3-a311ab091eb0 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': task-1687642, 'name': CloneVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.470066] env[63097]: INFO nova.compute.claims [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1621.528604] env[63097]: DEBUG nova.network.neutron [req-591568a3-03c8-4cc2-803e-db5a297ce8a3 req-4896caa0-e545-4cd8-8c1d-e0c6e0a51473 service nova] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] Updated VIF entry in instance network info cache for port 3796d31b-479b-4bab-8397-4ccac9f304dd. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1621.529107] env[63097]: DEBUG nova.network.neutron [req-591568a3-03c8-4cc2-803e-db5a297ce8a3 req-4896caa0-e545-4cd8-8c1d-e0c6e0a51473 service nova] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] Updating instance_info_cache with network_info: [{"id": "3796d31b-479b-4bab-8397-4ccac9f304dd", "address": "fa:16:3e:2e:85:4c", "network": {"id": "73d727fd-7254-4c32-8ff5-eee91ec884f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1273771499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "698609218f87444a806ede2ee3ee9fa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3796d31b-47", "ovs_interfaceid": "3796d31b-479b-4bab-8397-4ccac9f304dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1621.542464] env[63097]: INFO nova.scheduler.client.report [None req-a5b2ec9a-8181-4299-8b4c-2a018fcb6bff tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Deleted allocation for migration 0322031c-7b4f-44b7-bc4d-c47141ff36c5 [ 1621.601415] env[63097]: DEBUG oslo_vmware.api [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687641, 'name': PowerOnVM_Task, 'duration_secs': 0.456605} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.601895] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1621.602148] env[63097]: INFO nova.compute.manager [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Took 8.81 seconds to spawn the instance on the hypervisor. [ 1621.602489] env[63097]: DEBUG nova.compute.manager [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1621.603411] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a742ca-43dd-43ae-9f91-f76101b09f1e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.620397] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Acquiring lock "25676d70-9350-4ed0-a49a-f3c4fb577895" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1621.620627] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Lock "25676d70-9350-4ed0-a49a-f3c4fb577895" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.672990] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Creating linked-clone VM from snapshot {{(pid=63097) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1621.672990] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bef4d8bf-6025-43d3-b727-27a636779b37 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.683920] env[63097]: DEBUG oslo_vmware.api [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1621.683920] env[63097]: value = "task-1687643" [ 1621.683920] env[63097]: _type = "Task" [ 1621.683920] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.702776] env[63097]: DEBUG oslo_vmware.api [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687643, 'name': CloneVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.708136] env[63097]: DEBUG oslo_vmware.api [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52cd2dff-2e06-a946-80ce-65f5e2cc8a36, 'name': SearchDatastore_Task, 'duration_secs': 0.018792} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.708751] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.709252] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1621.709657] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.710053] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.710400] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1621.711091] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30b44a02-d5ae-42ac-a819-64e1e5f7b335 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.721944] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1621.721944] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1621.724989] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fbd85a8-d848-437b-b64f-6afcb416d97a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.727296] env[63097]: DEBUG oslo_vmware.api [None req-44fcbb89-9191-446a-8ab3-a311ab091eb0 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': task-1687642, 'name': CloneVM_Task} progress is 94%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.730561] env[63097]: DEBUG oslo_vmware.api [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1621.730561] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b3f70a-19f5-6299-685a-a07fd6cb62b2" [ 1621.730561] env[63097]: _type = "Task" [ 1621.730561] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.738361] env[63097]: DEBUG oslo_vmware.api [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b3f70a-19f5-6299-685a-a07fd6cb62b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.981368] env[63097]: INFO nova.compute.resource_tracker [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Updating resource usage from migration 334964cc-bd0d-4c43-9db2-5d2ea995e3fd [ 1622.035903] env[63097]: DEBUG oslo_concurrency.lockutils [req-591568a3-03c8-4cc2-803e-db5a297ce8a3 req-4896caa0-e545-4cd8-8c1d-e0c6e0a51473 service nova] Releasing lock "refresh_cache-4b9f24fc-7521-4fdb-a3f3-f49840cb53e0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1622.048715] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a5b2ec9a-8181-4299-8b4c-2a018fcb6bff tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "dca69834-e0b5-4a10-913d-9645dbd2e36c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.523s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.128365] env[63097]: DEBUG nova.compute.manager [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1622.130925] env[63097]: INFO nova.compute.manager [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Took 18.23 seconds to build instance. [ 1622.199976] env[63097]: DEBUG oslo_vmware.api [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687643, 'name': CloneVM_Task} progress is 94%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.223286] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a785979-a6ec-494e-bb47-6d822c175402 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.234212] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8ae7c5-009e-457b-bd9f-36e267718966 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.238143] env[63097]: DEBUG oslo_vmware.api [None req-44fcbb89-9191-446a-8ab3-a311ab091eb0 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': task-1687642, 'name': CloneVM_Task} progress is 94%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.274444] env[63097]: DEBUG oslo_vmware.api [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b3f70a-19f5-6299-685a-a07fd6cb62b2, 'name': SearchDatastore_Task, 'duration_secs': 0.020355} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.275918] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4792148-70af-4a1b-864d-ee11b142a5ab {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.278601] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02bdfb30-099d-414b-b91b-3387a84d6cba {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.289793] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663f8686-5e61-4aa3-a3c2-4c9eb3f4e90e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.293918] env[63097]: DEBUG oslo_vmware.api [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1622.293918] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d28a71-6994-dccc-a6b1-539558607894" [ 1622.293918] env[63097]: _type = "Task" [ 1622.293918] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.305646] env[63097]: DEBUG nova.compute.provider_tree [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1622.312132] env[63097]: DEBUG oslo_vmware.api [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d28a71-6994-dccc-a6b1-539558607894, 'name': SearchDatastore_Task, 'duration_secs': 0.020892} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.312418] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1622.312688] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0/4b9f24fc-7521-4fdb-a3f3-f49840cb53e0.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1622.312956] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-373cc65f-2e4a-4ab4-b25b-c4c849535650 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.320868] env[63097]: DEBUG oslo_vmware.api [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1622.320868] env[63097]: value = "task-1687644" [ 1622.320868] env[63097]: _type = "Task" [ 1622.320868] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.330289] env[63097]: DEBUG oslo_vmware.api [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.395097] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1622.395495] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1622.638088] env[63097]: DEBUG oslo_concurrency.lockutils [None req-84616569-9ba7-41e6-9898-5407cd310869 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "f6a7cec2-2c71-44b6-91f5-640fa267f552" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.749s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.656270] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.698282] env[63097]: DEBUG oslo_vmware.api [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687643, 'name': CloneVM_Task} progress is 95%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.728453] env[63097]: DEBUG oslo_vmware.api [None req-44fcbb89-9191-446a-8ab3-a311ab091eb0 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': task-1687642, 'name': CloneVM_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.808823] env[63097]: DEBUG nova.scheduler.client.report [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1622.835814] env[63097]: DEBUG oslo_vmware.api [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687644, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.903379] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1622.903543] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Starting heal instance info cache {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1622.903662] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Rebuilding the list of instances to heal {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1623.141402] env[63097]: DEBUG nova.compute.manager [req-ac08f325-0d0c-42fd-b7ad-289e39fd73e9 req-e74dc745-b509-43f1-9b92-0f332f9423b9 service nova] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Received event network-changed-f032f16b-9820-446d-a144-2b83b7b812f8 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1623.141620] env[63097]: DEBUG nova.compute.manager [req-ac08f325-0d0c-42fd-b7ad-289e39fd73e9 req-e74dc745-b509-43f1-9b92-0f332f9423b9 service nova] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Refreshing instance network info cache due to event network-changed-f032f16b-9820-446d-a144-2b83b7b812f8. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1623.141855] env[63097]: DEBUG oslo_concurrency.lockutils [req-ac08f325-0d0c-42fd-b7ad-289e39fd73e9 req-e74dc745-b509-43f1-9b92-0f332f9423b9 service nova] Acquiring lock "refresh_cache-f6a7cec2-2c71-44b6-91f5-640fa267f552" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1623.144851] env[63097]: DEBUG oslo_concurrency.lockutils [req-ac08f325-0d0c-42fd-b7ad-289e39fd73e9 req-e74dc745-b509-43f1-9b92-0f332f9423b9 service nova] Acquired lock "refresh_cache-f6a7cec2-2c71-44b6-91f5-640fa267f552" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.145120] env[63097]: DEBUG nova.network.neutron [req-ac08f325-0d0c-42fd-b7ad-289e39fd73e9 req-e74dc745-b509-43f1-9b92-0f332f9423b9 service nova] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Refreshing network info cache for port f032f16b-9820-446d-a144-2b83b7b812f8 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1623.199162] env[63097]: DEBUG oslo_vmware.api [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687643, 'name': CloneVM_Task, 'duration_secs': 1.219402} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.199448] env[63097]: INFO nova.virt.vmwareapi.vmops [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Created linked-clone VM from snapshot [ 1623.201750] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1688551-253f-465b-8e26-85cfe944d495 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.209623] env[63097]: DEBUG nova.virt.vmwareapi.images [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Uploading image 53d5e4d6-2269-467e-ad1a-be18eabbc970 {{(pid=63097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1623.228121] env[63097]: DEBUG oslo_vmware.api [None req-44fcbb89-9191-446a-8ab3-a311ab091eb0 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': task-1687642, 'name': CloneVM_Task, 'duration_secs': 1.612463} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.228178] env[63097]: INFO nova.virt.vmwareapi.vmops [None req-44fcbb89-9191-446a-8ab3-a311ab091eb0 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Created linked-clone VM from snapshot [ 1623.228912] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94acdab4-6ac7-4f51-a33f-8748d557cabf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.240041] env[63097]: DEBUG nova.virt.vmwareapi.images [None req-44fcbb89-9191-446a-8ab3-a311ab091eb0 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Uploading image 9f807833-6f0f-4636-816e-8a42affacf72 {{(pid=63097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1623.245934] env[63097]: DEBUG oslo_vmware.rw_handles [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1623.245934] env[63097]: value = "vm-351772" [ 1623.245934] env[63097]: _type = "VirtualMachine" [ 1623.245934] env[63097]: }. {{(pid=63097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1623.245934] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9a1234a6-bba1-4fac-a70b-d4a67966c22f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.253320] env[63097]: DEBUG oslo_vmware.rw_handles [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lease: (returnval){ [ 1623.253320] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52660ba4-9be2-bae3-f544-65ed21b06678" [ 1623.253320] env[63097]: _type = "HttpNfcLease" [ 1623.253320] env[63097]: } obtained for exporting VM: (result){ [ 1623.253320] env[63097]: value = "vm-351772" [ 1623.253320] env[63097]: _type = "VirtualMachine" [ 1623.253320] env[63097]: }. {{(pid=63097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1623.253645] env[63097]: DEBUG oslo_vmware.api [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the lease: (returnval){ [ 1623.253645] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52660ba4-9be2-bae3-f544-65ed21b06678" [ 1623.253645] env[63097]: _type = "HttpNfcLease" [ 1623.253645] env[63097]: } to be ready. {{(pid=63097) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1623.264080] env[63097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1623.264080] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52660ba4-9be2-bae3-f544-65ed21b06678" [ 1623.264080] env[63097]: _type = "HttpNfcLease" [ 1623.264080] env[63097]: } is initializing. {{(pid=63097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1623.266684] env[63097]: DEBUG oslo_vmware.rw_handles [None req-44fcbb89-9191-446a-8ab3-a311ab091eb0 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1623.266684] env[63097]: value = "vm-351771" [ 1623.266684] env[63097]: _type = "VirtualMachine" [ 1623.266684] env[63097]: }. {{(pid=63097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1623.266923] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c5d4579d-d57f-42ac-8266-25ccbad92442 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.272507] env[63097]: DEBUG oslo_vmware.rw_handles [None req-44fcbb89-9191-446a-8ab3-a311ab091eb0 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Lease: (returnval){ [ 1623.272507] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52634046-cea5-6e0a-526e-2a2220fd11e5" [ 1623.272507] env[63097]: _type = "HttpNfcLease" [ 1623.272507] env[63097]: } obtained for exporting VM: (result){ [ 1623.272507] env[63097]: value = "vm-351771" [ 1623.272507] env[63097]: _type = "VirtualMachine" [ 1623.272507] env[63097]: }. {{(pid=63097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1623.272735] env[63097]: DEBUG oslo_vmware.api [None req-44fcbb89-9191-446a-8ab3-a311ab091eb0 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Waiting for the lease: (returnval){ [ 1623.272735] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52634046-cea5-6e0a-526e-2a2220fd11e5" [ 1623.272735] env[63097]: _type = "HttpNfcLease" [ 1623.272735] env[63097]: } to be ready. {{(pid=63097) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1623.278424] env[63097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1623.278424] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52634046-cea5-6e0a-526e-2a2220fd11e5" [ 1623.278424] env[63097]: _type = "HttpNfcLease" [ 1623.278424] env[63097]: } is initializing. {{(pid=63097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1623.316621] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.354s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.316823] env[63097]: INFO nova.compute.manager [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Migrating [ 1623.329024] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.673s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.330727] env[63097]: INFO nova.compute.claims [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1623.352071] env[63097]: DEBUG oslo_vmware.api [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687644, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596721} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.353990] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0/4b9f24fc-7521-4fdb-a3f3-f49840cb53e0.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1623.354252] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1623.354412] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56fa1ce1-00b1-4adf-95c3-a3c4c14857e2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.365382] env[63097]: DEBUG oslo_vmware.api [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1623.365382] env[63097]: value = "task-1687647" [ 1623.365382] env[63097]: _type = "Task" [ 1623.365382] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.374704] env[63097]: DEBUG oslo_vmware.api [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687647, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.413475] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] Skipping network cache update for instance because it is Building. {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1623.466247] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "refresh_cache-c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1623.466490] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquired lock "refresh_cache-c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.466757] env[63097]: DEBUG nova.network.neutron [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Forcefully refreshing network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 1623.466919] env[63097]: DEBUG nova.objects.instance [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lazy-loading 'info_cache' on Instance uuid c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1623.763213] env[63097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1623.763213] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52660ba4-9be2-bae3-f544-65ed21b06678" [ 1623.763213] env[63097]: _type = "HttpNfcLease" [ 1623.763213] env[63097]: } is ready. {{(pid=63097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1623.763869] env[63097]: DEBUG oslo_vmware.rw_handles [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1623.763869] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52660ba4-9be2-bae3-f544-65ed21b06678" [ 1623.763869] env[63097]: _type = "HttpNfcLease" [ 1623.763869] env[63097]: }. {{(pid=63097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1623.765056] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe62217-09bc-4b19-b2d5-061c5120b25e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.774260] env[63097]: DEBUG oslo_vmware.rw_handles [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fef0aa-9d33-b634-cc31-1eae043b98eb/disk-0.vmdk from lease info. {{(pid=63097) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1623.774260] env[63097]: DEBUG oslo_vmware.rw_handles [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fef0aa-9d33-b634-cc31-1eae043b98eb/disk-0.vmdk for reading. {{(pid=63097) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1623.846643] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "refresh_cache-e6176203-d46f-4e5f-8207-83c251e80211" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1623.846888] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquired lock "refresh_cache-e6176203-d46f-4e5f-8207-83c251e80211" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.847017] env[63097]: DEBUG nova.network.neutron [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1623.848108] env[63097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1623.848108] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52634046-cea5-6e0a-526e-2a2220fd11e5" [ 1623.848108] env[63097]: _type = "HttpNfcLease" [ 1623.848108] env[63097]: } is ready. {{(pid=63097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1623.850067] env[63097]: DEBUG oslo_vmware.rw_handles [None req-44fcbb89-9191-446a-8ab3-a311ab091eb0 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1623.850067] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52634046-cea5-6e0a-526e-2a2220fd11e5" [ 1623.850067] env[63097]: _type = "HttpNfcLease" [ 1623.850067] env[63097]: }. {{(pid=63097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1623.850947] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a6e006-0c5f-49e6-b9f4-a148e392bd41 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.862453] env[63097]: DEBUG oslo_vmware.rw_handles [None req-44fcbb89-9191-446a-8ab3-a311ab091eb0 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52679b95-51e0-51a2-ddce-e47c695bc68c/disk-0.vmdk from lease info. {{(pid=63097) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1623.862697] env[63097]: DEBUG oslo_vmware.rw_handles [None req-44fcbb89-9191-446a-8ab3-a311ab091eb0 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52679b95-51e0-51a2-ddce-e47c695bc68c/disk-0.vmdk for reading. {{(pid=63097) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1623.936330] env[63097]: DEBUG oslo_vmware.api [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687647, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073445} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.937076] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1623.937557] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8df6df-aaf6-4bd0-bd80-6d9fb90e04f0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.964036] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0/4b9f24fc-7521-4fdb-a3f3-f49840cb53e0.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1623.972193] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-434a410a-ed78-407d-827d-173cef75a191 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.988661] env[63097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b31dcd61-647b-496e-a8e0-fa9886026584 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.988661] env[63097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fde9b1ea-1de5-4dc3-b374-a6646ac25729 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.999269] env[63097]: DEBUG oslo_vmware.api [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1623.999269] env[63097]: value = "task-1687648" [ 1623.999269] env[63097]: _type = "Task" [ 1623.999269] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.013806] env[63097]: DEBUG oslo_vmware.api [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687648, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.102511] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1f2625a0-7895-4a4c-9bba-9b7073dac052 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "dca69834-e0b5-4a10-913d-9645dbd2e36c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.105717] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1f2625a0-7895-4a4c-9bba-9b7073dac052 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "dca69834-e0b5-4a10-913d-9645dbd2e36c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.105717] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1f2625a0-7895-4a4c-9bba-9b7073dac052 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "dca69834-e0b5-4a10-913d-9645dbd2e36c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.105717] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1f2625a0-7895-4a4c-9bba-9b7073dac052 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "dca69834-e0b5-4a10-913d-9645dbd2e36c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.105717] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1f2625a0-7895-4a4c-9bba-9b7073dac052 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "dca69834-e0b5-4a10-913d-9645dbd2e36c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.107000] env[63097]: INFO nova.compute.manager [None req-1f2625a0-7895-4a4c-9bba-9b7073dac052 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Terminating instance [ 1624.110129] env[63097]: DEBUG nova.compute.manager [None req-1f2625a0-7895-4a4c-9bba-9b7073dac052 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1624.110129] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2625a0-7895-4a4c-9bba-9b7073dac052 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1624.110263] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c80e14-f305-4181-8aa9-2b5cc7285d58 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.118533] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f2625a0-7895-4a4c-9bba-9b7073dac052 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1624.118814] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52c60660-b8a8-440b-868a-0925c5692b61 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.125515] env[63097]: DEBUG oslo_vmware.api [None req-1f2625a0-7895-4a4c-9bba-9b7073dac052 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1624.125515] env[63097]: value = "task-1687649" [ 1624.125515] env[63097]: _type = "Task" [ 1624.125515] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.137461] env[63097]: DEBUG oslo_vmware.api [None req-1f2625a0-7895-4a4c-9bba-9b7073dac052 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687649, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.142466] env[63097]: DEBUG nova.network.neutron [req-ac08f325-0d0c-42fd-b7ad-289e39fd73e9 req-e74dc745-b509-43f1-9b92-0f332f9423b9 service nova] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Updated VIF entry in instance network info cache for port f032f16b-9820-446d-a144-2b83b7b812f8. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1624.142736] env[63097]: DEBUG nova.network.neutron [req-ac08f325-0d0c-42fd-b7ad-289e39fd73e9 req-e74dc745-b509-43f1-9b92-0f332f9423b9 service nova] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Updating instance_info_cache with network_info: [{"id": "f032f16b-9820-446d-a144-2b83b7b812f8", "address": "fa:16:3e:41:70:01", "network": {"id": "082f1e0b-2faa-438b-beb2-07cc49fe07ef", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1715190239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa7867f5c3b4e6e8e319e4b098166c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf032f16b-98", "ovs_interfaceid": "f032f16b-9820-446d-a144-2b83b7b812f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1624.176117] env[63097]: DEBUG oslo_concurrency.lockutils [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "bd43928e-4ce4-4bd2-9749-2b3618d0047d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.176447] env[63097]: DEBUG oslo_concurrency.lockutils [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "bd43928e-4ce4-4bd2-9749-2b3618d0047d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.513981] env[63097]: DEBUG oslo_vmware.api [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687648, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.622273] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243f285a-1809-4970-9b9d-cf1c50ce2c8c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.633226] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af384261-3c0c-4195-b7bc-828d41baff78 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.643248] env[63097]: DEBUG oslo_vmware.api [None req-1f2625a0-7895-4a4c-9bba-9b7073dac052 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687649, 'name': PowerOffVM_Task, 'duration_secs': 0.205465} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.645299] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f2625a0-7895-4a4c-9bba-9b7073dac052 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1624.645597] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2625a0-7895-4a4c-9bba-9b7073dac052 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1624.649611] env[63097]: DEBUG oslo_concurrency.lockutils [req-ac08f325-0d0c-42fd-b7ad-289e39fd73e9 req-e74dc745-b509-43f1-9b92-0f332f9423b9 service nova] Releasing lock "refresh_cache-f6a7cec2-2c71-44b6-91f5-640fa267f552" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1624.650987] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34bd8a28-5fd9-4943-a76e-06e7ef2d6817 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.686440] env[63097]: DEBUG nova.compute.manager [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1624.691012] env[63097]: DEBUG nova.network.neutron [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Updating instance_info_cache with network_info: [{"id": "924e65a7-742e-4d71-b212-24c8368b12b1", "address": "fa:16:3e:d8:f5:84", "network": {"id": "94712200-def6-47d2-8aea-9450d0e57f82", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-478454733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bef179dd054a49daacd2151914b1000b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap924e65a7-74", "ovs_interfaceid": "924e65a7-742e-4d71-b212-24c8368b12b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1624.694981] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e8f536-68ee-4b3a-87f1-96ec8e629994 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.704937] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51821f5a-e6d8-4ff6-bb6e-b99bd47bc953 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.725746] env[63097]: DEBUG nova.compute.provider_tree [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1624.774127] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2625a0-7895-4a4c-9bba-9b7073dac052 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1624.774127] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2625a0-7895-4a4c-9bba-9b7073dac052 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1624.774547] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f2625a0-7895-4a4c-9bba-9b7073dac052 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Deleting the datastore file [datastore2] dca69834-e0b5-4a10-913d-9645dbd2e36c {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1624.774966] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a2ca1ab-979b-4e25-9208-8d09a337af7f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.782409] env[63097]: DEBUG oslo_vmware.api [None req-1f2625a0-7895-4a4c-9bba-9b7073dac052 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1624.782409] env[63097]: value = "task-1687651" [ 1624.782409] env[63097]: _type = "Task" [ 1624.782409] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.791299] env[63097]: DEBUG oslo_vmware.api [None req-1f2625a0-7895-4a4c-9bba-9b7073dac052 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687651, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.818560] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "96c0976d-ce1d-4ddd-ba17-900401bcbaff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.818929] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "96c0976d-ce1d-4ddd-ba17-900401bcbaff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.012163] env[63097]: DEBUG oslo_vmware.api [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687648, 'name': ReconfigVM_Task, 'duration_secs': 0.521779} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.012668] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0/4b9f24fc-7521-4fdb-a3f3-f49840cb53e0.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1625.013398] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e828194-d0dd-44b9-b532-fd47152216be {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.020509] env[63097]: DEBUG oslo_vmware.api [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1625.020509] env[63097]: value = "task-1687652" [ 1625.020509] env[63097]: _type = "Task" [ 1625.020509] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.029229] env[63097]: DEBUG oslo_vmware.api [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687652, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.199011] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Releasing lock "refresh_cache-e6176203-d46f-4e5f-8207-83c251e80211" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1625.227821] env[63097]: DEBUG oslo_concurrency.lockutils [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.230210] env[63097]: DEBUG nova.scheduler.client.report [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1625.293532] env[63097]: DEBUG oslo_vmware.api [None req-1f2625a0-7895-4a4c-9bba-9b7073dac052 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687651, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33989} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.294325] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f2625a0-7895-4a4c-9bba-9b7073dac052 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1625.294603] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2625a0-7895-4a4c-9bba-9b7073dac052 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1625.294843] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2625a0-7895-4a4c-9bba-9b7073dac052 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1625.295077] env[63097]: INFO nova.compute.manager [None req-1f2625a0-7895-4a4c-9bba-9b7073dac052 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1625.295505] env[63097]: DEBUG oslo.service.loopingcall [None req-1f2625a0-7895-4a4c-9bba-9b7073dac052 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1625.295779] env[63097]: DEBUG nova.compute.manager [-] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1625.296089] env[63097]: DEBUG nova.network.neutron [-] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1625.302874] env[63097]: DEBUG nova.network.neutron [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Updating instance_info_cache with network_info: [{"id": "4e2a2815-b2eb-4f10-906f-f8c518b2ea79", "address": "fa:16:3e:a7:87:c3", "network": {"id": "73d727fd-7254-4c32-8ff5-eee91ec884f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1273771499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "698609218f87444a806ede2ee3ee9fa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e2a2815-b2", "ovs_interfaceid": "4e2a2815-b2eb-4f10-906f-f8c518b2ea79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1625.322201] env[63097]: DEBUG nova.compute.manager [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1625.531078] env[63097]: DEBUG oslo_vmware.api [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687652, 'name': Rename_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.634840] env[63097]: DEBUG nova.compute.manager [req-057e69c5-deb4-4b19-8f70-330c0717405a req-10bed195-39a2-40a1-8178-d3e85d58a0a2 service nova] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Received event network-vif-deleted-aa947e8b-306d-4e1c-a526-70e864999c72 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1625.635292] env[63097]: INFO nova.compute.manager [req-057e69c5-deb4-4b19-8f70-330c0717405a req-10bed195-39a2-40a1-8178-d3e85d58a0a2 service nova] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Neutron deleted interface aa947e8b-306d-4e1c-a526-70e864999c72; detaching it from the instance and deleting it from the info cache [ 1625.635497] env[63097]: DEBUG nova.network.neutron [req-057e69c5-deb4-4b19-8f70-330c0717405a req-10bed195-39a2-40a1-8178-d3e85d58a0a2 service nova] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1625.735723] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.736524] env[63097]: DEBUG nova.compute.manager [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1625.741474] env[63097]: DEBUG oslo_concurrency.lockutils [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.513s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.743195] env[63097]: INFO nova.compute.claims [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1625.805415] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Releasing lock "refresh_cache-c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1625.805630] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Updated the network info_cache for instance {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1625.805826] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1625.806370] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1625.806563] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1625.806719] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1625.807083] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1625.807368] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1625.807568] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63097) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1625.807818] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1625.847496] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.032359] env[63097]: DEBUG oslo_vmware.api [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687652, 'name': Rename_Task, 'duration_secs': 0.720584} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.032649] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1626.032923] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62fb7d5d-ff19-4c5e-8aeb-1d7664d6fa70 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.039717] env[63097]: DEBUG oslo_vmware.api [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1626.039717] env[63097]: value = "task-1687653" [ 1626.039717] env[63097]: _type = "Task" [ 1626.039717] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.048057] env[63097]: DEBUG oslo_vmware.api [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687653, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.108139] env[63097]: DEBUG nova.network.neutron [-] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1626.138416] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-876fbf62-8a30-4e28-9e31-02c5faa3af49 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.148586] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1cf0c4c-8dbf-4a8e-97c8-d4561e3b1006 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.184261] env[63097]: DEBUG nova.compute.manager [req-057e69c5-deb4-4b19-8f70-330c0717405a req-10bed195-39a2-40a1-8178-d3e85d58a0a2 service nova] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Detach interface failed, port_id=aa947e8b-306d-4e1c-a526-70e864999c72, reason: Instance dca69834-e0b5-4a10-913d-9645dbd2e36c could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1626.250389] env[63097]: DEBUG nova.compute.utils [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1626.252700] env[63097]: DEBUG nova.compute.manager [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1626.252700] env[63097]: DEBUG nova.network.neutron [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1626.311380] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.328015] env[63097]: DEBUG nova.policy [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8334eff6f9214bc185c1cb04a450a19a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cee55c7cdf73461a9b7b177b24fdb65a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1626.550363] env[63097]: DEBUG oslo_vmware.api [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687653, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.613340] env[63097]: INFO nova.compute.manager [-] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Took 1.31 seconds to deallocate network for instance. [ 1626.720454] env[63097]: DEBUG nova.network.neutron [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Successfully created port: b289ab41-7742-4629-b077-49bc71543d15 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1626.724074] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbca9439-fd85-4604-897f-af33f3df8bf5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.744668] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Updating instance 'e6176203-d46f-4e5f-8207-83c251e80211' progress to 0 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1626.756026] env[63097]: DEBUG nova.compute.manager [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1626.985944] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfad8fd-b0ca-4733-a68f-ee9e72de3966 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.997211] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347f0da6-2f46-4b0e-9f7a-0cef93cfc17b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.028570] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdc4d47-cd84-4573-b196-5e06cb1df4d4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.037572] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79a67e7-d3d8-4ca6-8f3f-cb9f4e88c590 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.050405] env[63097]: DEBUG oslo_vmware.api [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687653, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.058597] env[63097]: DEBUG nova.compute.provider_tree [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1627.119288] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1f2625a0-7895-4a4c-9bba-9b7073dac052 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.251151] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1627.251503] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d708b92c-47f0-4321-a3b2-a26f12897eea {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.263830] env[63097]: DEBUG oslo_vmware.api [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1627.263830] env[63097]: value = "task-1687654" [ 1627.263830] env[63097]: _type = "Task" [ 1627.263830] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.275366] env[63097]: DEBUG oslo_vmware.api [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.551851] env[63097]: DEBUG oslo_vmware.api [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687653, 'name': PowerOnVM_Task, 'duration_secs': 1.024908} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.552235] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1627.552379] env[63097]: INFO nova.compute.manager [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] Took 10.59 seconds to spawn the instance on the hypervisor. [ 1627.552577] env[63097]: DEBUG nova.compute.manager [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1627.553382] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60e227e-7e21-4a13-9579-b424dd1e70c4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.563360] env[63097]: DEBUG nova.scheduler.client.report [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1627.766747] env[63097]: DEBUG nova.compute.manager [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1627.781287] env[63097]: DEBUG oslo_vmware.api [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687654, 'name': PowerOffVM_Task, 'duration_secs': 0.280101} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.781590] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1627.781785] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Updating instance 'e6176203-d46f-4e5f-8207-83c251e80211' progress to 17 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1628.071689] env[63097]: DEBUG oslo_concurrency.lockutils [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.331s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.072193] env[63097]: DEBUG nova.compute.manager [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1628.077218] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.230s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.078745] env[63097]: INFO nova.compute.claims [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1628.081244] env[63097]: INFO nova.compute.manager [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] Took 20.52 seconds to build instance. [ 1628.203326] env[63097]: DEBUG nova.compute.manager [req-572ca7bb-974a-4b62-bb28-22bdc62972ee req-2dc69051-72a5-4518-80b0-7e70b0db1cbb service nova] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Received event network-vif-plugged-b289ab41-7742-4629-b077-49bc71543d15 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1628.203544] env[63097]: DEBUG oslo_concurrency.lockutils [req-572ca7bb-974a-4b62-bb28-22bdc62972ee req-2dc69051-72a5-4518-80b0-7e70b0db1cbb service nova] Acquiring lock "25676d70-9350-4ed0-a49a-f3c4fb577895-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.203751] env[63097]: DEBUG oslo_concurrency.lockutils [req-572ca7bb-974a-4b62-bb28-22bdc62972ee req-2dc69051-72a5-4518-80b0-7e70b0db1cbb service nova] Lock "25676d70-9350-4ed0-a49a-f3c4fb577895-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.203962] env[63097]: DEBUG oslo_concurrency.lockutils [req-572ca7bb-974a-4b62-bb28-22bdc62972ee req-2dc69051-72a5-4518-80b0-7e70b0db1cbb service nova] Lock "25676d70-9350-4ed0-a49a-f3c4fb577895-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.204195] env[63097]: DEBUG nova.compute.manager [req-572ca7bb-974a-4b62-bb28-22bdc62972ee req-2dc69051-72a5-4518-80b0-7e70b0db1cbb service nova] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] No waiting events found dispatching network-vif-plugged-b289ab41-7742-4629-b077-49bc71543d15 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1628.204387] env[63097]: WARNING nova.compute.manager [req-572ca7bb-974a-4b62-bb28-22bdc62972ee req-2dc69051-72a5-4518-80b0-7e70b0db1cbb service nova] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Received unexpected event network-vif-plugged-b289ab41-7742-4629-b077-49bc71543d15 for instance with vm_state building and task_state spawning. [ 1628.290172] env[63097]: DEBUG nova.virt.hardware [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:21:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1628.294102] env[63097]: DEBUG nova.virt.hardware [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1628.294102] env[63097]: DEBUG nova.virt.hardware [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1628.294102] env[63097]: DEBUG nova.virt.hardware [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1628.294102] env[63097]: DEBUG nova.virt.hardware [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1628.294102] env[63097]: DEBUG nova.virt.hardware [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1628.294102] env[63097]: DEBUG nova.virt.hardware [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1628.294102] env[63097]: DEBUG nova.virt.hardware [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1628.294102] env[63097]: DEBUG nova.virt.hardware [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1628.294102] env[63097]: DEBUG nova.virt.hardware [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1628.294102] env[63097]: DEBUG nova.virt.hardware [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1628.303496] env[63097]: DEBUG nova.network.neutron [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Successfully updated port: b289ab41-7742-4629-b077-49bc71543d15 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1628.304877] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-974fcbe2-16c2-45ee-b8dd-d13fed5e4463 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.322728] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Acquiring lock "refresh_cache-25676d70-9350-4ed0-a49a-f3c4fb577895" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.323018] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Acquired lock "refresh_cache-25676d70-9350-4ed0-a49a-f3c4fb577895" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.323521] env[63097]: DEBUG nova.network.neutron [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1628.332394] env[63097]: DEBUG oslo_vmware.api [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1628.332394] env[63097]: value = "task-1687655" [ 1628.332394] env[63097]: _type = "Task" [ 1628.332394] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.347046] env[63097]: DEBUG oslo_vmware.api [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687655, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.584757] env[63097]: DEBUG nova.compute.utils [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1628.588210] env[63097]: DEBUG nova.compute.manager [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1628.588448] env[63097]: DEBUG nova.network.neutron [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1628.590507] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5c625de9-1d5c-412e-8a53-31d04b6fac8a tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "4b9f24fc-7521-4fdb-a3f3-f49840cb53e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.036s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.651829] env[63097]: DEBUG nova.policy [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d9752f7a1144da5a717a08076bec13e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '948f5dbd858b498ab568c3656c1b46ae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1628.843555] env[63097]: DEBUG oslo_vmware.api [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687655, 'name': ReconfigVM_Task, 'duration_secs': 0.202139} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.844067] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Updating instance 'e6176203-d46f-4e5f-8207-83c251e80211' progress to 33 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1628.885315] env[63097]: DEBUG nova.network.neutron [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1629.089830] env[63097]: DEBUG nova.compute.manager [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1629.136622] env[63097]: DEBUG nova.network.neutron [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Successfully created port: 1fb7d051-57ee-4d6c-83f9-573c4b149f89 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1629.149034] env[63097]: DEBUG nova.network.neutron [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Updating instance_info_cache with network_info: [{"id": "b289ab41-7742-4629-b077-49bc71543d15", "address": "fa:16:3e:10:cf:2d", "network": {"id": "090471f9-6efc-4882-9c27-f125e716dfa1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1821214333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cee55c7cdf73461a9b7b177b24fdb65a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb289ab41-77", "ovs_interfaceid": "b289ab41-7742-4629-b077-49bc71543d15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.352243] env[63097]: DEBUG nova.virt.hardware [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1629.352616] env[63097]: DEBUG nova.virt.hardware [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1629.352848] env[63097]: DEBUG nova.virt.hardware [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1629.353133] env[63097]: DEBUG nova.virt.hardware [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1629.353355] env[63097]: DEBUG nova.virt.hardware [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1629.353573] env[63097]: DEBUG nova.virt.hardware [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1629.353872] env[63097]: DEBUG nova.virt.hardware [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1629.354194] env[63097]: DEBUG nova.virt.hardware [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1629.354455] env[63097]: DEBUG nova.virt.hardware [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1629.354697] env[63097]: DEBUG nova.virt.hardware [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1629.354955] env[63097]: DEBUG nova.virt.hardware [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1629.363804] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1629.369501] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ef1ffe2-d9b8-440d-b9f3-79a669c98032 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.390996] env[63097]: DEBUG oslo_vmware.api [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1629.390996] env[63097]: value = "task-1687656" [ 1629.390996] env[63097]: _type = "Task" [ 1629.390996] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.396908] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d100f823-7566-49e8-b698-3e91329b352a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.403801] env[63097]: DEBUG oslo_vmware.api [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687656, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.408762] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aede6371-49d4-427f-9c54-21f6c0e42f86 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.444011] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5f1cc1-d13b-4b08-a8a6-597953942c2e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.451958] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c5b871-231c-4ec5-ab7a-8d239efbf80b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.467062] env[63097]: DEBUG nova.compute.provider_tree [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1629.654676] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Releasing lock "refresh_cache-25676d70-9350-4ed0-a49a-f3c4fb577895" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1629.655244] env[63097]: DEBUG nova.compute.manager [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Instance network_info: |[{"id": "b289ab41-7742-4629-b077-49bc71543d15", "address": "fa:16:3e:10:cf:2d", "network": {"id": "090471f9-6efc-4882-9c27-f125e716dfa1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1821214333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cee55c7cdf73461a9b7b177b24fdb65a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb289ab41-77", "ovs_interfaceid": "b289ab41-7742-4629-b077-49bc71543d15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1629.903535] env[63097]: DEBUG oslo_vmware.api [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687656, 'name': ReconfigVM_Task, 'duration_secs': 0.396664} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.903987] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1629.905018] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f1a84d-c510-44a2-b02e-ead6e9c18587 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.934954] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] e6176203-d46f-4e5f-8207-83c251e80211/e6176203-d46f-4e5f-8207-83c251e80211.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1629.935910] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95593448-c105-48ed-a2b0-bffb79c61fe5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.959603] env[63097]: DEBUG oslo_vmware.api [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1629.959603] env[63097]: value = "task-1687657" [ 1629.959603] env[63097]: _type = "Task" [ 1629.959603] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.971336] env[63097]: DEBUG nova.scheduler.client.report [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1629.975654] env[63097]: DEBUG oslo_vmware.api [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687657, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.103791] env[63097]: DEBUG nova.compute.manager [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1630.177632] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3b5d319a-4654-4134-a1fa-7876ba5b703d tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "4b9f24fc-7521-4fdb-a3f3-f49840cb53e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.177903] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3b5d319a-4654-4134-a1fa-7876ba5b703d tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "4b9f24fc-7521-4fdb-a3f3-f49840cb53e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.178145] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3b5d319a-4654-4134-a1fa-7876ba5b703d tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "4b9f24fc-7521-4fdb-a3f3-f49840cb53e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.178406] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3b5d319a-4654-4134-a1fa-7876ba5b703d tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "4b9f24fc-7521-4fdb-a3f3-f49840cb53e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.178595] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3b5d319a-4654-4134-a1fa-7876ba5b703d tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "4b9f24fc-7521-4fdb-a3f3-f49840cb53e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.180883] env[63097]: INFO nova.compute.manager [None req-3b5d319a-4654-4134-a1fa-7876ba5b703d tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] Terminating instance [ 1630.182863] env[63097]: DEBUG nova.compute.manager [None req-3b5d319a-4654-4134-a1fa-7876ba5b703d tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1630.183111] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3b5d319a-4654-4134-a1fa-7876ba5b703d tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1630.184016] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9b95af-6fdd-4bc9-9e05-d8af494ad1af {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.192248] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b5d319a-4654-4134-a1fa-7876ba5b703d tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1630.192498] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97e5e13c-7c57-4555-b7a0-3035d5e0fd24 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.198913] env[63097]: DEBUG oslo_vmware.api [None req-3b5d319a-4654-4134-a1fa-7876ba5b703d tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1630.198913] env[63097]: value = "task-1687658" [ 1630.198913] env[63097]: _type = "Task" [ 1630.198913] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.206658] env[63097]: DEBUG oslo_vmware.api [None req-3b5d319a-4654-4134-a1fa-7876ba5b703d tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.232527] env[63097]: DEBUG nova.compute.manager [req-ac0838f5-8852-4588-afb3-240fc0ec562c req-e3c2d9b1-891c-428b-af5c-d797518b1863 service nova] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Received event network-changed-b289ab41-7742-4629-b077-49bc71543d15 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1630.232759] env[63097]: DEBUG nova.compute.manager [req-ac0838f5-8852-4588-afb3-240fc0ec562c req-e3c2d9b1-891c-428b-af5c-d797518b1863 service nova] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Refreshing instance network info cache due to event network-changed-b289ab41-7742-4629-b077-49bc71543d15. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1630.232981] env[63097]: DEBUG oslo_concurrency.lockutils [req-ac0838f5-8852-4588-afb3-240fc0ec562c req-e3c2d9b1-891c-428b-af5c-d797518b1863 service nova] Acquiring lock "refresh_cache-25676d70-9350-4ed0-a49a-f3c4fb577895" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.233149] env[63097]: DEBUG oslo_concurrency.lockutils [req-ac0838f5-8852-4588-afb3-240fc0ec562c req-e3c2d9b1-891c-428b-af5c-d797518b1863 service nova] Acquired lock "refresh_cache-25676d70-9350-4ed0-a49a-f3c4fb577895" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.233316] env[63097]: DEBUG nova.network.neutron [req-ac0838f5-8852-4588-afb3-240fc0ec562c req-e3c2d9b1-891c-428b-af5c-d797518b1863 service nova] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Refreshing network info cache for port b289ab41-7742-4629-b077-49bc71543d15 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1630.431960] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f101c819-6de0-4546-97f0-a63392a52c62 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Acquiring lock "a57272b6-0113-4496-acd7-707165982cef" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.432278] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f101c819-6de0-4546-97f0-a63392a52c62 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lock "a57272b6-0113-4496-acd7-707165982cef" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.471489] env[63097]: DEBUG oslo_vmware.api [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687657, 'name': ReconfigVM_Task, 'duration_secs': 0.500807} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.473670] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Reconfigured VM instance instance-0000006a to attach disk [datastore2] e6176203-d46f-4e5f-8207-83c251e80211/e6176203-d46f-4e5f-8207-83c251e80211.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1630.474035] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Updating instance 'e6176203-d46f-4e5f-8207-83c251e80211' progress to 50 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1630.480080] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.403s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.480576] env[63097]: DEBUG nova.compute.manager [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1630.483270] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.172s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.483478] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.483619] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1630.485910] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1f2625a0-7895-4a4c-9bba-9b7073dac052 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.365s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.486138] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1f2625a0-7895-4a4c-9bba-9b7073dac052 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.002s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.489160] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca33c16-4ca4-48a9-a27d-2bbb51237498 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.503039] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02344197-d3ef-42e8-bd2c-c000819d1358 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.538650] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4dcc3f8-eab3-4664-87d6-cba076146cac {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.547909] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0ca50b-3ba8-4641-bc67-f9bb854a22e0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.552759] env[63097]: INFO nova.scheduler.client.report [None req-1f2625a0-7895-4a4c-9bba-9b7073dac052 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Deleted allocations for instance dca69834-e0b5-4a10-913d-9645dbd2e36c [ 1630.587302] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179234MB free_disk=147GB free_vcpus=48 pci_devices=None {{(pid=63097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1630.587478] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.587712] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.710482] env[63097]: DEBUG oslo_vmware.api [None req-3b5d319a-4654-4134-a1fa-7876ba5b703d tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687658, 'name': PowerOffVM_Task, 'duration_secs': 0.226976} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.710873] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b5d319a-4654-4134-a1fa-7876ba5b703d tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1630.711122] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3b5d319a-4654-4134-a1fa-7876ba5b703d tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1630.711452] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2077f001-b6a5-45ae-bdd2-fcf710b6c733 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.791170] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3b5d319a-4654-4134-a1fa-7876ba5b703d tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1630.791405] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3b5d319a-4654-4134-a1fa-7876ba5b703d tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1630.791594] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b5d319a-4654-4134-a1fa-7876ba5b703d tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Deleting the datastore file [datastore1] 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1630.792052] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef544ab1-02ad-44b0-b6a3-01efdee77c12 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.798436] env[63097]: DEBUG oslo_vmware.api [None req-3b5d319a-4654-4134-a1fa-7876ba5b703d tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1630.798436] env[63097]: value = "task-1687660" [ 1630.798436] env[63097]: _type = "Task" [ 1630.798436] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.807405] env[63097]: DEBUG oslo_vmware.api [None req-3b5d319a-4654-4134-a1fa-7876ba5b703d tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.937600] env[63097]: DEBUG nova.compute.utils [None req-f101c819-6de0-4546-97f0-a63392a52c62 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1630.954826] env[63097]: DEBUG nova.network.neutron [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Successfully updated port: 1fb7d051-57ee-4d6c-83f9-573c4b149f89 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1630.988610] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617ef0f8-6788-41f5-8962-adcf4e7fac4f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.992442] env[63097]: DEBUG nova.compute.utils [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1630.994165] env[63097]: DEBUG nova.compute.manager [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1630.994381] env[63097]: DEBUG nova.network.neutron [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1631.014463] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d4924d-ae96-47f9-a9c9-07c680dc1cdf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.034392] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Updating instance 'e6176203-d46f-4e5f-8207-83c251e80211' progress to 67 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1631.057626] env[63097]: DEBUG nova.policy [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32727165f93b44519b01cbb1d90a4290', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1caa7647ebc840f48dc539a8cc2c484b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1631.062577] env[63097]: DEBUG nova.network.neutron [req-ac0838f5-8852-4588-afb3-240fc0ec562c req-e3c2d9b1-891c-428b-af5c-d797518b1863 service nova] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Updated VIF entry in instance network info cache for port b289ab41-7742-4629-b077-49bc71543d15. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1631.062981] env[63097]: DEBUG nova.network.neutron [req-ac0838f5-8852-4588-afb3-240fc0ec562c req-e3c2d9b1-891c-428b-af5c-d797518b1863 service nova] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Updating instance_info_cache with network_info: [{"id": "b289ab41-7742-4629-b077-49bc71543d15", "address": "fa:16:3e:10:cf:2d", "network": {"id": "090471f9-6efc-4882-9c27-f125e716dfa1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1821214333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cee55c7cdf73461a9b7b177b24fdb65a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb289ab41-77", "ovs_interfaceid": "b289ab41-7742-4629-b077-49bc71543d15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1631.069021] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1f2625a0-7895-4a4c-9bba-9b7073dac052 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "dca69834-e0b5-4a10-913d-9645dbd2e36c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.963s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.311809] env[63097]: DEBUG oslo_vmware.api [None req-3b5d319a-4654-4134-a1fa-7876ba5b703d tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263591} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.312251] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b5d319a-4654-4134-a1fa-7876ba5b703d tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1631.312535] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3b5d319a-4654-4134-a1fa-7876ba5b703d tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1631.312834] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3b5d319a-4654-4134-a1fa-7876ba5b703d tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1631.313138] env[63097]: INFO nova.compute.manager [None req-3b5d319a-4654-4134-a1fa-7876ba5b703d tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1631.313525] env[63097]: DEBUG oslo.service.loopingcall [None req-3b5d319a-4654-4134-a1fa-7876ba5b703d tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1631.313825] env[63097]: DEBUG nova.compute.manager [-] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1631.314298] env[63097]: DEBUG nova.network.neutron [-] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1631.336029] env[63097]: DEBUG nova.network.neutron [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Successfully created port: 276db3dc-19e8-4b1c-9a5b-8f23301965b9 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1631.440977] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f101c819-6de0-4546-97f0-a63392a52c62 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lock "a57272b6-0113-4496-acd7-707165982cef" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.458603] env[63097]: DEBUG oslo_concurrency.lockutils [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "refresh_cache-bd43928e-4ce4-4bd2-9749-2b3618d0047d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1631.458777] env[63097]: DEBUG oslo_concurrency.lockutils [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquired lock "refresh_cache-bd43928e-4ce4-4bd2-9749-2b3618d0047d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.458993] env[63097]: DEBUG nova.network.neutron [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1631.498815] env[63097]: DEBUG nova.compute.manager [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1631.566352] env[63097]: DEBUG oslo_concurrency.lockutils [req-ac0838f5-8852-4588-afb3-240fc0ec562c req-e3c2d9b1-891c-428b-af5c-d797518b1863 service nova] Releasing lock "refresh_cache-25676d70-9350-4ed0-a49a-f3c4fb577895" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.602368] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Applying migration context for instance e6176203-d46f-4e5f-8207-83c251e80211 as it has an incoming, in-progress migration 334964cc-bd0d-4c43-9db2-5d2ea995e3fd. Migration status is migrating {{(pid=63097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1631.604846] env[63097]: INFO nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Updating resource usage from migration 334964cc-bd0d-4c43-9db2-5d2ea995e3fd [ 1631.611203] env[63097]: DEBUG nova.network.neutron [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Port 924e65a7-742e-4d71-b212-24c8368b12b1 binding to destination host cpu-1 is already ACTIVE {{(pid=63097) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1631.634846] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1631.635050] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance e13820bb-f282-468f-90de-26279db2f9e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1631.635227] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 5cba94c3-f4c4-497c-becd-c2641c3dfc87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1631.635389] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance bca51e28-e24e-47dd-86e2-935d76b79bc0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1631.635547] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance a57272b6-0113-4496-acd7-707165982cef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1631.635699] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 0635c038-de15-420b-b0a9-8ae85a1c9575 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1631.635852] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance d59281ff-c5be-4bd1-bbe4-2d2b5bf50473 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1631.636021] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance ebb8994e-35fd-4b96-b0d0-f822d949356d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1631.636182] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance f6a7cec2-2c71-44b6-91f5-640fa267f552 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1631.636394] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1631.636510] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Migration 334964cc-bd0d-4c43-9db2-5d2ea995e3fd is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1631.636619] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance e6176203-d46f-4e5f-8207-83c251e80211 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1631.636772] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 25676d70-9350-4ed0-a49a-f3c4fb577895 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1631.636922] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance bd43928e-4ce4-4bd2-9749-2b3618d0047d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1631.637084] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 96c0976d-ce1d-4ddd-ba17-900401bcbaff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1631.637371] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=63097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1631.637554] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=63097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1631.862561] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3f74d0-cde1-47a9-b931-54e4ce094c48 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.873262] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1560be7f-252a-48b2-9d77-ce14aa9068e6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.905038] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9758c22c-45e9-4dc9-ab7d-1d26f538c02e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.912764] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6483b258-9212-499e-984a-f357d4cfc24a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.926466] env[63097]: DEBUG nova.compute.provider_tree [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1631.993937] env[63097]: DEBUG nova.network.neutron [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1632.188781] env[63097]: DEBUG nova.network.neutron [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Updating instance_info_cache with network_info: [{"id": "1fb7d051-57ee-4d6c-83f9-573c4b149f89", "address": "fa:16:3e:fe:e1:10", "network": {"id": "d70cadc2-f0c2-4049-9ac7-d45e51f71646", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-192217268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "948f5dbd858b498ab568c3656c1b46ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fb7d051-57", "ovs_interfaceid": "1fb7d051-57ee-4d6c-83f9-573c4b149f89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1632.234416] env[63097]: DEBUG nova.network.neutron [-] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1632.429554] env[63097]: DEBUG nova.scheduler.client.report [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1632.509812] env[63097]: DEBUG nova.compute.manager [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1632.518967] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f101c819-6de0-4546-97f0-a63392a52c62 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Acquiring lock "a57272b6-0113-4496-acd7-707165982cef" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.519786] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f101c819-6de0-4546-97f0-a63392a52c62 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lock "a57272b6-0113-4496-acd7-707165982cef" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.520190] env[63097]: INFO nova.compute.manager [None req-f101c819-6de0-4546-97f0-a63392a52c62 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Attaching volume 8d758192-ebcf-4b0c-b041-615e5a3676f9 to /dev/sdb [ 1632.563313] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6392a04a-cdb5-44fd-a776-6b9ee2e761be {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.571332] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f5b3d2-acd8-4bb8-9be7-60d7fa03821c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.586532] env[63097]: DEBUG nova.virt.block_device [None req-f101c819-6de0-4546-97f0-a63392a52c62 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Updating existing volume attachment record: 455b5554-ead6-42b8-9aaf-8f7e440c7902 {{(pid=63097) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1632.637683] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "e6176203-d46f-4e5f-8207-83c251e80211-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.637683] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "e6176203-d46f-4e5f-8207-83c251e80211-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.637683] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "e6176203-d46f-4e5f-8207-83c251e80211-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.692092] env[63097]: DEBUG oslo_concurrency.lockutils [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Releasing lock "refresh_cache-bd43928e-4ce4-4bd2-9749-2b3618d0047d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1632.692500] env[63097]: DEBUG nova.compute.manager [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Instance network_info: |[{"id": "1fb7d051-57ee-4d6c-83f9-573c4b149f89", "address": "fa:16:3e:fe:e1:10", "network": {"id": "d70cadc2-f0c2-4049-9ac7-d45e51f71646", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-192217268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "948f5dbd858b498ab568c3656c1b46ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fb7d051-57", "ovs_interfaceid": "1fb7d051-57ee-4d6c-83f9-573c4b149f89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1632.695688] env[63097]: DEBUG nova.compute.manager [req-871a3fa8-825d-4f5c-9a7c-650991fa7f92 req-b19ac055-1bb3-450b-a152-b9d04f640c6c service nova] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Received event network-vif-plugged-1fb7d051-57ee-4d6c-83f9-573c4b149f89 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1632.695976] env[63097]: DEBUG oslo_concurrency.lockutils [req-871a3fa8-825d-4f5c-9a7c-650991fa7f92 req-b19ac055-1bb3-450b-a152-b9d04f640c6c service nova] Acquiring lock "bd43928e-4ce4-4bd2-9749-2b3618d0047d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.696157] env[63097]: DEBUG oslo_concurrency.lockutils [req-871a3fa8-825d-4f5c-9a7c-650991fa7f92 req-b19ac055-1bb3-450b-a152-b9d04f640c6c service nova] Lock "bd43928e-4ce4-4bd2-9749-2b3618d0047d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.696389] env[63097]: DEBUG oslo_concurrency.lockutils [req-871a3fa8-825d-4f5c-9a7c-650991fa7f92 req-b19ac055-1bb3-450b-a152-b9d04f640c6c service nova] Lock "bd43928e-4ce4-4bd2-9749-2b3618d0047d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.696497] env[63097]: DEBUG nova.compute.manager [req-871a3fa8-825d-4f5c-9a7c-650991fa7f92 req-b19ac055-1bb3-450b-a152-b9d04f640c6c service nova] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] No waiting events found dispatching network-vif-plugged-1fb7d051-57ee-4d6c-83f9-573c4b149f89 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1632.696645] env[63097]: WARNING nova.compute.manager [req-871a3fa8-825d-4f5c-9a7c-650991fa7f92 req-b19ac055-1bb3-450b-a152-b9d04f640c6c service nova] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Received unexpected event network-vif-plugged-1fb7d051-57ee-4d6c-83f9-573c4b149f89 for instance with vm_state building and task_state spawning. [ 1632.696805] env[63097]: DEBUG nova.compute.manager [req-871a3fa8-825d-4f5c-9a7c-650991fa7f92 req-b19ac055-1bb3-450b-a152-b9d04f640c6c service nova] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Received event network-changed-1fb7d051-57ee-4d6c-83f9-573c4b149f89 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1632.697064] env[63097]: DEBUG nova.compute.manager [req-871a3fa8-825d-4f5c-9a7c-650991fa7f92 req-b19ac055-1bb3-450b-a152-b9d04f640c6c service nova] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Refreshing instance network info cache due to event network-changed-1fb7d051-57ee-4d6c-83f9-573c4b149f89. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1632.697275] env[63097]: DEBUG oslo_concurrency.lockutils [req-871a3fa8-825d-4f5c-9a7c-650991fa7f92 req-b19ac055-1bb3-450b-a152-b9d04f640c6c service nova] Acquiring lock "refresh_cache-bd43928e-4ce4-4bd2-9749-2b3618d0047d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1632.697415] env[63097]: DEBUG oslo_concurrency.lockutils [req-871a3fa8-825d-4f5c-9a7c-650991fa7f92 req-b19ac055-1bb3-450b-a152-b9d04f640c6c service nova] Acquired lock "refresh_cache-bd43928e-4ce4-4bd2-9749-2b3618d0047d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.697575] env[63097]: DEBUG nova.network.neutron [req-871a3fa8-825d-4f5c-9a7c-650991fa7f92 req-b19ac055-1bb3-450b-a152-b9d04f640c6c service nova] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Refreshing network info cache for port 1fb7d051-57ee-4d6c-83f9-573c4b149f89 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1632.739539] env[63097]: INFO nova.compute.manager [-] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] Took 1.43 seconds to deallocate network for instance. [ 1632.936743] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1632.936743] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.349s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.063448] env[63097]: DEBUG nova.network.neutron [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Successfully updated port: 276db3dc-19e8-4b1c-9a5b-8f23301965b9 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1633.188747] env[63097]: DEBUG nova.virt.hardware [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1633.189032] env[63097]: DEBUG nova.virt.hardware [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1633.189206] env[63097]: DEBUG nova.virt.hardware [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1633.189428] env[63097]: DEBUG nova.virt.hardware [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1633.189597] env[63097]: DEBUG nova.virt.hardware [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1633.189768] env[63097]: DEBUG nova.virt.hardware [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1633.190042] env[63097]: DEBUG nova.virt.hardware [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1633.190153] env[63097]: DEBUG nova.virt.hardware [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1633.190328] env[63097]: DEBUG nova.virt.hardware [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1633.190518] env[63097]: DEBUG nova.virt.hardware [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1633.190702] env[63097]: DEBUG nova.virt.hardware [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1633.192851] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924d3919-215c-4599-8094-c2c1e9d51bab {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.206685] env[63097]: DEBUG nova.virt.hardware [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1633.206944] env[63097]: DEBUG nova.virt.hardware [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1633.207124] env[63097]: DEBUG nova.virt.hardware [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1633.207719] env[63097]: DEBUG nova.virt.hardware [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1633.207719] env[63097]: DEBUG nova.virt.hardware [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1633.207719] env[63097]: DEBUG nova.virt.hardware [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1633.207863] env[63097]: DEBUG nova.virt.hardware [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1633.207963] env[63097]: DEBUG nova.virt.hardware [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1633.208134] env[63097]: DEBUG nova.virt.hardware [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1633.208302] env[63097]: DEBUG nova.virt.hardware [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1633.208480] env[63097]: DEBUG nova.virt.hardware [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1633.209830] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c6ebc3-a99a-40d0-b3b6-4931452c06ec {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.215473] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b30fa9b-357a-48a3-94c1-141ac6322c26 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.235333] env[63097]: DEBUG nova.virt.hardware [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1633.235570] env[63097]: DEBUG nova.virt.hardware [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1633.235732] env[63097]: DEBUG nova.virt.hardware [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1633.235924] env[63097]: DEBUG nova.virt.hardware [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1633.236097] env[63097]: DEBUG nova.virt.hardware [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1633.236312] env[63097]: DEBUG nova.virt.hardware [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1633.236482] env[63097]: DEBUG nova.virt.hardware [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1633.236792] env[63097]: DEBUG nova.virt.hardware [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1633.237009] env[63097]: DEBUG nova.virt.hardware [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1633.237196] env[63097]: DEBUG nova.virt.hardware [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1633.237376] env[63097]: DEBUG nova.virt.hardware [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1633.238975] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a10df0-e026-486d-9871-fa79d03ed0f7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.246321] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:cf:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '132fdc50-e144-4a9b-8d77-6378eec02d9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b289ab41-7742-4629-b077-49bc71543d15', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1633.254336] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Creating folder: Project (cee55c7cdf73461a9b7b177b24fdb65a). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1633.256614] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffef68bf-0055-48ff-b5de-4989e114414e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.260446] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3b5d319a-4654-4134-a1fa-7876ba5b703d tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1633.260627] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3b5d319a-4654-4134-a1fa-7876ba5b703d tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1633.260827] env[63097]: DEBUG nova.objects.instance [None req-3b5d319a-4654-4134-a1fa-7876ba5b703d tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lazy-loading 'resources' on Instance uuid 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1633.261845] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9ac9cf9-86c5-4394-9d62-2d5252b66346 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.266708] env[63097]: DEBUG oslo_vmware.rw_handles [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fef0aa-9d33-b634-cc31-1eae043b98eb/disk-0.vmdk. {{(pid=63097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1633.267904] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82eee03-8784-41d8-a3c6-abe9540e99c0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.285230] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:e1:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c118a9ee-84f7-4f09-8a21-05600ed3cc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1fb7d051-57ee-4d6c-83f9-573c4b149f89', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1633.290906] env[63097]: DEBUG oslo.service.loopingcall [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1633.293739] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19dfeda5-54dc-42bb-97e6-e84970aeb779 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.299203] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1633.299203] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Created folder: Project (cee55c7cdf73461a9b7b177b24fdb65a) in parent group-v351483. [ 1633.299203] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Creating folder: Instances. Parent ref: group-v351774. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1633.301134] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8367ce7d-6f0c-4a1c-9a9e-6e8e5f474e12 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.317603] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65ab076b-3c04-4eb8-b655-4e5695a84794 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.319582] env[63097]: DEBUG oslo_vmware.rw_handles [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fef0aa-9d33-b634-cc31-1eae043b98eb/disk-0.vmdk is in state: ready. {{(pid=63097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1633.319783] env[63097]: ERROR oslo_vmware.rw_handles [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fef0aa-9d33-b634-cc31-1eae043b98eb/disk-0.vmdk due to incomplete transfer. [ 1633.320440] env[63097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3045416d-ffea-430b-9ee5-333902f321b0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.333631] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1633.333631] env[63097]: value = "task-1687664" [ 1633.333631] env[63097]: _type = "Task" [ 1633.333631] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.337519] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Created folder: Instances in parent group-v351774. [ 1633.337769] env[63097]: DEBUG oslo.service.loopingcall [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1633.338360] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1633.339349] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-572a58ed-7fb4-46c9-9ced-419c6738395d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.354857] env[63097]: DEBUG oslo_vmware.rw_handles [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fef0aa-9d33-b634-cc31-1eae043b98eb/disk-0.vmdk. {{(pid=63097) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1633.355120] env[63097]: DEBUG nova.virt.vmwareapi.images [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Uploaded image 53d5e4d6-2269-467e-ad1a-be18eabbc970 to the Glance image server {{(pid=63097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1633.357611] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Destroying the VM {{(pid=63097) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1633.364416] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-50646dc7-0141-447d-a2fd-966bff3cd0e1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.364416] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687664, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.367828] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1633.367828] env[63097]: value = "task-1687665" [ 1633.367828] env[63097]: _type = "Task" [ 1633.367828] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.369191] env[63097]: DEBUG oslo_vmware.api [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1633.369191] env[63097]: value = "task-1687666" [ 1633.369191] env[63097]: _type = "Task" [ 1633.369191] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.383071] env[63097]: DEBUG oslo_vmware.api [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687666, 'name': Destroy_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.389120] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687665, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.566426] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "refresh_cache-96c0976d-ce1d-4ddd-ba17-900401bcbaff" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1633.566640] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquired lock "refresh_cache-96c0976d-ce1d-4ddd-ba17-900401bcbaff" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.567058] env[63097]: DEBUG nova.network.neutron [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1633.612292] env[63097]: DEBUG nova.network.neutron [req-871a3fa8-825d-4f5c-9a7c-650991fa7f92 req-b19ac055-1bb3-450b-a152-b9d04f640c6c service nova] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Updated VIF entry in instance network info cache for port 1fb7d051-57ee-4d6c-83f9-573c4b149f89. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1633.612292] env[63097]: DEBUG nova.network.neutron [req-871a3fa8-825d-4f5c-9a7c-650991fa7f92 req-b19ac055-1bb3-450b-a152-b9d04f640c6c service nova] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Updating instance_info_cache with network_info: [{"id": "1fb7d051-57ee-4d6c-83f9-573c4b149f89", "address": "fa:16:3e:fe:e1:10", "network": {"id": "d70cadc2-f0c2-4049-9ac7-d45e51f71646", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-192217268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "948f5dbd858b498ab568c3656c1b46ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fb7d051-57", "ovs_interfaceid": "1fb7d051-57ee-4d6c-83f9-573c4b149f89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.687945] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "refresh_cache-e6176203-d46f-4e5f-8207-83c251e80211" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1633.688180] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquired lock "refresh_cache-e6176203-d46f-4e5f-8207-83c251e80211" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.688461] env[63097]: DEBUG nova.network.neutron [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1633.849766] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687664, 'name': CreateVM_Task, 'duration_secs': 0.370137} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.850623] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1633.850822] env[63097]: DEBUG oslo_concurrency.lockutils [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1633.851040] env[63097]: DEBUG oslo_concurrency.lockutils [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.851458] env[63097]: DEBUG oslo_concurrency.lockutils [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1633.851750] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98767f8b-e669-467f-9184-b5ff92d0f798 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.863682] env[63097]: DEBUG oslo_vmware.api [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1633.863682] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c0a5c4-09ad-5263-fd24-a15669fa44fa" [ 1633.863682] env[63097]: _type = "Task" [ 1633.863682] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.873084] env[63097]: DEBUG oslo_vmware.api [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c0a5c4-09ad-5263-fd24-a15669fa44fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.888941] env[63097]: DEBUG oslo_vmware.api [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687666, 'name': Destroy_Task} progress is 33%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.891737] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687665, 'name': CreateVM_Task, 'duration_secs': 0.433333} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.891896] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1633.892633] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1633.982054] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92c1ea4-b4ab-4ec6-b4f2-26e6a4af42a0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.989689] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab505c3-74d1-45b5-8f4c-4c8a9e706316 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.020621] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860504ae-3072-46e2-b0c6-53a6e9a81316 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.029549] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5bc6dbe-c9f3-48ae-97f3-c94f44f0b9a4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.043249] env[63097]: DEBUG nova.compute.provider_tree [None req-3b5d319a-4654-4134-a1fa-7876ba5b703d tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1634.099224] env[63097]: DEBUG nova.network.neutron [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1634.114981] env[63097]: DEBUG oslo_concurrency.lockutils [req-871a3fa8-825d-4f5c-9a7c-650991fa7f92 req-b19ac055-1bb3-450b-a152-b9d04f640c6c service nova] Releasing lock "refresh_cache-bd43928e-4ce4-4bd2-9749-2b3618d0047d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1634.115342] env[63097]: DEBUG nova.compute.manager [req-871a3fa8-825d-4f5c-9a7c-650991fa7f92 req-b19ac055-1bb3-450b-a152-b9d04f640c6c service nova] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] Received event network-vif-deleted-3796d31b-479b-4bab-8397-4ccac9f304dd {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1634.265678] env[63097]: DEBUG oslo_vmware.rw_handles [None req-44fcbb89-9191-446a-8ab3-a311ab091eb0 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52679b95-51e0-51a2-ddce-e47c695bc68c/disk-0.vmdk. {{(pid=63097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1634.266649] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe30576b-2d29-4d10-b416-8b7986ce11cf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.273157] env[63097]: DEBUG oslo_vmware.rw_handles [None req-44fcbb89-9191-446a-8ab3-a311ab091eb0 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52679b95-51e0-51a2-ddce-e47c695bc68c/disk-0.vmdk is in state: ready. {{(pid=63097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1634.273157] env[63097]: ERROR oslo_vmware.rw_handles [None req-44fcbb89-9191-446a-8ab3-a311ab091eb0 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52679b95-51e0-51a2-ddce-e47c695bc68c/disk-0.vmdk due to incomplete transfer. [ 1634.273303] env[63097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bdd5754a-7418-4cdd-9f4d-620b00352096 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.279742] env[63097]: DEBUG oslo_vmware.rw_handles [None req-44fcbb89-9191-446a-8ab3-a311ab091eb0 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52679b95-51e0-51a2-ddce-e47c695bc68c/disk-0.vmdk. {{(pid=63097) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1634.279936] env[63097]: DEBUG nova.virt.vmwareapi.images [None req-44fcbb89-9191-446a-8ab3-a311ab091eb0 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Uploaded image 9f807833-6f0f-4636-816e-8a42affacf72 to the Glance image server {{(pid=63097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1634.281667] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-44fcbb89-9191-446a-8ab3-a311ab091eb0 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Destroying the VM {{(pid=63097) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1634.281906] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4d39f7f3-aac0-4c04-a79f-04b9c43a16c1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.287321] env[63097]: DEBUG oslo_vmware.api [None req-44fcbb89-9191-446a-8ab3-a311ab091eb0 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Waiting for the task: (returnval){ [ 1634.287321] env[63097]: value = "task-1687667" [ 1634.287321] env[63097]: _type = "Task" [ 1634.287321] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.295068] env[63097]: DEBUG oslo_vmware.api [None req-44fcbb89-9191-446a-8ab3-a311ab091eb0 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': task-1687667, 'name': Destroy_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.319400] env[63097]: DEBUG nova.network.neutron [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Updating instance_info_cache with network_info: [{"id": "276db3dc-19e8-4b1c-9a5b-8f23301965b9", "address": "fa:16:3e:fb:dd:96", "network": {"id": "7862ef5e-43cc-4460-8494-e49f3fb27411", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-385212728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caa7647ebc840f48dc539a8cc2c484b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap276db3dc-19", "ovs_interfaceid": "276db3dc-19e8-4b1c-9a5b-8f23301965b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1634.380493] env[63097]: DEBUG oslo_vmware.api [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c0a5c4-09ad-5263-fd24-a15669fa44fa, 'name': SearchDatastore_Task, 'duration_secs': 0.016622} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.380674] env[63097]: DEBUG oslo_concurrency.lockutils [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1634.380927] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1634.381228] env[63097]: DEBUG oslo_concurrency.lockutils [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1634.381412] env[63097]: DEBUG oslo_concurrency.lockutils [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.381635] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1634.382328] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.382690] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1634.382956] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-990ae67e-70fb-40d0-b7a8-8769e3c6ff4e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.388071] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa2aeb9f-4107-43df-8dbb-2fb5f1f701e6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.389724] env[63097]: DEBUG oslo_vmware.api [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687666, 'name': Destroy_Task, 'duration_secs': 0.665085} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.390877] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Destroyed the VM [ 1634.391156] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Deleting Snapshot of the VM instance {{(pid=63097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1634.392032] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a456ebef-3dc1-40fd-9b42-0433fd1c0853 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.396765] env[63097]: DEBUG oslo_vmware.api [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Waiting for the task: (returnval){ [ 1634.396765] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52390c46-3a90-323c-a631-d43147d22397" [ 1634.396765] env[63097]: _type = "Task" [ 1634.396765] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.398134] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1634.398241] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1634.401526] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a287ef6-7320-4045-b9ca-51b7d17e5ecf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.404824] env[63097]: DEBUG oslo_vmware.api [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1634.404824] env[63097]: value = "task-1687668" [ 1634.404824] env[63097]: _type = "Task" [ 1634.404824] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.412130] env[63097]: DEBUG oslo_vmware.api [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1634.412130] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c167b4-c33e-69aa-2b87-fa7c535f6a2c" [ 1634.412130] env[63097]: _type = "Task" [ 1634.412130] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.412343] env[63097]: DEBUG oslo_vmware.api [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52390c46-3a90-323c-a631-d43147d22397, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.421844] env[63097]: DEBUG oslo_vmware.api [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687668, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.424604] env[63097]: DEBUG oslo_vmware.api [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c167b4-c33e-69aa-2b87-fa7c535f6a2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.501980] env[63097]: DEBUG nova.network.neutron [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Updating instance_info_cache with network_info: [{"id": "924e65a7-742e-4d71-b212-24c8368b12b1", "address": "fa:16:3e:d8:f5:84", "network": {"id": "94712200-def6-47d2-8aea-9450d0e57f82", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-478454733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bef179dd054a49daacd2151914b1000b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap924e65a7-74", "ovs_interfaceid": "924e65a7-742e-4d71-b212-24c8368b12b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1634.545905] env[63097]: DEBUG nova.scheduler.client.report [None req-3b5d319a-4654-4134-a1fa-7876ba5b703d tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1634.723501] env[63097]: DEBUG nova.compute.manager [req-e674e3be-aa4c-408c-915f-df7f54a76c4a req-9d1797ae-4be3-4a39-aa28-e5628c6999f6 service nova] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Received event network-vif-plugged-276db3dc-19e8-4b1c-9a5b-8f23301965b9 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1634.723741] env[63097]: DEBUG oslo_concurrency.lockutils [req-e674e3be-aa4c-408c-915f-df7f54a76c4a req-9d1797ae-4be3-4a39-aa28-e5628c6999f6 service nova] Acquiring lock "96c0976d-ce1d-4ddd-ba17-900401bcbaff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1634.723963] env[63097]: DEBUG oslo_concurrency.lockutils [req-e674e3be-aa4c-408c-915f-df7f54a76c4a req-9d1797ae-4be3-4a39-aa28-e5628c6999f6 service nova] Lock "96c0976d-ce1d-4ddd-ba17-900401bcbaff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.724187] env[63097]: DEBUG oslo_concurrency.lockutils [req-e674e3be-aa4c-408c-915f-df7f54a76c4a req-9d1797ae-4be3-4a39-aa28-e5628c6999f6 service nova] Lock "96c0976d-ce1d-4ddd-ba17-900401bcbaff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.724368] env[63097]: DEBUG nova.compute.manager [req-e674e3be-aa4c-408c-915f-df7f54a76c4a req-9d1797ae-4be3-4a39-aa28-e5628c6999f6 service nova] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] No waiting events found dispatching network-vif-plugged-276db3dc-19e8-4b1c-9a5b-8f23301965b9 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1634.724568] env[63097]: WARNING nova.compute.manager [req-e674e3be-aa4c-408c-915f-df7f54a76c4a req-9d1797ae-4be3-4a39-aa28-e5628c6999f6 service nova] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Received unexpected event network-vif-plugged-276db3dc-19e8-4b1c-9a5b-8f23301965b9 for instance with vm_state building and task_state spawning. [ 1634.724756] env[63097]: DEBUG nova.compute.manager [req-e674e3be-aa4c-408c-915f-df7f54a76c4a req-9d1797ae-4be3-4a39-aa28-e5628c6999f6 service nova] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Received event network-changed-276db3dc-19e8-4b1c-9a5b-8f23301965b9 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1634.724959] env[63097]: DEBUG nova.compute.manager [req-e674e3be-aa4c-408c-915f-df7f54a76c4a req-9d1797ae-4be3-4a39-aa28-e5628c6999f6 service nova] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Refreshing instance network info cache due to event network-changed-276db3dc-19e8-4b1c-9a5b-8f23301965b9. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1634.725125] env[63097]: DEBUG oslo_concurrency.lockutils [req-e674e3be-aa4c-408c-915f-df7f54a76c4a req-9d1797ae-4be3-4a39-aa28-e5628c6999f6 service nova] Acquiring lock "refresh_cache-96c0976d-ce1d-4ddd-ba17-900401bcbaff" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1634.797563] env[63097]: DEBUG oslo_vmware.api [None req-44fcbb89-9191-446a-8ab3-a311ab091eb0 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': task-1687667, 'name': Destroy_Task, 'duration_secs': 0.390904} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.797844] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-44fcbb89-9191-446a-8ab3-a311ab091eb0 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Destroyed the VM [ 1634.798110] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-44fcbb89-9191-446a-8ab3-a311ab091eb0 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Deleting Snapshot of the VM instance {{(pid=63097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1634.798376] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b63432bf-3e7c-45bf-a13f-c268e1e6b512 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.805770] env[63097]: DEBUG oslo_vmware.api [None req-44fcbb89-9191-446a-8ab3-a311ab091eb0 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Waiting for the task: (returnval){ [ 1634.805770] env[63097]: value = "task-1687669" [ 1634.805770] env[63097]: _type = "Task" [ 1634.805770] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.814197] env[63097]: DEBUG oslo_vmware.api [None req-44fcbb89-9191-446a-8ab3-a311ab091eb0 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': task-1687669, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.822146] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Releasing lock "refresh_cache-96c0976d-ce1d-4ddd-ba17-900401bcbaff" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1634.822493] env[63097]: DEBUG nova.compute.manager [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Instance network_info: |[{"id": "276db3dc-19e8-4b1c-9a5b-8f23301965b9", "address": "fa:16:3e:fb:dd:96", "network": {"id": "7862ef5e-43cc-4460-8494-e49f3fb27411", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-385212728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caa7647ebc840f48dc539a8cc2c484b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap276db3dc-19", "ovs_interfaceid": "276db3dc-19e8-4b1c-9a5b-8f23301965b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1634.822784] env[63097]: DEBUG oslo_concurrency.lockutils [req-e674e3be-aa4c-408c-915f-df7f54a76c4a req-9d1797ae-4be3-4a39-aa28-e5628c6999f6 service nova] Acquired lock "refresh_cache-96c0976d-ce1d-4ddd-ba17-900401bcbaff" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.822979] env[63097]: DEBUG nova.network.neutron [req-e674e3be-aa4c-408c-915f-df7f54a76c4a req-9d1797ae-4be3-4a39-aa28-e5628c6999f6 service nova] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Refreshing network info cache for port 276db3dc-19e8-4b1c-9a5b-8f23301965b9 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1634.825230] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:dd:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ded8bac-871f-491b-94ec-cb67c08bc828', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '276db3dc-19e8-4b1c-9a5b-8f23301965b9', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1634.832852] env[63097]: DEBUG oslo.service.loopingcall [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1634.835851] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1634.836390] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbf8906f-8be7-4391-82fb-962438cc26ec {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.857489] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1634.857489] env[63097]: value = "task-1687671" [ 1634.857489] env[63097]: _type = "Task" [ 1634.857489] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.865706] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687671, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.907754] env[63097]: DEBUG oslo_vmware.api [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52390c46-3a90-323c-a631-d43147d22397, 'name': SearchDatastore_Task, 'duration_secs': 0.01658} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.911194] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1634.911499] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1634.911739] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1634.917329] env[63097]: DEBUG oslo_vmware.api [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687668, 'name': RemoveSnapshot_Task, 'duration_secs': 0.420852} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.920945] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Deleted Snapshot of the VM instance {{(pid=63097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1634.921322] env[63097]: DEBUG nova.compute.manager [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1634.922140] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371c94c4-1017-4935-bc2d-19399a3b5764 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.930344] env[63097]: DEBUG oslo_vmware.api [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52c167b4-c33e-69aa-2b87-fa7c535f6a2c, 'name': SearchDatastore_Task, 'duration_secs': 0.019101} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.934750] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13b4decb-9e01-424b-9b41-4ccc48d7561f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.942501] env[63097]: DEBUG oslo_vmware.api [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1634.942501] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]521adf6b-8916-17f0-8c5e-0884c133697e" [ 1634.942501] env[63097]: _type = "Task" [ 1634.942501] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.952404] env[63097]: DEBUG oslo_vmware.api [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]521adf6b-8916-17f0-8c5e-0884c133697e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.008269] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Releasing lock "refresh_cache-e6176203-d46f-4e5f-8207-83c251e80211" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1635.051300] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3b5d319a-4654-4134-a1fa-7876ba5b703d tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.790s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.072976] env[63097]: INFO nova.scheduler.client.report [None req-3b5d319a-4654-4134-a1fa-7876ba5b703d tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Deleted allocations for instance 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0 [ 1635.086667] env[63097]: DEBUG nova.network.neutron [req-e674e3be-aa4c-408c-915f-df7f54a76c4a req-9d1797ae-4be3-4a39-aa28-e5628c6999f6 service nova] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Updated VIF entry in instance network info cache for port 276db3dc-19e8-4b1c-9a5b-8f23301965b9. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1635.087194] env[63097]: DEBUG nova.network.neutron [req-e674e3be-aa4c-408c-915f-df7f54a76c4a req-9d1797ae-4be3-4a39-aa28-e5628c6999f6 service nova] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Updating instance_info_cache with network_info: [{"id": "276db3dc-19e8-4b1c-9a5b-8f23301965b9", "address": "fa:16:3e:fb:dd:96", "network": {"id": "7862ef5e-43cc-4460-8494-e49f3fb27411", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-385212728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caa7647ebc840f48dc539a8cc2c484b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap276db3dc-19", "ovs_interfaceid": "276db3dc-19e8-4b1c-9a5b-8f23301965b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1635.316322] env[63097]: DEBUG oslo_vmware.api [None req-44fcbb89-9191-446a-8ab3-a311ab091eb0 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': task-1687669, 'name': RemoveSnapshot_Task} progress is 70%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.367807] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687671, 'name': CreateVM_Task, 'duration_secs': 0.331324} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.367968] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1635.368690] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.368869] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.369217] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1635.369477] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d278cc1-08ac-4a7c-8d6e-4568eda9d9d3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.374353] env[63097]: DEBUG oslo_vmware.api [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1635.374353] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b48432-d840-b29a-c965-41ef2078308d" [ 1635.374353] env[63097]: _type = "Task" [ 1635.374353] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.382956] env[63097]: DEBUG oslo_vmware.api [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b48432-d840-b29a-c965-41ef2078308d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.446596] env[63097]: INFO nova.compute.manager [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Shelve offloading [ 1635.448761] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1635.449054] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9210382-7a8a-4906-8ed1-dcf2ab612189 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.454095] env[63097]: DEBUG oslo_vmware.api [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]521adf6b-8916-17f0-8c5e-0884c133697e, 'name': SearchDatastore_Task, 'duration_secs': 0.01054} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.454694] env[63097]: DEBUG oslo_concurrency.lockutils [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1635.455000] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] bd43928e-4ce4-4bd2-9749-2b3618d0047d/bd43928e-4ce4-4bd2-9749-2b3618d0047d.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1635.455279] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.455476] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1635.455673] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ad4c034-f439-4298-bbb3-88b7f28eab4b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.457325] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35800a42-3625-440b-83ea-d2adcb63c98c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.460414] env[63097]: DEBUG oslo_vmware.api [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1635.460414] env[63097]: value = "task-1687672" [ 1635.460414] env[63097]: _type = "Task" [ 1635.460414] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.464714] env[63097]: DEBUG oslo_vmware.api [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1635.464714] env[63097]: value = "task-1687673" [ 1635.464714] env[63097]: _type = "Task" [ 1635.464714] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.471227] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1635.471404] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1635.472440] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] VM already powered off {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1635.472621] env[63097]: DEBUG nova.compute.manager [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1635.472845] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd3acd9d-8a30-4a5f-8f06-3e999c5374f0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.477677] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8ea946-4954-4d76-9789-32d1e7d187e5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.480026] env[63097]: DEBUG oslo_vmware.api [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687673, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.483787] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquiring lock "refresh_cache-5cba94c3-f4c4-497c-becd-c2641c3dfc87" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.483955] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquired lock "refresh_cache-5cba94c3-f4c4-497c-becd-c2641c3dfc87" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.484144] env[63097]: DEBUG nova.network.neutron [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1635.485793] env[63097]: DEBUG oslo_vmware.api [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Waiting for the task: (returnval){ [ 1635.485793] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]524a8c96-0112-5cf4-b6fb-39d8540279a6" [ 1635.485793] env[63097]: _type = "Task" [ 1635.485793] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.492952] env[63097]: DEBUG oslo_vmware.api [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]524a8c96-0112-5cf4-b6fb-39d8540279a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.533128] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db161315-2d68-4e02-95bb-8177458a070a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.552031] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699d2f05-2f56-4b01-bd9a-641b153aa71e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.559629] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Updating instance 'e6176203-d46f-4e5f-8207-83c251e80211' progress to 83 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1635.580484] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3b5d319a-4654-4134-a1fa-7876ba5b703d tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "4b9f24fc-7521-4fdb-a3f3-f49840cb53e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.402s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.590481] env[63097]: DEBUG oslo_concurrency.lockutils [req-e674e3be-aa4c-408c-915f-df7f54a76c4a req-9d1797ae-4be3-4a39-aa28-e5628c6999f6 service nova] Releasing lock "refresh_cache-96c0976d-ce1d-4ddd-ba17-900401bcbaff" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1635.821587] env[63097]: DEBUG oslo_vmware.api [None req-44fcbb89-9191-446a-8ab3-a311ab091eb0 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': task-1687669, 'name': RemoveSnapshot_Task} progress is 70%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.885870] env[63097]: DEBUG oslo_vmware.api [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52b48432-d840-b29a-c965-41ef2078308d, 'name': SearchDatastore_Task, 'duration_secs': 0.022567} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.886273] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1635.886510] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1635.886713] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.974874] env[63097]: DEBUG oslo_vmware.api [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687673, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.997522] env[63097]: DEBUG oslo_vmware.api [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]524a8c96-0112-5cf4-b6fb-39d8540279a6, 'name': SearchDatastore_Task, 'duration_secs': 0.009196} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.998295] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-646d9f4c-2f29-4b03-a508-cc163010df02 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.003012] env[63097]: DEBUG oslo_vmware.api [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Waiting for the task: (returnval){ [ 1636.003012] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52eec0a4-3586-e802-27da-057e802ec432" [ 1636.003012] env[63097]: _type = "Task" [ 1636.003012] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.010172] env[63097]: DEBUG oslo_vmware.api [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52eec0a4-3586-e802-27da-057e802ec432, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.065637] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1636.065949] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0236bbfb-1100-4d09-9f68-915c68fe1a34 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.076732] env[63097]: DEBUG oslo_vmware.api [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1636.076732] env[63097]: value = "task-1687674" [ 1636.076732] env[63097]: _type = "Task" [ 1636.076732] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.085904] env[63097]: DEBUG oslo_vmware.api [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687674, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.190680] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2f85a6a4-1c61-404e-8199-ce23eda63716 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "ebb8994e-35fd-4b96-b0d0-f822d949356d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.190952] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2f85a6a4-1c61-404e-8199-ce23eda63716 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "ebb8994e-35fd-4b96-b0d0-f822d949356d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.191189] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2f85a6a4-1c61-404e-8199-ce23eda63716 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "ebb8994e-35fd-4b96-b0d0-f822d949356d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.191383] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2f85a6a4-1c61-404e-8199-ce23eda63716 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "ebb8994e-35fd-4b96-b0d0-f822d949356d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.191792] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2f85a6a4-1c61-404e-8199-ce23eda63716 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "ebb8994e-35fd-4b96-b0d0-f822d949356d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.194307] env[63097]: INFO nova.compute.manager [None req-2f85a6a4-1c61-404e-8199-ce23eda63716 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] Terminating instance [ 1636.196342] env[63097]: DEBUG nova.compute.manager [None req-2f85a6a4-1c61-404e-8199-ce23eda63716 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1636.196549] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2f85a6a4-1c61-404e-8199-ce23eda63716 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1636.197417] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b23e25-3477-430d-aa1a-a5e5810b6762 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.205075] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f85a6a4-1c61-404e-8199-ce23eda63716 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1636.205175] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6ea93c1-c529-430e-ba7a-6bd9efe6ae64 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.210859] env[63097]: DEBUG oslo_vmware.api [None req-2f85a6a4-1c61-404e-8199-ce23eda63716 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1636.210859] env[63097]: value = "task-1687675" [ 1636.210859] env[63097]: _type = "Task" [ 1636.210859] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.218485] env[63097]: DEBUG oslo_vmware.api [None req-2f85a6a4-1c61-404e-8199-ce23eda63716 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.254262] env[63097]: DEBUG nova.network.neutron [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Updating instance_info_cache with network_info: [{"id": "1148cea8-356f-485f-b44b-1fbe7b4e32a6", "address": "fa:16:3e:ff:7c:4b", "network": {"id": "063cc40b-6c34-4808-ab42-2b91c7189ebe", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1266792904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a316bbd2166545e1bd3ecf6cc2443d24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1148cea8-35", "ovs_interfaceid": "1148cea8-356f-485f-b44b-1fbe7b4e32a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1636.319203] env[63097]: DEBUG oslo_vmware.api [None req-44fcbb89-9191-446a-8ab3-a311ab091eb0 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': task-1687669, 'name': RemoveSnapshot_Task, 'duration_secs': 1.301895} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.319441] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-44fcbb89-9191-446a-8ab3-a311ab091eb0 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Deleted Snapshot of the VM instance {{(pid=63097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1636.319667] env[63097]: INFO nova.compute.manager [None req-44fcbb89-9191-446a-8ab3-a311ab091eb0 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Took 17.73 seconds to snapshot the instance on the hypervisor. [ 1636.475629] env[63097]: DEBUG oslo_vmware.api [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687673, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53541} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.477027] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] bd43928e-4ce4-4bd2-9749-2b3618d0047d/bd43928e-4ce4-4bd2-9749-2b3618d0047d.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1636.477027] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1636.477027] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b15d0acf-a8fc-4422-b220-1d06865e4289 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.483738] env[63097]: DEBUG oslo_vmware.api [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1636.483738] env[63097]: value = "task-1687676" [ 1636.483738] env[63097]: _type = "Task" [ 1636.483738] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.491659] env[63097]: DEBUG oslo_vmware.api [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.515792] env[63097]: DEBUG oslo_vmware.api [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52eec0a4-3586-e802-27da-057e802ec432, 'name': SearchDatastore_Task, 'duration_secs': 0.04218} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.516169] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1636.516493] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 25676d70-9350-4ed0-a49a-f3c4fb577895/25676d70-9350-4ed0-a49a-f3c4fb577895.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1636.516849] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.517133] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1636.517419] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b1ff8b2-19d5-4abd-9868-38e4d68b91ea {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.520065] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61ec150f-e3cb-414c-a914-4af6013fe4e7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.526916] env[63097]: DEBUG oslo_vmware.api [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Waiting for the task: (returnval){ [ 1636.526916] env[63097]: value = "task-1687677" [ 1636.526916] env[63097]: _type = "Task" [ 1636.526916] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.531548] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1636.531788] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1636.532906] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be146898-df6d-4db0-b8dc-6e6415f41df1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.538346] env[63097]: DEBUG oslo_vmware.api [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Task: {'id': task-1687677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.541360] env[63097]: DEBUG oslo_vmware.api [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1636.541360] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5214c048-1892-3594-4f86-60f32ac30799" [ 1636.541360] env[63097]: _type = "Task" [ 1636.541360] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.548648] env[63097]: DEBUG oslo_vmware.api [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5214c048-1892-3594-4f86-60f32ac30799, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.588172] env[63097]: DEBUG oslo_vmware.api [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687674, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.721212] env[63097]: DEBUG oslo_vmware.api [None req-2f85a6a4-1c61-404e-8199-ce23eda63716 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687675, 'name': PowerOffVM_Task, 'duration_secs': 0.237351} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.721511] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f85a6a4-1c61-404e-8199-ce23eda63716 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1636.721699] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2f85a6a4-1c61-404e-8199-ce23eda63716 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1636.721995] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42a5094a-3ff4-4d0b-97c6-a43000a7e36e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.757632] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Releasing lock "refresh_cache-5cba94c3-f4c4-497c-becd-c2641c3dfc87" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1636.911845] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2f85a6a4-1c61-404e-8199-ce23eda63716 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1636.912091] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2f85a6a4-1c61-404e-8199-ce23eda63716 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1636.912545] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f85a6a4-1c61-404e-8199-ce23eda63716 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Deleting the datastore file [datastore1] ebb8994e-35fd-4b96-b0d0-f822d949356d {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1636.912615] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8217877a-3793-4fee-ae72-3ecba87b535d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.918967] env[63097]: DEBUG oslo_vmware.api [None req-2f85a6a4-1c61-404e-8199-ce23eda63716 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1636.918967] env[63097]: value = "task-1687679" [ 1636.918967] env[63097]: _type = "Task" [ 1636.918967] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.927735] env[63097]: DEBUG oslo_vmware.api [None req-2f85a6a4-1c61-404e-8199-ce23eda63716 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.992845] env[63097]: DEBUG oslo_vmware.api [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064614} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.993073] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1636.993853] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6881b976-69f4-420b-bdc9-28c64d6bba87 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.022509] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] bd43928e-4ce4-4bd2-9749-2b3618d0047d/bd43928e-4ce4-4bd2-9749-2b3618d0047d.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1637.022837] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d757e7bd-adb7-4151-b647-d481ac5ed090 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.058946] env[63097]: DEBUG oslo_vmware.api [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5214c048-1892-3594-4f86-60f32ac30799, 'name': SearchDatastore_Task, 'duration_secs': 0.029115} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.063644] env[63097]: DEBUG oslo_vmware.api [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Task: {'id': task-1687677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.064069] env[63097]: DEBUG oslo_vmware.api [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1637.064069] env[63097]: value = "task-1687680" [ 1637.064069] env[63097]: _type = "Task" [ 1637.064069] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.064398] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9d8b708-af5d-40d3-a2a6-4ed157f385d9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.076805] env[63097]: DEBUG oslo_vmware.api [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.077915] env[63097]: DEBUG oslo_vmware.api [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1637.077915] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]526d9edd-35e2-a753-7476-58a9dd143b23" [ 1637.077915] env[63097]: _type = "Task" [ 1637.077915] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.090985] env[63097]: DEBUG oslo_vmware.api [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]526d9edd-35e2-a753-7476-58a9dd143b23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.095258] env[63097]: DEBUG oslo_vmware.api [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687674, 'name': PowerOnVM_Task, 'duration_secs': 0.53899} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.095693] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1637.095988] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf33caa-2be1-43e8-8882-0878a1014029 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Updating instance 'e6176203-d46f-4e5f-8207-83c251e80211' progress to 100 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1637.139293] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-f101c819-6de0-4546-97f0-a63392a52c62 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Volume attach. Driver type: vmdk {{(pid=63097) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1637.139293] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-f101c819-6de0-4546-97f0-a63392a52c62 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351773', 'volume_id': '8d758192-ebcf-4b0c-b041-615e5a3676f9', 'name': 'volume-8d758192-ebcf-4b0c-b041-615e5a3676f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a57272b6-0113-4496-acd7-707165982cef', 'attached_at': '', 'detached_at': '', 'volume_id': '8d758192-ebcf-4b0c-b041-615e5a3676f9', 'serial': '8d758192-ebcf-4b0c-b041-615e5a3676f9'} {{(pid=63097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1637.139293] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a7434d-9cb0-4a47-8ea0-79600ef65638 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.162033] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757f6b6d-dc13-4fa7-b6d4-c85296c8cb3b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.199503] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-f101c819-6de0-4546-97f0-a63392a52c62 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] volume-8d758192-ebcf-4b0c-b041-615e5a3676f9/volume-8d758192-ebcf-4b0c-b041-615e5a3676f9.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1637.201117] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af6b85e1-e999-40fb-95ac-557f032f8fbf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.231624] env[63097]: DEBUG oslo_concurrency.lockutils [None req-dc18b2c0-5e58-4190-ac85-c24a3f3f2165 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Acquiring lock "0635c038-de15-420b-b0a9-8ae85a1c9575" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.232191] env[63097]: DEBUG oslo_concurrency.lockutils [None req-dc18b2c0-5e58-4190-ac85-c24a3f3f2165 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Lock "0635c038-de15-420b-b0a9-8ae85a1c9575" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.232655] env[63097]: DEBUG oslo_concurrency.lockutils [None req-dc18b2c0-5e58-4190-ac85-c24a3f3f2165 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Acquiring lock "0635c038-de15-420b-b0a9-8ae85a1c9575-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.233054] env[63097]: DEBUG oslo_concurrency.lockutils [None req-dc18b2c0-5e58-4190-ac85-c24a3f3f2165 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Lock "0635c038-de15-420b-b0a9-8ae85a1c9575-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.233378] env[63097]: DEBUG oslo_concurrency.lockutils [None req-dc18b2c0-5e58-4190-ac85-c24a3f3f2165 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Lock "0635c038-de15-420b-b0a9-8ae85a1c9575-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.237479] env[63097]: INFO nova.compute.manager [None req-dc18b2c0-5e58-4190-ac85-c24a3f3f2165 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Terminating instance [ 1637.240435] env[63097]: DEBUG nova.compute.manager [None req-dc18b2c0-5e58-4190-ac85-c24a3f3f2165 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1637.240776] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-dc18b2c0-5e58-4190-ac85-c24a3f3f2165 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1637.241745] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffacb8e6-bccb-41b1-b973-aa9c2fb15313 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.246978] env[63097]: DEBUG oslo_vmware.api [None req-f101c819-6de0-4546-97f0-a63392a52c62 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Waiting for the task: (returnval){ [ 1637.246978] env[63097]: value = "task-1687681" [ 1637.246978] env[63097]: _type = "Task" [ 1637.246978] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.254700] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc18b2c0-5e58-4190-ac85-c24a3f3f2165 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1637.255631] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a8aac3b-b2f3-4f20-8b7c-f1b39aa69e9e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.262013] env[63097]: DEBUG oslo_vmware.api [None req-f101c819-6de0-4546-97f0-a63392a52c62 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.264436] env[63097]: DEBUG oslo_vmware.api [None req-dc18b2c0-5e58-4190-ac85-c24a3f3f2165 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Waiting for the task: (returnval){ [ 1637.264436] env[63097]: value = "task-1687682" [ 1637.264436] env[63097]: _type = "Task" [ 1637.264436] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.274751] env[63097]: DEBUG oslo_vmware.api [None req-dc18b2c0-5e58-4190-ac85-c24a3f3f2165 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': task-1687682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.428856] env[63097]: DEBUG oslo_vmware.api [None req-2f85a6a4-1c61-404e-8199-ce23eda63716 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.531792] env[63097]: DEBUG nova.compute.manager [req-3566b438-85e7-4ba9-807d-67d6fec55263 req-d6845bd6-95a5-43b3-b559-df6247c01f06 service nova] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Received event network-vif-unplugged-1148cea8-356f-485f-b44b-1fbe7b4e32a6 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1637.532207] env[63097]: DEBUG oslo_concurrency.lockutils [req-3566b438-85e7-4ba9-807d-67d6fec55263 req-d6845bd6-95a5-43b3-b559-df6247c01f06 service nova] Acquiring lock "5cba94c3-f4c4-497c-becd-c2641c3dfc87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.532476] env[63097]: DEBUG oslo_concurrency.lockutils [req-3566b438-85e7-4ba9-807d-67d6fec55263 req-d6845bd6-95a5-43b3-b559-df6247c01f06 service nova] Lock "5cba94c3-f4c4-497c-becd-c2641c3dfc87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.532744] env[63097]: DEBUG oslo_concurrency.lockutils [req-3566b438-85e7-4ba9-807d-67d6fec55263 req-d6845bd6-95a5-43b3-b559-df6247c01f06 service nova] Lock "5cba94c3-f4c4-497c-becd-c2641c3dfc87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.532963] env[63097]: DEBUG nova.compute.manager [req-3566b438-85e7-4ba9-807d-67d6fec55263 req-d6845bd6-95a5-43b3-b559-df6247c01f06 service nova] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] No waiting events found dispatching network-vif-unplugged-1148cea8-356f-485f-b44b-1fbe7b4e32a6 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1637.533178] env[63097]: WARNING nova.compute.manager [req-3566b438-85e7-4ba9-807d-67d6fec55263 req-d6845bd6-95a5-43b3-b559-df6247c01f06 service nova] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Received unexpected event network-vif-unplugged-1148cea8-356f-485f-b44b-1fbe7b4e32a6 for instance with vm_state shelved and task_state shelving_offloading. [ 1637.556447] env[63097]: DEBUG oslo_vmware.api [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Task: {'id': task-1687677, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.944926} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.556740] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 25676d70-9350-4ed0-a49a-f3c4fb577895/25676d70-9350-4ed0-a49a-f3c4fb577895.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1637.556961] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1637.557278] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01382e88-c475-4e02-b90d-8f69cee051ce {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.564521] env[63097]: DEBUG oslo_vmware.api [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Waiting for the task: (returnval){ [ 1637.564521] env[63097]: value = "task-1687683" [ 1637.564521] env[63097]: _type = "Task" [ 1637.564521] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.575848] env[63097]: DEBUG oslo_vmware.api [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Task: {'id': task-1687683, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.579776] env[63097]: DEBUG oslo_vmware.api [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687680, 'name': ReconfigVM_Task, 'duration_secs': 0.364873} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.582295] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Reconfigured VM instance instance-0000006e to attach disk [datastore1] bd43928e-4ce4-4bd2-9749-2b3618d0047d/bd43928e-4ce4-4bd2-9749-2b3618d0047d.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1637.582958] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d692832d-40b5-49b3-af00-9e0cf7093e3d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.592341] env[63097]: DEBUG oslo_vmware.api [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]526d9edd-35e2-a753-7476-58a9dd143b23, 'name': SearchDatastore_Task, 'duration_secs': 0.021377} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.593618] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1637.593882] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 96c0976d-ce1d-4ddd-ba17-900401bcbaff/96c0976d-ce1d-4ddd-ba17-900401bcbaff.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1637.594250] env[63097]: DEBUG oslo_vmware.api [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1637.594250] env[63097]: value = "task-1687684" [ 1637.594250] env[63097]: _type = "Task" [ 1637.594250] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.594449] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4dff5897-ba0b-4e94-b07a-5f2dcb45b7d1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.607340] env[63097]: DEBUG oslo_vmware.api [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1637.607340] env[63097]: value = "task-1687685" [ 1637.607340] env[63097]: _type = "Task" [ 1637.607340] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.607591] env[63097]: DEBUG oslo_vmware.api [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687684, 'name': Rename_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.615182] env[63097]: DEBUG oslo_vmware.api [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687685, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.628409] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1637.629370] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c51992c-3038-4056-9ff4-25ab6601614a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.637386] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1637.637668] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1cb1ce2-b46b-4288-b29e-84317909ac0e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.713693] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1637.713950] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1637.714282] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Deleting the datastore file [datastore2] 5cba94c3-f4c4-497c-becd-c2641c3dfc87 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1637.714657] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef3060f3-accb-4829-8b66-c937ceaf5e2b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.722097] env[63097]: DEBUG oslo_vmware.api [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1637.722097] env[63097]: value = "task-1687687" [ 1637.722097] env[63097]: _type = "Task" [ 1637.722097] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.732111] env[63097]: DEBUG oslo_vmware.api [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.759562] env[63097]: DEBUG oslo_vmware.api [None req-f101c819-6de0-4546-97f0-a63392a52c62 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687681, 'name': ReconfigVM_Task, 'duration_secs': 0.444649} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.759983] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-f101c819-6de0-4546-97f0-a63392a52c62 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Reconfigured VM instance instance-00000066 to attach disk [datastore1] volume-8d758192-ebcf-4b0c-b041-615e5a3676f9/volume-8d758192-ebcf-4b0c-b041-615e5a3676f9.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1637.768183] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f5e9005-d724-473d-a672-eb958e731be7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.788687] env[63097]: DEBUG oslo_vmware.api [None req-dc18b2c0-5e58-4190-ac85-c24a3f3f2165 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': task-1687682, 'name': PowerOffVM_Task, 'duration_secs': 0.395285} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.789910] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc18b2c0-5e58-4190-ac85-c24a3f3f2165 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1637.790106] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-dc18b2c0-5e58-4190-ac85-c24a3f3f2165 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1637.790410] env[63097]: DEBUG oslo_vmware.api [None req-f101c819-6de0-4546-97f0-a63392a52c62 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Waiting for the task: (returnval){ [ 1637.790410] env[63097]: value = "task-1687688" [ 1637.790410] env[63097]: _type = "Task" [ 1637.790410] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.790665] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd4d7db9-1f22-49f8-9ce0-d4ee2ccc978e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.800953] env[63097]: DEBUG oslo_vmware.api [None req-f101c819-6de0-4546-97f0-a63392a52c62 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687688, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.892509] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-dc18b2c0-5e58-4190-ac85-c24a3f3f2165 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1637.892833] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-dc18b2c0-5e58-4190-ac85-c24a3f3f2165 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1637.893060] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc18b2c0-5e58-4190-ac85-c24a3f3f2165 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Deleting the datastore file [datastore1] 0635c038-de15-420b-b0a9-8ae85a1c9575 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1637.893506] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c18f0401-16f0-4b73-9057-776691083d8b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.899504] env[63097]: DEBUG oslo_vmware.api [None req-dc18b2c0-5e58-4190-ac85-c24a3f3f2165 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Waiting for the task: (returnval){ [ 1637.899504] env[63097]: value = "task-1687690" [ 1637.899504] env[63097]: _type = "Task" [ 1637.899504] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.907704] env[63097]: DEBUG oslo_vmware.api [None req-dc18b2c0-5e58-4190-ac85-c24a3f3f2165 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': task-1687690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.928030] env[63097]: DEBUG oslo_vmware.api [None req-2f85a6a4-1c61-404e-8199-ce23eda63716 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687679, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.617258} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.928331] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f85a6a4-1c61-404e-8199-ce23eda63716 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1637.928531] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2f85a6a4-1c61-404e-8199-ce23eda63716 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1637.928715] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2f85a6a4-1c61-404e-8199-ce23eda63716 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1637.928893] env[63097]: INFO nova.compute.manager [None req-2f85a6a4-1c61-404e-8199-ce23eda63716 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] Took 1.73 seconds to destroy the instance on the hypervisor. [ 1637.929155] env[63097]: DEBUG oslo.service.loopingcall [None req-2f85a6a4-1c61-404e-8199-ce23eda63716 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1637.929359] env[63097]: DEBUG nova.compute.manager [-] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1637.929455] env[63097]: DEBUG nova.network.neutron [-] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1638.074415] env[63097]: DEBUG oslo_vmware.api [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Task: {'id': task-1687683, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067567} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.074709] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1638.075485] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1ea42e-1066-4d72-ab42-c2e788114c64 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.098694] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 25676d70-9350-4ed0-a49a-f3c4fb577895/25676d70-9350-4ed0-a49a-f3c4fb577895.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1638.099176] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bcff77f-df66-46e6-8af4-d062234a1d63 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.136497] env[63097]: DEBUG oslo_vmware.api [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687685, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.141617] env[63097]: DEBUG oslo_vmware.api [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Waiting for the task: (returnval){ [ 1638.141617] env[63097]: value = "task-1687691" [ 1638.141617] env[63097]: _type = "Task" [ 1638.141617] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.141617] env[63097]: DEBUG oslo_vmware.api [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687684, 'name': Rename_Task, 'duration_secs': 0.164407} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.141876] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1638.147031] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d49701f9-ec52-4f84-bd47-1fb6bb3e3afc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.159971] env[63097]: DEBUG oslo_vmware.api [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1638.159971] env[63097]: value = "task-1687692" [ 1638.159971] env[63097]: _type = "Task" [ 1638.159971] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.160316] env[63097]: DEBUG oslo_vmware.api [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Task: {'id': task-1687691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.174391] env[63097]: DEBUG oslo_vmware.api [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687692, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.236043] env[63097]: DEBUG oslo_vmware.api [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.302462] env[63097]: DEBUG oslo_vmware.api [None req-f101c819-6de0-4546-97f0-a63392a52c62 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687688, 'name': ReconfigVM_Task, 'duration_secs': 0.133689} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.302852] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-f101c819-6de0-4546-97f0-a63392a52c62 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351773', 'volume_id': '8d758192-ebcf-4b0c-b041-615e5a3676f9', 'name': 'volume-8d758192-ebcf-4b0c-b041-615e5a3676f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a57272b6-0113-4496-acd7-707165982cef', 'attached_at': '', 'detached_at': '', 'volume_id': '8d758192-ebcf-4b0c-b041-615e5a3676f9', 'serial': '8d758192-ebcf-4b0c-b041-615e5a3676f9'} {{(pid=63097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1638.413037] env[63097]: DEBUG oslo_vmware.api [None req-dc18b2c0-5e58-4190-ac85-c24a3f3f2165 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': task-1687690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.545274] env[63097]: DEBUG oslo_concurrency.lockutils [None req-15e5a6ba-fd4e-45cd-b6ee-a3b9e0d1ad6f tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquiring lock "d59281ff-c5be-4bd1-bbe4-2d2b5bf50473" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.545532] env[63097]: DEBUG oslo_concurrency.lockutils [None req-15e5a6ba-fd4e-45cd-b6ee-a3b9e0d1ad6f tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "d59281ff-c5be-4bd1-bbe4-2d2b5bf50473" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.645032] env[63097]: DEBUG oslo_vmware.api [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687685, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.835492} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.651057] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 96c0976d-ce1d-4ddd-ba17-900401bcbaff/96c0976d-ce1d-4ddd-ba17-900401bcbaff.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1638.651253] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1638.652080] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9f83085-0baa-4cd3-b501-a032c66c61c7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.659304] env[63097]: DEBUG oslo_vmware.api [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Task: {'id': task-1687691, 'name': ReconfigVM_Task, 'duration_secs': 0.474913} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.660766] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 25676d70-9350-4ed0-a49a-f3c4fb577895/25676d70-9350-4ed0-a49a-f3c4fb577895.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1638.661514] env[63097]: DEBUG oslo_vmware.api [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1638.661514] env[63097]: value = "task-1687693" [ 1638.661514] env[63097]: _type = "Task" [ 1638.661514] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.661762] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4b494d8-e50c-4b99-a133-362edb768d67 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.671159] env[63097]: DEBUG nova.network.neutron [-] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1638.674853] env[63097]: DEBUG oslo_vmware.api [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Waiting for the task: (returnval){ [ 1638.674853] env[63097]: value = "task-1687694" [ 1638.674853] env[63097]: _type = "Task" [ 1638.674853] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.678574] env[63097]: DEBUG oslo_vmware.api [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687693, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.685243] env[63097]: DEBUG oslo_vmware.api [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687692, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.692106] env[63097]: DEBUG oslo_vmware.api [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Task: {'id': task-1687694, 'name': Rename_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.741782] env[63097]: DEBUG oslo_vmware.api [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687687, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.525752} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.742214] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1638.742497] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1638.742774] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1638.769909] env[63097]: INFO nova.scheduler.client.report [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Deleted allocations for instance 5cba94c3-f4c4-497c-becd-c2641c3dfc87 [ 1638.910579] env[63097]: DEBUG oslo_vmware.api [None req-dc18b2c0-5e58-4190-ac85-c24a3f3f2165 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Task: {'id': task-1687690, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.62292} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.910838] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc18b2c0-5e58-4190-ac85-c24a3f3f2165 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1638.911039] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-dc18b2c0-5e58-4190-ac85-c24a3f3f2165 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1638.911228] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-dc18b2c0-5e58-4190-ac85-c24a3f3f2165 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1638.911405] env[63097]: INFO nova.compute.manager [None req-dc18b2c0-5e58-4190-ac85-c24a3f3f2165 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1638.911665] env[63097]: DEBUG oslo.service.loopingcall [None req-dc18b2c0-5e58-4190-ac85-c24a3f3f2165 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1638.911929] env[63097]: DEBUG nova.compute.manager [-] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1638.912052] env[63097]: DEBUG nova.network.neutron [-] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1639.049647] env[63097]: DEBUG nova.compute.utils [None req-15e5a6ba-fd4e-45cd-b6ee-a3b9e0d1ad6f tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1639.176370] env[63097]: INFO nova.compute.manager [-] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] Took 1.25 seconds to deallocate network for instance. [ 1639.176747] env[63097]: DEBUG oslo_vmware.api [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687693, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071623} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.181786] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1639.182203] env[63097]: DEBUG oslo_vmware.api [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687692, 'name': PowerOnVM_Task, 'duration_secs': 0.605927} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.182987] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fc6337-eadc-4984-a91c-0fa708f42a61 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.188858] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1639.189110] env[63097]: INFO nova.compute.manager [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Took 9.09 seconds to spawn the instance on the hypervisor. [ 1639.189328] env[63097]: DEBUG nova.compute.manager [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1639.193412] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94aba10a-5bac-4426-b028-3664e6c63b0d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.201633] env[63097]: DEBUG oslo_vmware.api [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Task: {'id': task-1687694, 'name': Rename_Task, 'duration_secs': 0.1658} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.213283] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1639.225936] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 96c0976d-ce1d-4ddd-ba17-900401bcbaff/96c0976d-ce1d-4ddd-ba17-900401bcbaff.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1639.226332] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df98425e-2e32-4c7a-b588-b1810545cd0b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.228449] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75b04469-c58d-44aa-8330-a48be4e9f742 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.249343] env[63097]: DEBUG oslo_vmware.api [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1639.249343] env[63097]: value = "task-1687696" [ 1639.249343] env[63097]: _type = "Task" [ 1639.249343] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.250685] env[63097]: DEBUG oslo_vmware.api [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Waiting for the task: (returnval){ [ 1639.250685] env[63097]: value = "task-1687695" [ 1639.250685] env[63097]: _type = "Task" [ 1639.250685] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.262188] env[63097]: DEBUG oslo_vmware.api [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687696, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.264967] env[63097]: DEBUG oslo_vmware.api [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Task: {'id': task-1687695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.275399] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.275642] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.275863] env[63097]: DEBUG nova.objects.instance [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lazy-loading 'resources' on Instance uuid 5cba94c3-f4c4-497c-becd-c2641c3dfc87 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1639.328054] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "e6176203-d46f-4e5f-8207-83c251e80211" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.328150] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "e6176203-d46f-4e5f-8207-83c251e80211" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.328338] env[63097]: DEBUG nova.compute.manager [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Going to confirm migration 5 {{(pid=63097) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1639.343317] env[63097]: DEBUG nova.objects.instance [None req-f101c819-6de0-4546-97f0-a63392a52c62 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lazy-loading 'flavor' on Instance uuid a57272b6-0113-4496-acd7-707165982cef {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1639.553210] env[63097]: DEBUG oslo_concurrency.lockutils [None req-15e5a6ba-fd4e-45cd-b6ee-a3b9e0d1ad6f tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "d59281ff-c5be-4bd1-bbe4-2d2b5bf50473" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.625265] env[63097]: DEBUG nova.network.neutron [-] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1639.694248] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2f85a6a4-1c61-404e-8199-ce23eda63716 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.726172] env[63097]: INFO nova.compute.manager [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Took 14.52 seconds to build instance. [ 1639.765782] env[63097]: DEBUG oslo_vmware.api [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Task: {'id': task-1687695, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.766050] env[63097]: DEBUG oslo_vmware.api [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.778055] env[63097]: DEBUG nova.objects.instance [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lazy-loading 'numa_topology' on Instance uuid 5cba94c3-f4c4-497c-becd-c2641c3dfc87 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1639.849275] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f101c819-6de0-4546-97f0-a63392a52c62 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lock "a57272b6-0113-4496-acd7-707165982cef" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.330s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.870437] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "refresh_cache-e6176203-d46f-4e5f-8207-83c251e80211" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.870636] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquired lock "refresh_cache-e6176203-d46f-4e5f-8207-83c251e80211" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.870813] env[63097]: DEBUG nova.network.neutron [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1639.871010] env[63097]: DEBUG nova.objects.instance [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lazy-loading 'info_cache' on Instance uuid e6176203-d46f-4e5f-8207-83c251e80211 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1640.128217] env[63097]: INFO nova.compute.manager [-] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Took 1.22 seconds to deallocate network for instance. [ 1640.228985] env[63097]: DEBUG oslo_concurrency.lockutils [None req-625bcf17-80d1-4344-89c0-5cb6903024e1 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "bd43928e-4ce4-4bd2-9749-2b3618d0047d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.052s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.263777] env[63097]: DEBUG oslo_vmware.api [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Task: {'id': task-1687695, 'name': PowerOnVM_Task, 'duration_secs': 1.002964} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.267012] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1640.267259] env[63097]: INFO nova.compute.manager [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Took 12.50 seconds to spawn the instance on the hypervisor. [ 1640.267482] env[63097]: DEBUG nova.compute.manager [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1640.267743] env[63097]: DEBUG oslo_vmware.api [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687696, 'name': ReconfigVM_Task, 'duration_secs': 0.918193} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.270060] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577f0d02-4891-45c4-bd18-29d50428fba1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.271012] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 96c0976d-ce1d-4ddd-ba17-900401bcbaff/96c0976d-ce1d-4ddd-ba17-900401bcbaff.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1640.271626] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92ec292a-4757-4768-8a9c-2b7d7e7f38c2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.280971] env[63097]: DEBUG nova.objects.base [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Object Instance<5cba94c3-f4c4-497c-becd-c2641c3dfc87> lazy-loaded attributes: resources,numa_topology {{(pid=63097) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1640.282984] env[63097]: DEBUG oslo_vmware.api [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1640.282984] env[63097]: value = "task-1687697" [ 1640.282984] env[63097]: _type = "Task" [ 1640.282984] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.292138] env[63097]: DEBUG oslo_vmware.api [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687697, 'name': Rename_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.448738] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014c412f-5f7c-4cef-ad71-90d4b56e1de9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.456605] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad3bcc6-c2e7-4193-916a-e5d973e61715 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.487772] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f26493-1e01-49e0-a1c2-b09627964d9d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.495388] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6594625-ceec-42c7-bcc0-42469469bd79 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.511046] env[63097]: DEBUG nova.compute.provider_tree [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1640.618043] env[63097]: DEBUG oslo_concurrency.lockutils [None req-15e5a6ba-fd4e-45cd-b6ee-a3b9e0d1ad6f tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquiring lock "d59281ff-c5be-4bd1-bbe4-2d2b5bf50473" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.618421] env[63097]: DEBUG oslo_concurrency.lockutils [None req-15e5a6ba-fd4e-45cd-b6ee-a3b9e0d1ad6f tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "d59281ff-c5be-4bd1-bbe4-2d2b5bf50473" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.618733] env[63097]: INFO nova.compute.manager [None req-15e5a6ba-fd4e-45cd-b6ee-a3b9e0d1ad6f tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Attaching volume 9ad8d625-82ec-418d-baa9-fedd18ba873b to /dev/sdb [ 1640.632862] env[63097]: DEBUG nova.compute.manager [req-da061f41-596d-4f25-b1df-c2570ba528d1 req-b5886332-2b64-44a1-8e7b-338f055522a2 service nova] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Received event network-changed-1148cea8-356f-485f-b44b-1fbe7b4e32a6 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1640.632862] env[63097]: DEBUG nova.compute.manager [req-da061f41-596d-4f25-b1df-c2570ba528d1 req-b5886332-2b64-44a1-8e7b-338f055522a2 service nova] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Refreshing instance network info cache due to event network-changed-1148cea8-356f-485f-b44b-1fbe7b4e32a6. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1640.633079] env[63097]: DEBUG oslo_concurrency.lockutils [req-da061f41-596d-4f25-b1df-c2570ba528d1 req-b5886332-2b64-44a1-8e7b-338f055522a2 service nova] Acquiring lock "refresh_cache-5cba94c3-f4c4-497c-becd-c2641c3dfc87" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.633241] env[63097]: DEBUG oslo_concurrency.lockutils [req-da061f41-596d-4f25-b1df-c2570ba528d1 req-b5886332-2b64-44a1-8e7b-338f055522a2 service nova] Acquired lock "refresh_cache-5cba94c3-f4c4-497c-becd-c2641c3dfc87" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.633415] env[63097]: DEBUG nova.network.neutron [req-da061f41-596d-4f25-b1df-c2570ba528d1 req-b5886332-2b64-44a1-8e7b-338f055522a2 service nova] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Refreshing network info cache for port 1148cea8-356f-485f-b44b-1fbe7b4e32a6 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1640.635355] env[63097]: DEBUG oslo_concurrency.lockutils [None req-dc18b2c0-5e58-4190-ac85-c24a3f3f2165 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.653194] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0981fcb-4014-4714-9028-438a8e8efccb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.660594] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15da41e8-cd9f-4460-ac1e-d529104c55bd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.673809] env[63097]: DEBUG nova.virt.block_device [None req-15e5a6ba-fd4e-45cd-b6ee-a3b9e0d1ad6f tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Updating existing volume attachment record: 40065990-332c-4c8a-a01b-4b9d1bf72c3e {{(pid=63097) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1640.799230] env[63097]: INFO nova.compute.manager [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Took 18.16 seconds to build instance. [ 1640.804020] env[63097]: DEBUG oslo_vmware.api [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687697, 'name': Rename_Task, 'duration_secs': 0.27786} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.804020] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1640.804020] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25b4a48a-7cd2-4639-a57e-60553c8d9d9a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.806717] env[63097]: DEBUG oslo_vmware.api [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1640.806717] env[63097]: value = "task-1687699" [ 1640.806717] env[63097]: _type = "Task" [ 1640.806717] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.820406] env[63097]: DEBUG oslo_vmware.api [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687699, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.017737] env[63097]: DEBUG nova.scheduler.client.report [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1641.098335] env[63097]: DEBUG nova.network.neutron [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Updating instance_info_cache with network_info: [{"id": "924e65a7-742e-4d71-b212-24c8368b12b1", "address": "fa:16:3e:d8:f5:84", "network": {"id": "94712200-def6-47d2-8aea-9450d0e57f82", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-478454733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bef179dd054a49daacd2151914b1000b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap924e65a7-74", "ovs_interfaceid": "924e65a7-742e-4d71-b212-24c8368b12b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1641.284846] env[63097]: DEBUG oslo_concurrency.lockutils [None req-04e4f3d3-685a-4d15-9ba2-2217f4679e67 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "e13820bb-f282-468f-90de-26279db2f9e9" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.285173] env[63097]: DEBUG oslo_concurrency.lockutils [None req-04e4f3d3-685a-4d15-9ba2-2217f4679e67 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "e13820bb-f282-468f-90de-26279db2f9e9" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.285441] env[63097]: INFO nova.compute.manager [None req-04e4f3d3-685a-4d15-9ba2-2217f4679e67 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Rebooting instance [ 1641.302173] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bcfa9196-1fcb-496b-8684-e1b61686fe32 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Lock "25676d70-9350-4ed0-a49a-f3c4fb577895" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.681s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.317810] env[63097]: DEBUG oslo_vmware.api [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687699, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.444449] env[63097]: DEBUG nova.network.neutron [req-da061f41-596d-4f25-b1df-c2570ba528d1 req-b5886332-2b64-44a1-8e7b-338f055522a2 service nova] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Updated VIF entry in instance network info cache for port 1148cea8-356f-485f-b44b-1fbe7b4e32a6. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1641.444778] env[63097]: DEBUG nova.network.neutron [req-da061f41-596d-4f25-b1df-c2570ba528d1 req-b5886332-2b64-44a1-8e7b-338f055522a2 service nova] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Updating instance_info_cache with network_info: [{"id": "1148cea8-356f-485f-b44b-1fbe7b4e32a6", "address": "fa:16:3e:ff:7c:4b", "network": {"id": "063cc40b-6c34-4808-ab42-2b91c7189ebe", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1266792904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a316bbd2166545e1bd3ecf6cc2443d24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1148cea8-35", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1641.525561] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.250s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.528661] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2f85a6a4-1c61-404e-8199-ce23eda63716 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.834s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.528661] env[63097]: DEBUG nova.objects.instance [None req-2f85a6a4-1c61-404e-8199-ce23eda63716 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lazy-loading 'resources' on Instance uuid ebb8994e-35fd-4b96-b0d0-f822d949356d {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1641.601185] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Releasing lock "refresh_cache-e6176203-d46f-4e5f-8207-83c251e80211" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1641.601798] env[63097]: DEBUG nova.objects.instance [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lazy-loading 'migration_context' on Instance uuid e6176203-d46f-4e5f-8207-83c251e80211 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1641.816995] env[63097]: DEBUG oslo_vmware.api [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687699, 'name': PowerOnVM_Task, 'duration_secs': 0.650518} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.818942] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1641.818942] env[63097]: INFO nova.compute.manager [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Took 9.31 seconds to spawn the instance on the hypervisor. [ 1641.818942] env[63097]: DEBUG nova.compute.manager [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1641.818942] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123a5770-e121-4160-9295-c66dde552d58 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.896556] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ef2cf366-a5b1-4230-a06f-81a432424ede tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "bd43928e-4ce4-4bd2-9749-2b3618d0047d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.896814] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ef2cf366-a5b1-4230-a06f-81a432424ede tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "bd43928e-4ce4-4bd2-9749-2b3618d0047d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.897007] env[63097]: DEBUG nova.compute.manager [None req-ef2cf366-a5b1-4230-a06f-81a432424ede tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1641.898302] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3400695-60a8-439b-93ab-bd04540262b2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.905170] env[63097]: DEBUG nova.compute.manager [None req-ef2cf366-a5b1-4230-a06f-81a432424ede tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63097) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1641.905739] env[63097]: DEBUG nova.objects.instance [None req-ef2cf366-a5b1-4230-a06f-81a432424ede tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lazy-loading 'flavor' on Instance uuid bd43928e-4ce4-4bd2-9749-2b3618d0047d {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1641.947395] env[63097]: DEBUG oslo_concurrency.lockutils [req-da061f41-596d-4f25-b1df-c2570ba528d1 req-b5886332-2b64-44a1-8e7b-338f055522a2 service nova] Releasing lock "refresh_cache-5cba94c3-f4c4-497c-becd-c2641c3dfc87" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1641.947672] env[63097]: DEBUG nova.compute.manager [req-da061f41-596d-4f25-b1df-c2570ba528d1 req-b5886332-2b64-44a1-8e7b-338f055522a2 service nova] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] Received event network-vif-deleted-2b051b5e-944c-4420-a6a0-221becf952eb {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1641.947859] env[63097]: DEBUG nova.compute.manager [req-da061f41-596d-4f25-b1df-c2570ba528d1 req-b5886332-2b64-44a1-8e7b-338f055522a2 service nova] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Received event network-vif-deleted-593b2a8c-aa71-42fd-a9c4-e81fe8d68e82 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1642.024177] env[63097]: DEBUG oslo_concurrency.lockutils [None req-04e4f3d3-685a-4d15-9ba2-2217f4679e67 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "refresh_cache-e13820bb-f282-468f-90de-26279db2f9e9" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1642.024415] env[63097]: DEBUG oslo_concurrency.lockutils [None req-04e4f3d3-685a-4d15-9ba2-2217f4679e67 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquired lock "refresh_cache-e13820bb-f282-468f-90de-26279db2f9e9" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.024609] env[63097]: DEBUG nova.network.neutron [None req-04e4f3d3-685a-4d15-9ba2-2217f4679e67 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1642.037939] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e45c0ff8-3b1f-41a7-92e0-f204dda48cb1 tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lock "5cba94c3-f4c4-497c-becd-c2641c3dfc87" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.003s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.105377] env[63097]: DEBUG nova.objects.base [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63097) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1642.106333] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c79fd11-6ce7-4e18-bb4c-2c34042f3fd6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.130712] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d652eee1-5a4a-4ae5-9ed4-62ccceb51ceb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.138254] env[63097]: DEBUG oslo_vmware.api [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1642.138254] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5222d7e2-5565-7dc5-ab4e-d2103f0d6243" [ 1642.138254] env[63097]: _type = "Task" [ 1642.138254] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.147873] env[63097]: DEBUG oslo_vmware.api [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5222d7e2-5565-7dc5-ab4e-d2103f0d6243, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.218983] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40866bb-a0e7-4c24-8434-be1611a826b2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.227663] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d42e9c-9d2f-48a0-9031-a2cd1108cb5c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.258922] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd77649-dd4d-4279-aa4c-4f1c8c118253 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.267287] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02cf16b8-3851-4627-9287-5cc7156725fc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.281238] env[63097]: DEBUG nova.compute.provider_tree [None req-2f85a6a4-1c61-404e-8199-ce23eda63716 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1642.334608] env[63097]: INFO nova.compute.manager [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Took 16.51 seconds to build instance. [ 1642.410309] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef2cf366-a5b1-4230-a06f-81a432424ede tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1642.410591] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49f8c951-bf7b-4fcd-8f87-85885cc945be {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.419308] env[63097]: DEBUG oslo_vmware.api [None req-ef2cf366-a5b1-4230-a06f-81a432424ede tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1642.419308] env[63097]: value = "task-1687702" [ 1642.419308] env[63097]: _type = "Task" [ 1642.419308] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.430409] env[63097]: DEBUG oslo_vmware.api [None req-ef2cf366-a5b1-4230-a06f-81a432424ede tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.560704] env[63097]: DEBUG oslo_concurrency.lockutils [None req-443f47e5-187c-464a-81e0-e3599a579623 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Acquiring lock "a57272b6-0113-4496-acd7-707165982cef" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.561057] env[63097]: DEBUG oslo_concurrency.lockutils [None req-443f47e5-187c-464a-81e0-e3599a579623 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lock "a57272b6-0113-4496-acd7-707165982cef" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1642.652427] env[63097]: DEBUG oslo_vmware.api [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5222d7e2-5565-7dc5-ab4e-d2103f0d6243, 'name': SearchDatastore_Task, 'duration_secs': 0.010491} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.652757] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.776087] env[63097]: DEBUG nova.network.neutron [None req-04e4f3d3-685a-4d15-9ba2-2217f4679e67 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Updating instance_info_cache with network_info: [{"id": "dab97e12-0858-421c-bf3b-964e00693916", "address": "fa:16:3e:71:85:7f", "network": {"id": "cab4f1b3-f7f6-44cf-96d8-e5cde8573d49", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-74996664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bb501857d7a49bab571b96be7671416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdab97e12-08", "ovs_interfaceid": "dab97e12-0858-421c-bf3b-964e00693916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1642.784517] env[63097]: DEBUG nova.scheduler.client.report [None req-2f85a6a4-1c61-404e-8199-ce23eda63716 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1642.836678] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2ade6f62-3835-441b-bff3-55ae36dec947 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "96c0976d-ce1d-4ddd-ba17-900401bcbaff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.018s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.929485] env[63097]: DEBUG oslo_vmware.api [None req-ef2cf366-a5b1-4230-a06f-81a432424ede tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687702, 'name': PowerOffVM_Task, 'duration_secs': 0.22442} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.929791] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef2cf366-a5b1-4230-a06f-81a432424ede tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1642.929980] env[63097]: DEBUG nova.compute.manager [None req-ef2cf366-a5b1-4230-a06f-81a432424ede tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1642.930818] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446e07b9-2479-4feb-a30d-ba2f16a4a97e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.064924] env[63097]: DEBUG nova.compute.utils [None req-443f47e5-187c-464a-81e0-e3599a579623 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1643.279282] env[63097]: DEBUG oslo_concurrency.lockutils [None req-04e4f3d3-685a-4d15-9ba2-2217f4679e67 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Releasing lock "refresh_cache-e13820bb-f282-468f-90de-26279db2f9e9" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1643.281892] env[63097]: DEBUG nova.compute.manager [None req-04e4f3d3-685a-4d15-9ba2-2217f4679e67 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1643.283041] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b63ce61-9910-4078-adb0-3e9fe12b1a24 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.290893] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2f85a6a4-1c61-404e-8199-ce23eda63716 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.763s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.296666] env[63097]: DEBUG oslo_concurrency.lockutils [None req-dc18b2c0-5e58-4190-ac85-c24a3f3f2165 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.660s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.296666] env[63097]: DEBUG nova.objects.instance [None req-dc18b2c0-5e58-4190-ac85-c24a3f3f2165 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Lazy-loading 'resources' on Instance uuid 0635c038-de15-420b-b0a9-8ae85a1c9575 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1643.313975] env[63097]: INFO nova.scheduler.client.report [None req-2f85a6a4-1c61-404e-8199-ce23eda63716 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Deleted allocations for instance ebb8994e-35fd-4b96-b0d0-f822d949356d [ 1643.444161] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ef2cf366-a5b1-4230-a06f-81a432424ede tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "bd43928e-4ce4-4bd2-9749-2b3618d0047d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.547s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.568314] env[63097]: DEBUG oslo_concurrency.lockutils [None req-443f47e5-187c-464a-81e0-e3599a579623 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lock "a57272b6-0113-4496-acd7-707165982cef" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.823744] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2f85a6a4-1c61-404e-8199-ce23eda63716 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "ebb8994e-35fd-4b96-b0d0-f822d949356d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.632s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.901831] env[63097]: DEBUG oslo_concurrency.lockutils [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquiring lock "5cba94c3-f4c4-497c-becd-c2641c3dfc87" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.902143] env[63097]: DEBUG oslo_concurrency.lockutils [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lock "5cba94c3-f4c4-497c-becd-c2641c3dfc87" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.902358] env[63097]: INFO nova.compute.manager [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Unshelving [ 1644.064792] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7b523b-48b5-42cf-ae13-2b7bb17e7d44 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.073558] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17de395-4148-4332-ba27-6496f1d1d548 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.121359] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1010c818-79db-4033-ba7f-aef89d4bddb7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.131272] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1971d81-fb33-43b8-9ead-f76823bc3ed8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.149529] env[63097]: DEBUG nova.compute.provider_tree [None req-dc18b2c0-5e58-4190-ac85-c24a3f3f2165 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1644.303820] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d99947b-f40e-447f-866a-f3fee9fa82df {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.311842] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-04e4f3d3-685a-4d15-9ba2-2217f4679e67 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Doing hard reboot of VM {{(pid=63097) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1064}} [ 1644.312161] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-7f0c11b6-7172-48f9-bd4b-ba6a9981707e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.320190] env[63097]: DEBUG oslo_vmware.api [None req-04e4f3d3-685a-4d15-9ba2-2217f4679e67 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1644.320190] env[63097]: value = "task-1687704" [ 1644.320190] env[63097]: _type = "Task" [ 1644.320190] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.335064] env[63097]: DEBUG oslo_vmware.api [None req-04e4f3d3-685a-4d15-9ba2-2217f4679e67 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687704, 'name': ResetVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.639709] env[63097]: DEBUG oslo_concurrency.lockutils [None req-443f47e5-187c-464a-81e0-e3599a579623 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Acquiring lock "a57272b6-0113-4496-acd7-707165982cef" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.640130] env[63097]: DEBUG oslo_concurrency.lockutils [None req-443f47e5-187c-464a-81e0-e3599a579623 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lock "a57272b6-0113-4496-acd7-707165982cef" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.640446] env[63097]: INFO nova.compute.manager [None req-443f47e5-187c-464a-81e0-e3599a579623 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Attaching volume 726b61db-1cac-40c8-bfbd-510f9e3cd9a2 to /dev/sdc [ 1644.654762] env[63097]: DEBUG nova.scheduler.client.report [None req-dc18b2c0-5e58-4190-ac85-c24a3f3f2165 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1644.687015] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cc4283-6d2d-4ad0-a9bd-482a5d9d425b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.694137] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5287ab35-4a22-4aca-a3e3-268f0ddc4fbb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.709418] env[63097]: DEBUG nova.virt.block_device [None req-443f47e5-187c-464a-81e0-e3599a579623 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Updating existing volume attachment record: b5857b7b-22d3-4501-b20e-893ce08360b7 {{(pid=63097) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1644.832576] env[63097]: DEBUG oslo_vmware.api [None req-04e4f3d3-685a-4d15-9ba2-2217f4679e67 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687704, 'name': ResetVM_Task, 'duration_secs': 0.088279} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.832938] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-04e4f3d3-685a-4d15-9ba2-2217f4679e67 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Did hard reboot of VM {{(pid=63097) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1068}} [ 1644.833180] env[63097]: DEBUG nova.compute.manager [None req-04e4f3d3-685a-4d15-9ba2-2217f4679e67 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1644.833971] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea06ebd-25fb-4b7e-a93e-67d3370d859d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.929809] env[63097]: DEBUG oslo_concurrency.lockutils [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.104036] env[63097]: DEBUG nova.compute.manager [req-75cecc67-e772-41aa-8230-11a365012ca7 req-63c4af91-9dc1-4af9-b49a-6cdc26f00db0 service nova] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Received event network-changed-b289ab41-7742-4629-b077-49bc71543d15 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1645.104305] env[63097]: DEBUG nova.compute.manager [req-75cecc67-e772-41aa-8230-11a365012ca7 req-63c4af91-9dc1-4af9-b49a-6cdc26f00db0 service nova] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Refreshing instance network info cache due to event network-changed-b289ab41-7742-4629-b077-49bc71543d15. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1645.104529] env[63097]: DEBUG oslo_concurrency.lockutils [req-75cecc67-e772-41aa-8230-11a365012ca7 req-63c4af91-9dc1-4af9-b49a-6cdc26f00db0 service nova] Acquiring lock "refresh_cache-25676d70-9350-4ed0-a49a-f3c4fb577895" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1645.104678] env[63097]: DEBUG oslo_concurrency.lockutils [req-75cecc67-e772-41aa-8230-11a365012ca7 req-63c4af91-9dc1-4af9-b49a-6cdc26f00db0 service nova] Acquired lock "refresh_cache-25676d70-9350-4ed0-a49a-f3c4fb577895" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.104862] env[63097]: DEBUG nova.network.neutron [req-75cecc67-e772-41aa-8230-11a365012ca7 req-63c4af91-9dc1-4af9-b49a-6cdc26f00db0 service nova] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Refreshing network info cache for port b289ab41-7742-4629-b077-49bc71543d15 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1645.163315] env[63097]: DEBUG oslo_concurrency.lockutils [None req-dc18b2c0-5e58-4190-ac85-c24a3f3f2165 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.867s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.166242] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.513s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.185778] env[63097]: INFO nova.scheduler.client.report [None req-dc18b2c0-5e58-4190-ac85-c24a3f3f2165 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Deleted allocations for instance 0635c038-de15-420b-b0a9-8ae85a1c9575 [ 1645.347021] env[63097]: DEBUG oslo_concurrency.lockutils [None req-04e4f3d3-685a-4d15-9ba2-2217f4679e67 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "e13820bb-f282-468f-90de-26279db2f9e9" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.062s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.700028] env[63097]: DEBUG oslo_concurrency.lockutils [None req-dc18b2c0-5e58-4190-ac85-c24a3f3f2165 tempest-ImagesOneServerTestJSON-167574227 tempest-ImagesOneServerTestJSON-167574227-project-member] Lock "0635c038-de15-420b-b0a9-8ae85a1c9575" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.465s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.724684] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-15e5a6ba-fd4e-45cd-b6ee-a3b9e0d1ad6f tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Volume attach. Driver type: vmdk {{(pid=63097) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1645.724914] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-15e5a6ba-fd4e-45cd-b6ee-a3b9e0d1ad6f tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351780', 'volume_id': '9ad8d625-82ec-418d-baa9-fedd18ba873b', 'name': 'volume-9ad8d625-82ec-418d-baa9-fedd18ba873b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd59281ff-c5be-4bd1-bbe4-2d2b5bf50473', 'attached_at': '', 'detached_at': '', 'volume_id': '9ad8d625-82ec-418d-baa9-fedd18ba873b', 'serial': '9ad8d625-82ec-418d-baa9-fedd18ba873b'} {{(pid=63097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1645.726519] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a6fae3-93da-4b21-94fa-05488990e713 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.759257] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4962eb5-c5a7-4548-a3b7-3cf55beff4a9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.764448] env[63097]: INFO nova.compute.manager [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Rebuilding instance [ 1645.790080] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-15e5a6ba-fd4e-45cd-b6ee-a3b9e0d1ad6f tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] volume-9ad8d625-82ec-418d-baa9-fedd18ba873b/volume-9ad8d625-82ec-418d-baa9-fedd18ba873b.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1645.795021] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3546f31d-81ae-4852-94cf-faf574352357 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.817084] env[63097]: DEBUG oslo_vmware.api [None req-15e5a6ba-fd4e-45cd-b6ee-a3b9e0d1ad6f tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1645.817084] env[63097]: value = "task-1687706" [ 1645.817084] env[63097]: _type = "Task" [ 1645.817084] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.833969] env[63097]: DEBUG oslo_vmware.api [None req-15e5a6ba-fd4e-45cd-b6ee-a3b9e0d1ad6f tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687706, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.842620] env[63097]: DEBUG nova.compute.manager [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1645.843649] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5cb0cb7-9e76-4f7d-9231-e1c5b61e0392 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.927857] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47ce026-2c2a-4ff0-8b87-8afdaf182ce2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.936250] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37b908b-5cbc-4a2e-9c09-72e6e328ce8e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.970543] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b9cec0-1fa9-41ce-92eb-6f08606e80dc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.979792] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce141c2-da19-4a62-859e-995858a22110 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.993346] env[63097]: DEBUG nova.compute.provider_tree [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1646.003775] env[63097]: DEBUG nova.network.neutron [req-75cecc67-e772-41aa-8230-11a365012ca7 req-63c4af91-9dc1-4af9-b49a-6cdc26f00db0 service nova] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Updated VIF entry in instance network info cache for port b289ab41-7742-4629-b077-49bc71543d15. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1646.004173] env[63097]: DEBUG nova.network.neutron [req-75cecc67-e772-41aa-8230-11a365012ca7 req-63c4af91-9dc1-4af9-b49a-6cdc26f00db0 service nova] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Updating instance_info_cache with network_info: [{"id": "b289ab41-7742-4629-b077-49bc71543d15", "address": "fa:16:3e:10:cf:2d", "network": {"id": "090471f9-6efc-4882-9c27-f125e716dfa1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1821214333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cee55c7cdf73461a9b7b177b24fdb65a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb289ab41-77", "ovs_interfaceid": "b289ab41-7742-4629-b077-49bc71543d15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1646.175027] env[63097]: DEBUG oslo_concurrency.lockutils [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "9556d58b-57a4-48cf-9767-aefd0b82916f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.175307] env[63097]: DEBUG oslo_concurrency.lockutils [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "9556d58b-57a4-48cf-9767-aefd0b82916f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.180305] env[63097]: DEBUG nova.compute.manager [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Stashing vm_state: active {{(pid=63097) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1646.332411] env[63097]: DEBUG oslo_vmware.api [None req-15e5a6ba-fd4e-45cd-b6ee-a3b9e0d1ad6f tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687706, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.361503] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1646.361503] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f80ffab5-9dd4-49ab-a021-8d0c06241355 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.368034] env[63097]: DEBUG oslo_vmware.api [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1646.368034] env[63097]: value = "task-1687707" [ 1646.368034] env[63097]: _type = "Task" [ 1646.368034] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.378087] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] VM already powered off {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1646.378298] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1646.379106] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d635e1-9cfb-4698-9320-7475c16a707b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.386300] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1646.386553] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f5c7bb3-f357-4178-82f2-dbf630da4f6f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.496495] env[63097]: DEBUG nova.scheduler.client.report [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1646.506490] env[63097]: DEBUG oslo_concurrency.lockutils [req-75cecc67-e772-41aa-8230-11a365012ca7 req-63c4af91-9dc1-4af9-b49a-6cdc26f00db0 service nova] Releasing lock "refresh_cache-25676d70-9350-4ed0-a49a-f3c4fb577895" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1646.679542] env[63097]: DEBUG nova.compute.manager [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1646.708316] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.831763] env[63097]: DEBUG oslo_vmware.api [None req-15e5a6ba-fd4e-45cd-b6ee-a3b9e0d1ad6f tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687706, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.203391] env[63097]: DEBUG oslo_concurrency.lockutils [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.332425] env[63097]: DEBUG oslo_vmware.api [None req-15e5a6ba-fd4e-45cd-b6ee-a3b9e0d1ad6f tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687706, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.416628] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1647.417062] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1647.419933] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Deleting the datastore file [datastore1] bd43928e-4ce4-4bd2-9749-2b3618d0047d {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1647.419933] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4aba9571-cc40-42cd-8bf9-ec0f65336f4e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.425721] env[63097]: DEBUG oslo_vmware.api [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1647.425721] env[63097]: value = "task-1687710" [ 1647.425721] env[63097]: _type = "Task" [ 1647.425721] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.434967] env[63097]: DEBUG oslo_vmware.api [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.508173] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.342s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.511028] env[63097]: DEBUG oslo_concurrency.lockutils [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.581s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.511317] env[63097]: DEBUG nova.objects.instance [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lazy-loading 'pci_requests' on Instance uuid 5cba94c3-f4c4-497c-becd-c2641c3dfc87 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1647.833108] env[63097]: DEBUG oslo_vmware.api [None req-15e5a6ba-fd4e-45cd-b6ee-a3b9e0d1ad6f tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687706, 'name': ReconfigVM_Task, 'duration_secs': 1.621803} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.833434] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-15e5a6ba-fd4e-45cd-b6ee-a3b9e0d1ad6f tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Reconfigured VM instance instance-00000068 to attach disk [datastore2] volume-9ad8d625-82ec-418d-baa9-fedd18ba873b/volume-9ad8d625-82ec-418d-baa9-fedd18ba873b.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1647.839437] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45e5e907-aabc-4d61-800c-02282afe6afb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.857511] env[63097]: DEBUG oslo_vmware.api [None req-15e5a6ba-fd4e-45cd-b6ee-a3b9e0d1ad6f tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1647.857511] env[63097]: value = "task-1687711" [ 1647.857511] env[63097]: _type = "Task" [ 1647.857511] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.868813] env[63097]: DEBUG oslo_vmware.api [None req-15e5a6ba-fd4e-45cd-b6ee-a3b9e0d1ad6f tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687711, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.936461] env[63097]: DEBUG oslo_vmware.api [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196804} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.936688] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1647.936919] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1647.937236] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1648.018323] env[63097]: DEBUG nova.objects.instance [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lazy-loading 'numa_topology' on Instance uuid 5cba94c3-f4c4-497c-becd-c2641c3dfc87 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1648.076788] env[63097]: INFO nova.scheduler.client.report [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Deleted allocation for migration 334964cc-bd0d-4c43-9db2-5d2ea995e3fd [ 1648.368364] env[63097]: DEBUG oslo_vmware.api [None req-15e5a6ba-fd4e-45cd-b6ee-a3b9e0d1ad6f tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687711, 'name': ReconfigVM_Task, 'duration_secs': 0.179384} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.368659] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-15e5a6ba-fd4e-45cd-b6ee-a3b9e0d1ad6f tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351780', 'volume_id': '9ad8d625-82ec-418d-baa9-fedd18ba873b', 'name': 'volume-9ad8d625-82ec-418d-baa9-fedd18ba873b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd59281ff-c5be-4bd1-bbe4-2d2b5bf50473', 'attached_at': '', 'detached_at': '', 'volume_id': '9ad8d625-82ec-418d-baa9-fedd18ba873b', 'serial': '9ad8d625-82ec-418d-baa9-fedd18ba873b'} {{(pid=63097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1648.523066] env[63097]: INFO nova.compute.claims [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1648.583419] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "e6176203-d46f-4e5f-8207-83c251e80211" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.255s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.979731] env[63097]: DEBUG nova.virt.hardware [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1648.980310] env[63097]: DEBUG nova.virt.hardware [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1648.980564] env[63097]: DEBUG nova.virt.hardware [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1648.980932] env[63097]: DEBUG nova.virt.hardware [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1648.981621] env[63097]: DEBUG nova.virt.hardware [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1648.981621] env[63097]: DEBUG nova.virt.hardware [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1648.981981] env[63097]: DEBUG nova.virt.hardware [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1648.985858] env[63097]: DEBUG nova.virt.hardware [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1648.985858] env[63097]: DEBUG nova.virt.hardware [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1648.985858] env[63097]: DEBUG nova.virt.hardware [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1648.985858] env[63097]: DEBUG nova.virt.hardware [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1648.985858] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17bdec1-8073-48c5-b129-fd9d8f349dc4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.999098] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec43659-83c1-4efe-bed0-ab5dfc74a496 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.020742] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:e1:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c118a9ee-84f7-4f09-8a21-05600ed3cc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1fb7d051-57ee-4d6c-83f9-573c4b149f89', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1649.028341] env[63097]: DEBUG oslo.service.loopingcall [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1649.030758] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1649.030993] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-362ebf07-2c6e-41b9-bd9a-3b1ee5f1264c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.056623] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1649.056623] env[63097]: value = "task-1687712" [ 1649.056623] env[63097]: _type = "Task" [ 1649.056623] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.066521] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687712, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.260949] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b37b24-bb63-4f5b-a87b-6ef7b5b737ae {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.266863] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-443f47e5-187c-464a-81e0-e3599a579623 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Volume attach. Driver type: vmdk {{(pid=63097) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1649.267555] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-443f47e5-187c-464a-81e0-e3599a579623 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351781', 'volume_id': '726b61db-1cac-40c8-bfbd-510f9e3cd9a2', 'name': 'volume-726b61db-1cac-40c8-bfbd-510f9e3cd9a2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a57272b6-0113-4496-acd7-707165982cef', 'attached_at': '', 'detached_at': '', 'volume_id': '726b61db-1cac-40c8-bfbd-510f9e3cd9a2', 'serial': '726b61db-1cac-40c8-bfbd-510f9e3cd9a2'} {{(pid=63097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1649.268440] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2fa9cc0-8bc2-4fe7-844e-725569aab82d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.289605] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283d8af0-b14f-4d3d-9c64-754c70a73c8c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.295130] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f84cde5-8df3-4a53-b627-5b3d24fc7f99 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.345483] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacffbfe-1442-4555-aa66-5d9c2581a283 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.355690] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-443f47e5-187c-464a-81e0-e3599a579623 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] volume-726b61db-1cac-40c8-bfbd-510f9e3cd9a2/volume-726b61db-1cac-40c8-bfbd-510f9e3cd9a2.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1649.355870] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff9295b1-80ba-4f61-a83f-27ce53b79846 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.378461] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f0a37d-48aa-4837-b014-2fa5e74f3c58 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.383666] env[63097]: DEBUG oslo_vmware.api [None req-443f47e5-187c-464a-81e0-e3599a579623 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Waiting for the task: (returnval){ [ 1649.383666] env[63097]: value = "task-1687713" [ 1649.383666] env[63097]: _type = "Task" [ 1649.383666] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.397952] env[63097]: DEBUG nova.compute.provider_tree [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1649.405518] env[63097]: DEBUG oslo_vmware.api [None req-443f47e5-187c-464a-81e0-e3599a579623 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687713, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.422656] env[63097]: DEBUG nova.objects.instance [None req-15e5a6ba-fd4e-45cd-b6ee-a3b9e0d1ad6f tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lazy-loading 'flavor' on Instance uuid d59281ff-c5be-4bd1-bbe4-2d2b5bf50473 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1649.568375] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687712, 'name': CreateVM_Task, 'duration_secs': 0.3796} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.568621] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1649.569512] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1649.569582] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1649.569872] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1649.570141] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c311b78-a025-48c8-9d4c-82cd9bdc3f57 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.575211] env[63097]: DEBUG oslo_vmware.api [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1649.575211] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52432578-f9bf-1600-abb2-a8ddecc1e92b" [ 1649.575211] env[63097]: _type = "Task" [ 1649.575211] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.583614] env[63097]: DEBUG oslo_vmware.api [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52432578-f9bf-1600-abb2-a8ddecc1e92b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.878582] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "e6176203-d46f-4e5f-8207-83c251e80211" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1649.878582] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "e6176203-d46f-4e5f-8207-83c251e80211" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1649.878582] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "e6176203-d46f-4e5f-8207-83c251e80211-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1649.878582] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "e6176203-d46f-4e5f-8207-83c251e80211-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1649.878805] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "e6176203-d46f-4e5f-8207-83c251e80211-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.880931] env[63097]: INFO nova.compute.manager [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Terminating instance [ 1649.882918] env[63097]: DEBUG nova.compute.manager [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1649.883119] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1649.884095] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c36e7c-cba8-4bd5-864e-b095df47c538 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.895944] env[63097]: DEBUG oslo_vmware.api [None req-443f47e5-187c-464a-81e0-e3599a579623 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687713, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.898181] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1649.899237] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82a51f67-abe0-4294-b1a2-9fa7d2e6460b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.906729] env[63097]: DEBUG nova.scheduler.client.report [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1649.912029] env[63097]: DEBUG oslo_vmware.api [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1649.912029] env[63097]: value = "task-1687714" [ 1649.912029] env[63097]: _type = "Task" [ 1649.912029] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.932131] env[63097]: DEBUG oslo_vmware.api [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.932949] env[63097]: DEBUG oslo_concurrency.lockutils [None req-15e5a6ba-fd4e-45cd-b6ee-a3b9e0d1ad6f tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "d59281ff-c5be-4bd1-bbe4-2d2b5bf50473" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.315s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1650.089685] env[63097]: DEBUG oslo_vmware.api [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52432578-f9bf-1600-abb2-a8ddecc1e92b, 'name': SearchDatastore_Task, 'duration_secs': 0.010284} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.090288] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1650.090288] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1650.090516] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1650.090682] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.091270] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1650.091270] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28ed519f-10b1-4d85-a5da-94fb607d0a3d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.103019] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1650.103019] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1650.103019] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-338e0963-9bd0-4f88-b830-1e45b8baf15a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.111897] env[63097]: DEBUG oslo_vmware.api [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1650.111897] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52de8b7e-bda2-8b25-3e67-d219d30795c4" [ 1650.111897] env[63097]: _type = "Task" [ 1650.111897] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.123527] env[63097]: DEBUG oslo_vmware.api [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52de8b7e-bda2-8b25-3e67-d219d30795c4, 'name': SearchDatastore_Task, 'duration_secs': 0.010228} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.125091] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0de9de5-3dd5-43dc-ae2b-8a9806cb17ca {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.131656] env[63097]: DEBUG oslo_vmware.api [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1650.131656] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]524358ab-8ee4-64b1-7be4-72f04a510668" [ 1650.131656] env[63097]: _type = "Task" [ 1650.131656] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.141395] env[63097]: DEBUG oslo_vmware.api [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]524358ab-8ee4-64b1-7be4-72f04a510668, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.397849] env[63097]: DEBUG oslo_vmware.api [None req-443f47e5-187c-464a-81e0-e3599a579623 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687713, 'name': ReconfigVM_Task, 'duration_secs': 0.872312} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.398161] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-443f47e5-187c-464a-81e0-e3599a579623 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Reconfigured VM instance instance-00000066 to attach disk [datastore2] volume-726b61db-1cac-40c8-bfbd-510f9e3cd9a2/volume-726b61db-1cac-40c8-bfbd-510f9e3cd9a2.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1650.403281] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87699605-fb10-41cd-b91f-643447ebd309 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.415118] env[63097]: DEBUG oslo_concurrency.lockutils [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.904s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1650.418229] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.710s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1650.434018] env[63097]: DEBUG oslo_vmware.api [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687714, 'name': PowerOffVM_Task, 'duration_secs': 0.194559} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.434018] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1650.434018] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1650.434018] env[63097]: DEBUG oslo_vmware.api [None req-443f47e5-187c-464a-81e0-e3599a579623 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Waiting for the task: (returnval){ [ 1650.434018] env[63097]: value = "task-1687715" [ 1650.434018] env[63097]: _type = "Task" [ 1650.434018] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.434680] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe71e667-946f-418a-81a3-109a366ded45 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.451980] env[63097]: DEBUG oslo_vmware.api [None req-443f47e5-187c-464a-81e0-e3599a579623 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687715, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.497010] env[63097]: INFO nova.network.neutron [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Updating port 1148cea8-356f-485f-b44b-1fbe7b4e32a6 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1650.645031] env[63097]: DEBUG oslo_vmware.api [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]524358ab-8ee4-64b1-7be4-72f04a510668, 'name': SearchDatastore_Task, 'duration_secs': 0.009502} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.645031] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1650.645236] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] bd43928e-4ce4-4bd2-9749-2b3618d0047d/bd43928e-4ce4-4bd2-9749-2b3618d0047d.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1650.645489] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97ce65a9-3fae-4c25-9f1e-ef58f20228a1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.654226] env[63097]: DEBUG oslo_vmware.api [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1650.654226] env[63097]: value = "task-1687717" [ 1650.654226] env[63097]: _type = "Task" [ 1650.654226] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.664728] env[63097]: DEBUG oslo_vmware.api [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.706610] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1650.706860] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1650.707050] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Deleting the datastore file [datastore2] e6176203-d46f-4e5f-8207-83c251e80211 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1650.707338] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-217cda75-3229-47fd-8814-f624c6cbd469 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.715777] env[63097]: DEBUG oslo_vmware.api [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for the task: (returnval){ [ 1650.715777] env[63097]: value = "task-1687718" [ 1650.715777] env[63097]: _type = "Task" [ 1650.715777] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.724911] env[63097]: DEBUG oslo_vmware.api [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.932259] env[63097]: INFO nova.compute.claims [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1650.952328] env[63097]: DEBUG oslo_vmware.api [None req-443f47e5-187c-464a-81e0-e3599a579623 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687715, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.165095] env[63097]: DEBUG oslo_vmware.api [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687717, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.226370] env[63097]: DEBUG oslo_vmware.api [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Task: {'id': task-1687718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.449959} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.226628] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1651.226874] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1651.227109] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1651.227337] env[63097]: INFO nova.compute.manager [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Took 1.34 seconds to destroy the instance on the hypervisor. [ 1651.227665] env[63097]: DEBUG oslo.service.loopingcall [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1651.227868] env[63097]: DEBUG nova.compute.manager [-] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1651.227992] env[63097]: DEBUG nova.network.neutron [-] [instance: e6176203-d46f-4e5f-8207-83c251e80211] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1651.388831] env[63097]: DEBUG nova.compute.manager [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Stashing vm_state: active {{(pid=63097) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1651.441580] env[63097]: INFO nova.compute.resource_tracker [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Updating resource usage from migration 711c5ee5-4b06-47fb-832b-ec37c5f13466 [ 1651.453517] env[63097]: DEBUG oslo_vmware.api [None req-443f47e5-187c-464a-81e0-e3599a579623 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687715, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.608140] env[63097]: DEBUG nova.compute.manager [req-b0674ba9-73bf-401f-a4f6-45e48b58601b req-6ca2a169-6f4a-460a-b382-261bfdca6375 service nova] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Received event network-vif-deleted-924e65a7-742e-4d71-b212-24c8368b12b1 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1651.608433] env[63097]: INFO nova.compute.manager [req-b0674ba9-73bf-401f-a4f6-45e48b58601b req-6ca2a169-6f4a-460a-b382-261bfdca6375 service nova] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Neutron deleted interface 924e65a7-742e-4d71-b212-24c8368b12b1; detaching it from the instance and deleting it from the info cache [ 1651.608650] env[63097]: DEBUG nova.network.neutron [req-b0674ba9-73bf-401f-a4f6-45e48b58601b req-6ca2a169-6f4a-460a-b382-261bfdca6375 service nova] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1651.666921] env[63097]: DEBUG oslo_vmware.api [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687717, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548384} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.669376] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] bd43928e-4ce4-4bd2-9749-2b3618d0047d/bd43928e-4ce4-4bd2-9749-2b3618d0047d.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1651.669613] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1651.670041] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b140797-565b-4b29-b07f-74a50a5a63ff {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.678510] env[63097]: DEBUG oslo_vmware.api [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1651.678510] env[63097]: value = "task-1687719" [ 1651.678510] env[63097]: _type = "Task" [ 1651.678510] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.691553] env[63097]: DEBUG oslo_vmware.api [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687719, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.710223] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46987ca3-4d20-4b6d-9893-a9ef45b43120 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.718668] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b3fade-e558-4867-a65e-2ee5d72ef403 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.752129] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe73c2a0-c0be-4f91-b89e-168eb70b3979 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.761133] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf66f265-48c3-43db-9477-bd0983d6a557 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.775165] env[63097]: DEBUG nova.compute.provider_tree [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1651.812695] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Acquiring lock "a51c88eb-904d-4561-b6c3-06e5232dc17f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1651.812851] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Lock "a51c88eb-904d-4561-b6c3-06e5232dc17f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.906747] env[63097]: DEBUG oslo_concurrency.lockutils [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1651.950905] env[63097]: DEBUG oslo_vmware.api [None req-443f47e5-187c-464a-81e0-e3599a579623 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687715, 'name': ReconfigVM_Task, 'duration_secs': 1.196137} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.951297] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-443f47e5-187c-464a-81e0-e3599a579623 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351781', 'volume_id': '726b61db-1cac-40c8-bfbd-510f9e3cd9a2', 'name': 'volume-726b61db-1cac-40c8-bfbd-510f9e3cd9a2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a57272b6-0113-4496-acd7-707165982cef', 'attached_at': '', 'detached_at': '', 'volume_id': '726b61db-1cac-40c8-bfbd-510f9e3cd9a2', 'serial': '726b61db-1cac-40c8-bfbd-510f9e3cd9a2'} {{(pid=63097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1651.981376] env[63097]: DEBUG nova.network.neutron [-] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1652.116025] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-736c644f-5b21-43a7-9af4-c876775b1caf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.122851] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044ddc79-902d-4c38-a4e2-5cac1bc25fa1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.159639] env[63097]: DEBUG nova.compute.manager [req-b0674ba9-73bf-401f-a4f6-45e48b58601b req-6ca2a169-6f4a-460a-b382-261bfdca6375 service nova] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Detach interface failed, port_id=924e65a7-742e-4d71-b212-24c8368b12b1, reason: Instance e6176203-d46f-4e5f-8207-83c251e80211 could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1652.189091] env[63097]: DEBUG oslo_vmware.api [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687719, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073344} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.189524] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1652.190196] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb9430d-e94d-4d83-8a4b-f400aab7c186 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.213896] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] bd43928e-4ce4-4bd2-9749-2b3618d0047d/bd43928e-4ce4-4bd2-9749-2b3618d0047d.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1652.214261] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b1d6a66-9d87-49e2-94ba-d9967ceff07c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.234975] env[63097]: DEBUG oslo_vmware.api [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1652.234975] env[63097]: value = "task-1687720" [ 1652.234975] env[63097]: _type = "Task" [ 1652.234975] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.243793] env[63097]: DEBUG oslo_vmware.api [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687720, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.283028] env[63097]: DEBUG nova.scheduler.client.report [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1652.314808] env[63097]: DEBUG nova.compute.manager [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1652.328520] env[63097]: DEBUG oslo_concurrency.lockutils [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquiring lock "refresh_cache-5cba94c3-f4c4-497c-becd-c2641c3dfc87" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1652.328716] env[63097]: DEBUG oslo_concurrency.lockutils [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquired lock "refresh_cache-5cba94c3-f4c4-497c-becd-c2641c3dfc87" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.329394] env[63097]: DEBUG nova.network.neutron [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1652.484623] env[63097]: INFO nova.compute.manager [-] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Took 1.26 seconds to deallocate network for instance. [ 1652.747106] env[63097]: DEBUG oslo_vmware.api [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687720, 'name': ReconfigVM_Task, 'duration_secs': 0.32607} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.747313] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Reconfigured VM instance instance-0000006e to attach disk [datastore2] bd43928e-4ce4-4bd2-9749-2b3618d0047d/bd43928e-4ce4-4bd2-9749-2b3618d0047d.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1652.747948] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01cddfc1-7d75-4e89-b0f7-9410495bf718 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.755062] env[63097]: DEBUG oslo_vmware.api [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1652.755062] env[63097]: value = "task-1687721" [ 1652.755062] env[63097]: _type = "Task" [ 1652.755062] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.766619] env[63097]: DEBUG oslo_vmware.api [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687721, 'name': Rename_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.786841] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.369s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.787185] env[63097]: INFO nova.compute.manager [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Migrating [ 1652.794064] env[63097]: DEBUG oslo_concurrency.lockutils [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.591s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.795653] env[63097]: INFO nova.compute.claims [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1652.841987] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.994678] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.996420] env[63097]: DEBUG nova.objects.instance [None req-443f47e5-187c-464a-81e0-e3599a579623 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lazy-loading 'flavor' on Instance uuid a57272b6-0113-4496-acd7-707165982cef {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1653.116206] env[63097]: DEBUG nova.network.neutron [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Updating instance_info_cache with network_info: [{"id": "1148cea8-356f-485f-b44b-1fbe7b4e32a6", "address": "fa:16:3e:ff:7c:4b", "network": {"id": "063cc40b-6c34-4808-ab42-2b91c7189ebe", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1266792904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a316bbd2166545e1bd3ecf6cc2443d24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1148cea8-35", "ovs_interfaceid": "1148cea8-356f-485f-b44b-1fbe7b4e32a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1653.266193] env[63097]: DEBUG oslo_vmware.api [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687721, 'name': Rename_Task, 'duration_secs': 0.147607} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.266615] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1653.266749] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa5002aa-939d-474f-b012-eab0c4eb0cca {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.275239] env[63097]: DEBUG oslo_vmware.api [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1653.275239] env[63097]: value = "task-1687722" [ 1653.275239] env[63097]: _type = "Task" [ 1653.275239] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.283482] env[63097]: DEBUG oslo_vmware.api [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687722, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.307056] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "refresh_cache-96c0976d-ce1d-4ddd-ba17-900401bcbaff" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.307056] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquired lock "refresh_cache-96c0976d-ce1d-4ddd-ba17-900401bcbaff" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.307056] env[63097]: DEBUG nova.network.neutron [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1653.501177] env[63097]: DEBUG oslo_concurrency.lockutils [None req-443f47e5-187c-464a-81e0-e3599a579623 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lock "a57272b6-0113-4496-acd7-707165982cef" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.861s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.618959] env[63097]: DEBUG oslo_concurrency.lockutils [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Releasing lock "refresh_cache-5cba94c3-f4c4-497c-becd-c2641c3dfc87" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1653.633219] env[63097]: DEBUG nova.compute.manager [req-d1f7b659-4e36-4528-bb3a-edb7098c55dc req-60a62603-3c22-45c0-beae-569c8041c452 service nova] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Received event network-vif-plugged-1148cea8-356f-485f-b44b-1fbe7b4e32a6 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1653.633219] env[63097]: DEBUG oslo_concurrency.lockutils [req-d1f7b659-4e36-4528-bb3a-edb7098c55dc req-60a62603-3c22-45c0-beae-569c8041c452 service nova] Acquiring lock "5cba94c3-f4c4-497c-becd-c2641c3dfc87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.633219] env[63097]: DEBUG oslo_concurrency.lockutils [req-d1f7b659-4e36-4528-bb3a-edb7098c55dc req-60a62603-3c22-45c0-beae-569c8041c452 service nova] Lock "5cba94c3-f4c4-497c-becd-c2641c3dfc87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.633219] env[63097]: DEBUG oslo_concurrency.lockutils [req-d1f7b659-4e36-4528-bb3a-edb7098c55dc req-60a62603-3c22-45c0-beae-569c8041c452 service nova] Lock "5cba94c3-f4c4-497c-becd-c2641c3dfc87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.633375] env[63097]: DEBUG nova.compute.manager [req-d1f7b659-4e36-4528-bb3a-edb7098c55dc req-60a62603-3c22-45c0-beae-569c8041c452 service nova] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] No waiting events found dispatching network-vif-plugged-1148cea8-356f-485f-b44b-1fbe7b4e32a6 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1653.633460] env[63097]: WARNING nova.compute.manager [req-d1f7b659-4e36-4528-bb3a-edb7098c55dc req-60a62603-3c22-45c0-beae-569c8041c452 service nova] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Received unexpected event network-vif-plugged-1148cea8-356f-485f-b44b-1fbe7b4e32a6 for instance with vm_state shelved_offloaded and task_state spawning. [ 1653.633621] env[63097]: DEBUG nova.compute.manager [req-d1f7b659-4e36-4528-bb3a-edb7098c55dc req-60a62603-3c22-45c0-beae-569c8041c452 service nova] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Received event network-changed-1148cea8-356f-485f-b44b-1fbe7b4e32a6 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1653.633776] env[63097]: DEBUG nova.compute.manager [req-d1f7b659-4e36-4528-bb3a-edb7098c55dc req-60a62603-3c22-45c0-beae-569c8041c452 service nova] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Refreshing instance network info cache due to event network-changed-1148cea8-356f-485f-b44b-1fbe7b4e32a6. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1653.633963] env[63097]: DEBUG oslo_concurrency.lockutils [req-d1f7b659-4e36-4528-bb3a-edb7098c55dc req-60a62603-3c22-45c0-beae-569c8041c452 service nova] Acquiring lock "refresh_cache-5cba94c3-f4c4-497c-becd-c2641c3dfc87" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.634166] env[63097]: DEBUG oslo_concurrency.lockutils [req-d1f7b659-4e36-4528-bb3a-edb7098c55dc req-60a62603-3c22-45c0-beae-569c8041c452 service nova] Acquired lock "refresh_cache-5cba94c3-f4c4-497c-becd-c2641c3dfc87" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.634423] env[63097]: DEBUG nova.network.neutron [req-d1f7b659-4e36-4528-bb3a-edb7098c55dc req-60a62603-3c22-45c0-beae-569c8041c452 service nova] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Refreshing network info cache for port 1148cea8-356f-485f-b44b-1fbe7b4e32a6 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1653.647826] env[63097]: DEBUG nova.virt.hardware [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='71dbf2b49ea4884bb04728deae6635c0',container_format='bare',created_at=2024-11-28T21:41:17Z,direct_url=,disk_format='vmdk',id=53d5e4d6-2269-467e-ad1a-be18eabbc970,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1564364741-shelved',owner='a316bbd2166545e1bd3ecf6cc2443d24',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2024-11-28T21:41:33Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1653.648111] env[63097]: DEBUG nova.virt.hardware [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1653.648292] env[63097]: DEBUG nova.virt.hardware [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1653.648505] env[63097]: DEBUG nova.virt.hardware [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1653.648676] env[63097]: DEBUG nova.virt.hardware [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1653.648845] env[63097]: DEBUG nova.virt.hardware [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1653.649082] env[63097]: DEBUG nova.virt.hardware [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1653.649266] env[63097]: DEBUG nova.virt.hardware [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1653.649448] env[63097]: DEBUG nova.virt.hardware [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1653.649628] env[63097]: DEBUG nova.virt.hardware [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1653.649806] env[63097]: DEBUG nova.virt.hardware [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1653.650951] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bd0454-b81d-4b79-8da9-9d692a37df40 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.659323] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672669ac-e9d8-487d-8e9a-9c9df038b1cd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.675471] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:7c:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '767a3a48-41d4-4a0c-961d-0024837f63bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1148cea8-356f-485f-b44b-1fbe7b4e32a6', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1653.683114] env[63097]: DEBUG oslo.service.loopingcall [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1653.683503] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1653.683773] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6339602-81ab-4047-adc0-0a46ea93ad20 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.704796] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1653.704796] env[63097]: value = "task-1687723" [ 1653.704796] env[63097]: _type = "Task" [ 1653.704796] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.713402] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687723, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.787026] env[63097]: DEBUG oslo_vmware.api [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687722, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.869197] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f19160f3-3a9f-4488-81f5-42eed0be5a8c tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Acquiring lock "a57272b6-0113-4496-acd7-707165982cef" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.869478] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f19160f3-3a9f-4488-81f5-42eed0be5a8c tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lock "a57272b6-0113-4496-acd7-707165982cef" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.028742] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3dc37d7-4f03-489b-bbea-3c4b91b38d7f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.036523] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9242a28c-2951-4767-a738-68cd573e4141 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.070420] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d8f0aa-ee41-44ad-96f5-752141b6e224 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.078652] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c52a6f7-75c2-4af8-914e-a36c6eca6771 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.099278] env[63097]: DEBUG nova.compute.provider_tree [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1654.217011] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687723, 'name': CreateVM_Task, 'duration_secs': 0.321151} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.217320] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1654.217993] env[63097]: DEBUG oslo_concurrency.lockutils [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53d5e4d6-2269-467e-ad1a-be18eabbc970" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.218263] env[63097]: DEBUG oslo_concurrency.lockutils [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53d5e4d6-2269-467e-ad1a-be18eabbc970" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.218691] env[63097]: DEBUG oslo_concurrency.lockutils [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/53d5e4d6-2269-467e-ad1a-be18eabbc970" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1654.218987] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65b2e894-d6ef-4a82-9c57-b8eb48f94c79 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.224087] env[63097]: DEBUG oslo_vmware.api [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1654.224087] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52fb53a8-1077-4386-4899-7d3eafa872ad" [ 1654.224087] env[63097]: _type = "Task" [ 1654.224087] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.231943] env[63097]: DEBUG oslo_vmware.api [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52fb53a8-1077-4386-4899-7d3eafa872ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.245133] env[63097]: DEBUG nova.network.neutron [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Updating instance_info_cache with network_info: [{"id": "276db3dc-19e8-4b1c-9a5b-8f23301965b9", "address": "fa:16:3e:fb:dd:96", "network": {"id": "7862ef5e-43cc-4460-8494-e49f3fb27411", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-385212728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caa7647ebc840f48dc539a8cc2c484b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap276db3dc-19", "ovs_interfaceid": "276db3dc-19e8-4b1c-9a5b-8f23301965b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1654.285859] env[63097]: DEBUG oslo_vmware.api [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687722, 'name': PowerOnVM_Task, 'duration_secs': 0.53216} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.286148] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1654.286353] env[63097]: DEBUG nova.compute.manager [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1654.287139] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732b6ad8-41fe-48c5-86eb-e4cfc94539ab {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.372891] env[63097]: INFO nova.compute.manager [None req-f19160f3-3a9f-4488-81f5-42eed0be5a8c tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Detaching volume 8d758192-ebcf-4b0c-b041-615e5a3676f9 [ 1654.416217] env[63097]: INFO nova.virt.block_device [None req-f19160f3-3a9f-4488-81f5-42eed0be5a8c tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Attempting to driver detach volume 8d758192-ebcf-4b0c-b041-615e5a3676f9 from mountpoint /dev/sdb [ 1654.416644] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-f19160f3-3a9f-4488-81f5-42eed0be5a8c tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Volume detach. Driver type: vmdk {{(pid=63097) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1654.416940] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-f19160f3-3a9f-4488-81f5-42eed0be5a8c tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351773', 'volume_id': '8d758192-ebcf-4b0c-b041-615e5a3676f9', 'name': 'volume-8d758192-ebcf-4b0c-b041-615e5a3676f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a57272b6-0113-4496-acd7-707165982cef', 'attached_at': '', 'detached_at': '', 'volume_id': '8d758192-ebcf-4b0c-b041-615e5a3676f9', 'serial': '8d758192-ebcf-4b0c-b041-615e5a3676f9'} {{(pid=63097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1654.418219] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bde8f9-f499-4914-b9c6-71ff3c56d6ef {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.445348] env[63097]: DEBUG nova.network.neutron [req-d1f7b659-4e36-4528-bb3a-edb7098c55dc req-60a62603-3c22-45c0-beae-569c8041c452 service nova] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Updated VIF entry in instance network info cache for port 1148cea8-356f-485f-b44b-1fbe7b4e32a6. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1654.445694] env[63097]: DEBUG nova.network.neutron [req-d1f7b659-4e36-4528-bb3a-edb7098c55dc req-60a62603-3c22-45c0-beae-569c8041c452 service nova] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Updating instance_info_cache with network_info: [{"id": "1148cea8-356f-485f-b44b-1fbe7b4e32a6", "address": "fa:16:3e:ff:7c:4b", "network": {"id": "063cc40b-6c34-4808-ab42-2b91c7189ebe", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1266792904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a316bbd2166545e1bd3ecf6cc2443d24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1148cea8-35", "ovs_interfaceid": "1148cea8-356f-485f-b44b-1fbe7b4e32a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1654.447318] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff169515-8a4e-4fc0-a316-21b49b43c352 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.454841] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121e37bb-02b1-47f1-9f2f-444600060491 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.479210] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa2e4cf-158f-46ff-a57f-3742a6de038d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.496683] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-f19160f3-3a9f-4488-81f5-42eed0be5a8c tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] The volume has not been displaced from its original location: [datastore1] volume-8d758192-ebcf-4b0c-b041-615e5a3676f9/volume-8d758192-ebcf-4b0c-b041-615e5a3676f9.vmdk. No consolidation needed. {{(pid=63097) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1654.502951] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-f19160f3-3a9f-4488-81f5-42eed0be5a8c tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Reconfiguring VM instance instance-00000066 to detach disk 2001 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1654.503107] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de30526d-08fa-4026-909d-5e2711bce62a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.523526] env[63097]: DEBUG oslo_vmware.api [None req-f19160f3-3a9f-4488-81f5-42eed0be5a8c tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Waiting for the task: (returnval){ [ 1654.523526] env[63097]: value = "task-1687724" [ 1654.523526] env[63097]: _type = "Task" [ 1654.523526] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.535386] env[63097]: DEBUG oslo_vmware.api [None req-f19160f3-3a9f-4488-81f5-42eed0be5a8c tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687724, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.602176] env[63097]: DEBUG nova.scheduler.client.report [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1654.737419] env[63097]: DEBUG oslo_concurrency.lockutils [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53d5e4d6-2269-467e-ad1a-be18eabbc970" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.737674] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Processing image 53d5e4d6-2269-467e-ad1a-be18eabbc970 {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1654.737967] env[63097]: DEBUG oslo_concurrency.lockutils [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53d5e4d6-2269-467e-ad1a-be18eabbc970/53d5e4d6-2269-467e-ad1a-be18eabbc970.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.738125] env[63097]: DEBUG oslo_concurrency.lockutils [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53d5e4d6-2269-467e-ad1a-be18eabbc970/53d5e4d6-2269-467e-ad1a-be18eabbc970.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.738348] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1654.738638] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3691b8b4-b2de-44dc-9914-252018494a39 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.747342] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Releasing lock "refresh_cache-96c0976d-ce1d-4ddd-ba17-900401bcbaff" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.749643] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1654.749837] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1654.750773] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61598184-768f-4058-9f6e-2663e01e3c0f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.757115] env[63097]: DEBUG oslo_vmware.api [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1654.757115] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52aaf364-083c-1ac7-bdcd-29a8fe4af5fc" [ 1654.757115] env[63097]: _type = "Task" [ 1654.757115] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.766781] env[63097]: DEBUG oslo_vmware.api [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52aaf364-083c-1ac7-bdcd-29a8fe4af5fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.798232] env[63097]: INFO nova.compute.manager [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] bringing vm to original state: 'stopped' [ 1654.951010] env[63097]: DEBUG oslo_concurrency.lockutils [req-d1f7b659-4e36-4528-bb3a-edb7098c55dc req-60a62603-3c22-45c0-beae-569c8041c452 service nova] Releasing lock "refresh_cache-5cba94c3-f4c4-497c-becd-c2641c3dfc87" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.037073] env[63097]: DEBUG oslo_vmware.api [None req-f19160f3-3a9f-4488-81f5-42eed0be5a8c tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687724, 'name': ReconfigVM_Task, 'duration_secs': 0.277865} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.037073] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-f19160f3-3a9f-4488-81f5-42eed0be5a8c tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Reconfigured VM instance instance-00000066 to detach disk 2001 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1655.038508] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc30d016-e4f0-45f2-a87b-5f7d12f8a390 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.054697] env[63097]: DEBUG oslo_vmware.api [None req-f19160f3-3a9f-4488-81f5-42eed0be5a8c tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Waiting for the task: (returnval){ [ 1655.054697] env[63097]: value = "task-1687725" [ 1655.054697] env[63097]: _type = "Task" [ 1655.054697] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.063402] env[63097]: DEBUG oslo_vmware.api [None req-f19160f3-3a9f-4488-81f5-42eed0be5a8c tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687725, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.108103] env[63097]: DEBUG oslo_concurrency.lockutils [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.314s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1655.109035] env[63097]: DEBUG nova.compute.manager [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1655.111784] env[63097]: DEBUG oslo_concurrency.lockutils [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.205s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1655.269811] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Preparing fetch location {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1655.273090] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Fetch image to [datastore2] OSTACK_IMG_350918c0-1a7f-4cf0-a3fd-28b6e5649ebf/OSTACK_IMG_350918c0-1a7f-4cf0-a3fd-28b6e5649ebf.vmdk {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1655.273497] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Downloading stream optimized image 53d5e4d6-2269-467e-ad1a-be18eabbc970 to [datastore2] OSTACK_IMG_350918c0-1a7f-4cf0-a3fd-28b6e5649ebf/OSTACK_IMG_350918c0-1a7f-4cf0-a3fd-28b6e5649ebf.vmdk on the data store datastore2 as vApp {{(pid=63097) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1655.273830] env[63097]: DEBUG nova.virt.vmwareapi.images [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Downloading image file data 53d5e4d6-2269-467e-ad1a-be18eabbc970 to the ESX as VM named 'OSTACK_IMG_350918c0-1a7f-4cf0-a3fd-28b6e5649ebf' {{(pid=63097) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1655.370142] env[63097]: DEBUG oslo_vmware.rw_handles [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1655.370142] env[63097]: value = "resgroup-9" [ 1655.370142] env[63097]: _type = "ResourcePool" [ 1655.370142] env[63097]: }. {{(pid=63097) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1655.370498] env[63097]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-767b3841-2a70-4041-966f-77868987cfe8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.396942] env[63097]: DEBUG oslo_vmware.rw_handles [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lease: (returnval){ [ 1655.396942] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]520b233c-f243-303e-2665-c3a942f8a9b4" [ 1655.396942] env[63097]: _type = "HttpNfcLease" [ 1655.396942] env[63097]: } obtained for vApp import into resource pool (val){ [ 1655.396942] env[63097]: value = "resgroup-9" [ 1655.396942] env[63097]: _type = "ResourcePool" [ 1655.396942] env[63097]: }. {{(pid=63097) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1655.397269] env[63097]: DEBUG oslo_vmware.api [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the lease: (returnval){ [ 1655.397269] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]520b233c-f243-303e-2665-c3a942f8a9b4" [ 1655.397269] env[63097]: _type = "HttpNfcLease" [ 1655.397269] env[63097]: } to be ready. {{(pid=63097) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1655.404249] env[63097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1655.404249] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]520b233c-f243-303e-2665-c3a942f8a9b4" [ 1655.404249] env[63097]: _type = "HttpNfcLease" [ 1655.404249] env[63097]: } is initializing. {{(pid=63097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1655.564836] env[63097]: DEBUG oslo_vmware.api [None req-f19160f3-3a9f-4488-81f5-42eed0be5a8c tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687725, 'name': ReconfigVM_Task, 'duration_secs': 0.138575} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.565173] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-f19160f3-3a9f-4488-81f5-42eed0be5a8c tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351773', 'volume_id': '8d758192-ebcf-4b0c-b041-615e5a3676f9', 'name': 'volume-8d758192-ebcf-4b0c-b041-615e5a3676f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a57272b6-0113-4496-acd7-707165982cef', 'attached_at': '', 'detached_at': '', 'volume_id': '8d758192-ebcf-4b0c-b041-615e5a3676f9', 'serial': '8d758192-ebcf-4b0c-b041-615e5a3676f9'} {{(pid=63097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1655.615652] env[63097]: DEBUG nova.compute.utils [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1655.619710] env[63097]: INFO nova.compute.claims [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1655.623125] env[63097]: DEBUG nova.compute.manager [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1655.623376] env[63097]: DEBUG nova.network.neutron [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1655.673083] env[63097]: DEBUG nova.policy [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f666fad7d1b44451b7853be17daac034', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '698609218f87444a806ede2ee3ee9fa6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1655.807287] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "bd43928e-4ce4-4bd2-9749-2b3618d0047d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1655.807590] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "bd43928e-4ce4-4bd2-9749-2b3618d0047d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1655.807775] env[63097]: DEBUG nova.compute.manager [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1655.808952] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704e03a8-be1d-493f-aecc-747f778807ce {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.815959] env[63097]: DEBUG nova.compute.manager [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63097) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1655.818061] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1655.818292] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e329de04-8ccf-4bdb-ac15-f9069fbb382c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.825262] env[63097]: DEBUG oslo_vmware.api [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1655.825262] env[63097]: value = "task-1687727" [ 1655.825262] env[63097]: _type = "Task" [ 1655.825262] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.834512] env[63097]: DEBUG oslo_vmware.api [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.907012] env[63097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1655.907012] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]520b233c-f243-303e-2665-c3a942f8a9b4" [ 1655.907012] env[63097]: _type = "HttpNfcLease" [ 1655.907012] env[63097]: } is ready. {{(pid=63097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1655.907366] env[63097]: DEBUG oslo_vmware.rw_handles [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1655.907366] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]520b233c-f243-303e-2665-c3a942f8a9b4" [ 1655.907366] env[63097]: _type = "HttpNfcLease" [ 1655.907366] env[63097]: }. {{(pid=63097) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1655.908112] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12458a8-6735-452e-b93d-63c3d7f7c4a7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.917080] env[63097]: DEBUG oslo_vmware.rw_handles [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5290f73b-a49b-d65f-61cc-f64d0089cc64/disk-0.vmdk from lease info. {{(pid=63097) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1655.917307] env[63097]: DEBUG oslo_vmware.rw_handles [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5290f73b-a49b-d65f-61cc-f64d0089cc64/disk-0.vmdk. {{(pid=63097) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1655.975629] env[63097]: DEBUG nova.network.neutron [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] Successfully created port: 6c7a7706-1231-48c9-bead-b8af9f48e7aa {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1655.983030] env[63097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f9ef5baf-00d8-4a77-afc7-44c17d36d67f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.108345] env[63097]: DEBUG nova.objects.instance [None req-f19160f3-3a9f-4488-81f5-42eed0be5a8c tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lazy-loading 'flavor' on Instance uuid a57272b6-0113-4496-acd7-707165982cef {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1656.126779] env[63097]: DEBUG nova.compute.manager [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1656.133922] env[63097]: INFO nova.compute.resource_tracker [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Updating resource usage from migration e4cde0b6-89d5-4c55-9916-e828f5967384 [ 1656.265062] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be859b4-af16-4c94-84a1-ad48249642c4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.288943] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Updating instance '96c0976d-ce1d-4ddd-ba17-900401bcbaff' progress to 0 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1656.338649] env[63097]: DEBUG oslo_vmware.api [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687727, 'name': PowerOffVM_Task, 'duration_secs': 0.208412} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.344527] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1656.344741] env[63097]: DEBUG nova.compute.manager [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1656.346225] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6e6360-5d35-45f3-8403-bfba3f8a1669 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.392684] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b2bd53-d1c1-40ae-ac01-3d7ad2beb444 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.405724] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4525f407-0312-4821-b523-2ae7ef3577d6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.441852] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6df8db0-571a-4bac-a72f-ce9d837b8795 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.450611] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921fe8c6-b984-4bb6-911b-c7b42857fc31 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.466581] env[63097]: DEBUG nova.compute.provider_tree [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1656.803264] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1656.803264] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1c0ddf7-3104-4bda-bdb6-0531d7d5741b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.812185] env[63097]: DEBUG oslo_vmware.api [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1656.812185] env[63097]: value = "task-1687728" [ 1656.812185] env[63097]: _type = "Task" [ 1656.812185] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.823620] env[63097]: DEBUG oslo_vmware.api [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.870414] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "bd43928e-4ce4-4bd2-9749-2b3618d0047d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.061s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.969300] env[63097]: DEBUG nova.scheduler.client.report [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1657.119695] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f19160f3-3a9f-4488-81f5-42eed0be5a8c tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lock "a57272b6-0113-4496-acd7-707165982cef" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.250s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.125704] env[63097]: DEBUG oslo_vmware.rw_handles [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Completed reading data from the image iterator. {{(pid=63097) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1657.126038] env[63097]: DEBUG oslo_vmware.rw_handles [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5290f73b-a49b-d65f-61cc-f64d0089cc64/disk-0.vmdk. {{(pid=63097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1657.127143] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c75849-f203-48de-a319-d2e3988e1126 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.136110] env[63097]: DEBUG oslo_vmware.rw_handles [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5290f73b-a49b-d65f-61cc-f64d0089cc64/disk-0.vmdk is in state: ready. {{(pid=63097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1657.136392] env[63097]: DEBUG oslo_vmware.rw_handles [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5290f73b-a49b-d65f-61cc-f64d0089cc64/disk-0.vmdk. {{(pid=63097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1657.136965] env[63097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d19131ad-a0f4-4b4b-99c9-acc134521063 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.146716] env[63097]: DEBUG nova.compute.manager [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1657.176132] env[63097]: DEBUG nova.virt.hardware [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1657.176402] env[63097]: DEBUG nova.virt.hardware [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1657.176599] env[63097]: DEBUG nova.virt.hardware [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1657.176810] env[63097]: DEBUG nova.virt.hardware [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1657.176963] env[63097]: DEBUG nova.virt.hardware [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1657.177134] env[63097]: DEBUG nova.virt.hardware [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1657.177351] env[63097]: DEBUG nova.virt.hardware [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1657.177517] env[63097]: DEBUG nova.virt.hardware [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1657.177686] env[63097]: DEBUG nova.virt.hardware [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1657.177851] env[63097]: DEBUG nova.virt.hardware [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1657.178060] env[63097]: DEBUG nova.virt.hardware [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1657.178908] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e243fe07-e66e-48fa-bf70-7023ea9df0e5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.187291] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8f52cf-c535-4304-8706-143a3880f705 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.322831] env[63097]: DEBUG oslo_vmware.api [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687728, 'name': PowerOffVM_Task, 'duration_secs': 0.252894} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.323121] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1657.323313] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Updating instance '96c0976d-ce1d-4ddd-ba17-900401bcbaff' progress to 17 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1657.349776] env[63097]: DEBUG oslo_vmware.rw_handles [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5290f73b-a49b-d65f-61cc-f64d0089cc64/disk-0.vmdk. {{(pid=63097) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1657.350035] env[63097]: INFO nova.virt.vmwareapi.images [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Downloaded image file data 53d5e4d6-2269-467e-ad1a-be18eabbc970 [ 1657.350848] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feaad0a6-dfe7-4cc4-9ea8-fbd87f5fcde1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.367412] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35e581ca-5a58-48cb-a344-0c9edd9ef1ac {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.378761] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.394065] env[63097]: DEBUG nova.compute.manager [req-90af0f0f-6d1a-4111-ab09-1e38c079c76d req-fa09297b-5374-4825-9f09-adf6e2d0b580 service nova] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] Received event network-vif-plugged-6c7a7706-1231-48c9-bead-b8af9f48e7aa {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1657.394456] env[63097]: DEBUG oslo_concurrency.lockutils [req-90af0f0f-6d1a-4111-ab09-1e38c079c76d req-fa09297b-5374-4825-9f09-adf6e2d0b580 service nova] Acquiring lock "9556d58b-57a4-48cf-9767-aefd0b82916f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.394539] env[63097]: DEBUG oslo_concurrency.lockutils [req-90af0f0f-6d1a-4111-ab09-1e38c079c76d req-fa09297b-5374-4825-9f09-adf6e2d0b580 service nova] Lock "9556d58b-57a4-48cf-9767-aefd0b82916f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.394794] env[63097]: DEBUG oslo_concurrency.lockutils [req-90af0f0f-6d1a-4111-ab09-1e38c079c76d req-fa09297b-5374-4825-9f09-adf6e2d0b580 service nova] Lock "9556d58b-57a4-48cf-9767-aefd0b82916f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.394888] env[63097]: DEBUG nova.compute.manager [req-90af0f0f-6d1a-4111-ab09-1e38c079c76d req-fa09297b-5374-4825-9f09-adf6e2d0b580 service nova] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] No waiting events found dispatching network-vif-plugged-6c7a7706-1231-48c9-bead-b8af9f48e7aa {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1657.395065] env[63097]: WARNING nova.compute.manager [req-90af0f0f-6d1a-4111-ab09-1e38c079c76d req-fa09297b-5374-4825-9f09-adf6e2d0b580 service nova] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] Received unexpected event network-vif-plugged-6c7a7706-1231-48c9-bead-b8af9f48e7aa for instance with vm_state building and task_state spawning. [ 1657.396422] env[63097]: INFO nova.virt.vmwareapi.images [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] The imported VM was unregistered [ 1657.398890] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Caching image {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1657.399551] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Creating directory with path [datastore2] devstack-image-cache_base/53d5e4d6-2269-467e-ad1a-be18eabbc970 {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1657.400082] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-edd3a130-be72-4151-978b-cb76405e7b5b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.409680] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bb84c2d4-7e48-4cb7-ae75-6ab255224a3e tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Acquiring lock "a57272b6-0113-4496-acd7-707165982cef" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.410024] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bb84c2d4-7e48-4cb7-ae75-6ab255224a3e tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lock "a57272b6-0113-4496-acd7-707165982cef" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.412245] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Created directory with path [datastore2] devstack-image-cache_base/53d5e4d6-2269-467e-ad1a-be18eabbc970 {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1657.412434] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_350918c0-1a7f-4cf0-a3fd-28b6e5649ebf/OSTACK_IMG_350918c0-1a7f-4cf0-a3fd-28b6e5649ebf.vmdk to [datastore2] devstack-image-cache_base/53d5e4d6-2269-467e-ad1a-be18eabbc970/53d5e4d6-2269-467e-ad1a-be18eabbc970.vmdk. {{(pid=63097) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1657.413134] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-215f1fb4-25c5-42d6-ba13-12c7f3826407 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.422538] env[63097]: DEBUG oslo_vmware.api [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1657.422538] env[63097]: value = "task-1687730" [ 1657.422538] env[63097]: _type = "Task" [ 1657.422538] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.432075] env[63097]: DEBUG oslo_vmware.api [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687730, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.474597] env[63097]: DEBUG oslo_concurrency.lockutils [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.363s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.474823] env[63097]: INFO nova.compute.manager [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Migrating [ 1657.481214] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.639s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.482700] env[63097]: INFO nova.compute.claims [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1657.486987] env[63097]: DEBUG nova.network.neutron [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] Successfully updated port: 6c7a7706-1231-48c9-bead-b8af9f48e7aa {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1657.602770] env[63097]: DEBUG oslo_concurrency.lockutils [None req-866467f4-ce1f-4214-bf72-1c68080cd667 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "bd43928e-4ce4-4bd2-9749-2b3618d0047d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.603075] env[63097]: DEBUG oslo_concurrency.lockutils [None req-866467f4-ce1f-4214-bf72-1c68080cd667 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "bd43928e-4ce4-4bd2-9749-2b3618d0047d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.603297] env[63097]: DEBUG oslo_concurrency.lockutils [None req-866467f4-ce1f-4214-bf72-1c68080cd667 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "bd43928e-4ce4-4bd2-9749-2b3618d0047d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.603491] env[63097]: DEBUG oslo_concurrency.lockutils [None req-866467f4-ce1f-4214-bf72-1c68080cd667 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "bd43928e-4ce4-4bd2-9749-2b3618d0047d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.603689] env[63097]: DEBUG oslo_concurrency.lockutils [None req-866467f4-ce1f-4214-bf72-1c68080cd667 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "bd43928e-4ce4-4bd2-9749-2b3618d0047d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.606090] env[63097]: INFO nova.compute.manager [None req-866467f4-ce1f-4214-bf72-1c68080cd667 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Terminating instance [ 1657.608112] env[63097]: DEBUG nova.compute.manager [None req-866467f4-ce1f-4214-bf72-1c68080cd667 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1657.608322] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-866467f4-ce1f-4214-bf72-1c68080cd667 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1657.609268] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236d1744-e0a0-4365-aefc-59c9534c5243 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.622725] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-866467f4-ce1f-4214-bf72-1c68080cd667 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1657.623039] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-182dfcf8-c179-4720-abcc-1028fdf4054e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.763221] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-866467f4-ce1f-4214-bf72-1c68080cd667 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1657.764034] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-866467f4-ce1f-4214-bf72-1c68080cd667 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1657.764034] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-866467f4-ce1f-4214-bf72-1c68080cd667 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Deleting the datastore file [datastore2] bd43928e-4ce4-4bd2-9749-2b3618d0047d {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1657.764034] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9756e922-b68e-49a6-98bc-3324b388ff1a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.774253] env[63097]: DEBUG oslo_vmware.api [None req-866467f4-ce1f-4214-bf72-1c68080cd667 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1657.774253] env[63097]: value = "task-1687732" [ 1657.774253] env[63097]: _type = "Task" [ 1657.774253] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.785779] env[63097]: DEBUG oslo_vmware.api [None req-866467f4-ce1f-4214-bf72-1c68080cd667 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.829886] env[63097]: DEBUG nova.virt.hardware [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:21:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1657.830186] env[63097]: DEBUG nova.virt.hardware [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1657.830371] env[63097]: DEBUG nova.virt.hardware [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1657.830569] env[63097]: DEBUG nova.virt.hardware [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1657.830722] env[63097]: DEBUG nova.virt.hardware [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1657.830875] env[63097]: DEBUG nova.virt.hardware [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1657.831109] env[63097]: DEBUG nova.virt.hardware [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1657.831276] env[63097]: DEBUG nova.virt.hardware [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1657.831494] env[63097]: DEBUG nova.virt.hardware [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1657.831697] env[63097]: DEBUG nova.virt.hardware [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1657.831885] env[63097]: DEBUG nova.virt.hardware [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1657.838200] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70660ce6-1b2c-461f-9d25-2f5401ea3930 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.860339] env[63097]: DEBUG oslo_vmware.api [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1657.860339] env[63097]: value = "task-1687733" [ 1657.860339] env[63097]: _type = "Task" [ 1657.860339] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.873632] env[63097]: DEBUG oslo_vmware.api [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687733, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.913897] env[63097]: INFO nova.compute.manager [None req-bb84c2d4-7e48-4cb7-ae75-6ab255224a3e tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Detaching volume 726b61db-1cac-40c8-bfbd-510f9e3cd9a2 [ 1657.935249] env[63097]: DEBUG oslo_vmware.api [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687730, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.954137] env[63097]: INFO nova.virt.block_device [None req-bb84c2d4-7e48-4cb7-ae75-6ab255224a3e tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Attempting to driver detach volume 726b61db-1cac-40c8-bfbd-510f9e3cd9a2 from mountpoint /dev/sdc [ 1657.954407] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb84c2d4-7e48-4cb7-ae75-6ab255224a3e tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Volume detach. Driver type: vmdk {{(pid=63097) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1657.954609] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb84c2d4-7e48-4cb7-ae75-6ab255224a3e tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351781', 'volume_id': '726b61db-1cac-40c8-bfbd-510f9e3cd9a2', 'name': 'volume-726b61db-1cac-40c8-bfbd-510f9e3cd9a2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a57272b6-0113-4496-acd7-707165982cef', 'attached_at': '', 'detached_at': '', 'volume_id': '726b61db-1cac-40c8-bfbd-510f9e3cd9a2', 'serial': '726b61db-1cac-40c8-bfbd-510f9e3cd9a2'} {{(pid=63097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1657.955570] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ea932b-53e0-4bb8-ab5a-cf8bc0889b8e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.979047] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3abed234-24dd-4ad7-aa37-5047f7540dd0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.989406] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75900a59-19b6-4b20-8bb7-d9397da2c4d4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.994249] env[63097]: DEBUG oslo_concurrency.lockutils [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "refresh_cache-9556d58b-57a4-48cf-9767-aefd0b82916f" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.994434] env[63097]: DEBUG oslo_concurrency.lockutils [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquired lock "refresh_cache-9556d58b-57a4-48cf-9767-aefd0b82916f" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.994588] env[63097]: DEBUG nova.network.neutron [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1657.998728] env[63097]: DEBUG oslo_concurrency.lockutils [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquiring lock "refresh_cache-d59281ff-c5be-4bd1-bbe4-2d2b5bf50473" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.998728] env[63097]: DEBUG oslo_concurrency.lockutils [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquired lock "refresh_cache-d59281ff-c5be-4bd1-bbe4-2d2b5bf50473" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.998728] env[63097]: DEBUG nova.network.neutron [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1658.022598] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd925e4f-7fb3-4188-8b97-c5c1ddea6ff7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.042919] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb84c2d4-7e48-4cb7-ae75-6ab255224a3e tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] The volume has not been displaced from its original location: [datastore2] volume-726b61db-1cac-40c8-bfbd-510f9e3cd9a2/volume-726b61db-1cac-40c8-bfbd-510f9e3cd9a2.vmdk. No consolidation needed. {{(pid=63097) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1658.049887] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb84c2d4-7e48-4cb7-ae75-6ab255224a3e tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Reconfiguring VM instance instance-00000066 to detach disk 2002 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1658.050348] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fdd180f-c8c0-4e57-9987-8b90a492f699 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.076055] env[63097]: DEBUG oslo_vmware.api [None req-bb84c2d4-7e48-4cb7-ae75-6ab255224a3e tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Waiting for the task: (returnval){ [ 1658.076055] env[63097]: value = "task-1687734" [ 1658.076055] env[63097]: _type = "Task" [ 1658.076055] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.090788] env[63097]: DEBUG oslo_vmware.api [None req-bb84c2d4-7e48-4cb7-ae75-6ab255224a3e tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687734, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.287405] env[63097]: DEBUG oslo_vmware.api [None req-866467f4-ce1f-4214-bf72-1c68080cd667 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.373144] env[63097]: DEBUG oslo_vmware.api [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687733, 'name': ReconfigVM_Task, 'duration_secs': 0.32627} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.373496] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Updating instance '96c0976d-ce1d-4ddd-ba17-900401bcbaff' progress to 33 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1658.377857] env[63097]: DEBUG nova.network.neutron [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Updating instance_info_cache with network_info: [{"id": "ddbd643d-d2e7-4409-9cb5-ffa969a9e1bd", "address": "fa:16:3e:28:2c:48", "network": {"id": "b953abe6-4fcc-4e63-a60e-723743d40098", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-442380871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed7ca435e054c03a6e4ed9a11cc8646", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddbd643d-d2", "ovs_interfaceid": "ddbd643d-d2e7-4409-9cb5-ffa969a9e1bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1658.436933] env[63097]: DEBUG oslo_vmware.api [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687730, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.541104] env[63097]: DEBUG nova.network.neutron [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1658.588607] env[63097]: DEBUG oslo_vmware.api [None req-bb84c2d4-7e48-4cb7-ae75-6ab255224a3e tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687734, 'name': ReconfigVM_Task, 'duration_secs': 0.474627} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.590950] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb84c2d4-7e48-4cb7-ae75-6ab255224a3e tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Reconfigured VM instance instance-00000066 to detach disk 2002 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1658.595973] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b01262c-178b-4bcc-9956-fdbb066962f1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.618955] env[63097]: DEBUG oslo_vmware.api [None req-bb84c2d4-7e48-4cb7-ae75-6ab255224a3e tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Waiting for the task: (returnval){ [ 1658.618955] env[63097]: value = "task-1687735" [ 1658.618955] env[63097]: _type = "Task" [ 1658.618955] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.632370] env[63097]: DEBUG oslo_vmware.api [None req-bb84c2d4-7e48-4cb7-ae75-6ab255224a3e tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687735, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.725870] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbe8da5-3682-4188-8db5-76915990f994 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.738481] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab19f4c-a37b-40d1-bb6b-9c7cba110334 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.740752] env[63097]: DEBUG nova.network.neutron [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] Updating instance_info_cache with network_info: [{"id": "6c7a7706-1231-48c9-bead-b8af9f48e7aa", "address": "fa:16:3e:8b:58:a2", "network": {"id": "73d727fd-7254-4c32-8ff5-eee91ec884f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1273771499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "698609218f87444a806ede2ee3ee9fa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c7a7706-12", "ovs_interfaceid": "6c7a7706-1231-48c9-bead-b8af9f48e7aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1658.776024] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a678770-2e88-43c4-a2ad-3672476e95c8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.789482] env[63097]: DEBUG oslo_vmware.api [None req-866467f4-ce1f-4214-bf72-1c68080cd667 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.794329] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7fac2e-3053-492a-95f1-65c4fea8b03f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.812727] env[63097]: DEBUG nova.compute.provider_tree [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1658.881519] env[63097]: DEBUG nova.virt.hardware [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1658.881807] env[63097]: DEBUG nova.virt.hardware [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1658.881974] env[63097]: DEBUG nova.virt.hardware [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1658.882185] env[63097]: DEBUG nova.virt.hardware [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1658.882341] env[63097]: DEBUG nova.virt.hardware [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1658.882497] env[63097]: DEBUG nova.virt.hardware [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1658.882707] env[63097]: DEBUG nova.virt.hardware [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1658.882874] env[63097]: DEBUG nova.virt.hardware [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1658.883056] env[63097]: DEBUG nova.virt.hardware [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1658.883323] env[63097]: DEBUG nova.virt.hardware [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1658.883530] env[63097]: DEBUG nova.virt.hardware [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1658.889111] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1658.889790] env[63097]: DEBUG oslo_concurrency.lockutils [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Releasing lock "refresh_cache-d59281ff-c5be-4bd1-bbe4-2d2b5bf50473" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.891494] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb1b1224-f29f-4bc5-89b9-52f34f29abde {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.922444] env[63097]: DEBUG oslo_vmware.api [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1658.922444] env[63097]: value = "task-1687736" [ 1658.922444] env[63097]: _type = "Task" [ 1658.922444] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.937681] env[63097]: DEBUG oslo_vmware.api [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687730, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.942258] env[63097]: DEBUG oslo_vmware.api [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687736, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.133541] env[63097]: DEBUG oslo_vmware.api [None req-bb84c2d4-7e48-4cb7-ae75-6ab255224a3e tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687735, 'name': ReconfigVM_Task, 'duration_secs': 0.237306} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.133909] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb84c2d4-7e48-4cb7-ae75-6ab255224a3e tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351781', 'volume_id': '726b61db-1cac-40c8-bfbd-510f9e3cd9a2', 'name': 'volume-726b61db-1cac-40c8-bfbd-510f9e3cd9a2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a57272b6-0113-4496-acd7-707165982cef', 'attached_at': '', 'detached_at': '', 'volume_id': '726b61db-1cac-40c8-bfbd-510f9e3cd9a2', 'serial': '726b61db-1cac-40c8-bfbd-510f9e3cd9a2'} {{(pid=63097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1659.244195] env[63097]: DEBUG oslo_concurrency.lockutils [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Releasing lock "refresh_cache-9556d58b-57a4-48cf-9767-aefd0b82916f" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1659.244541] env[63097]: DEBUG nova.compute.manager [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] Instance network_info: |[{"id": "6c7a7706-1231-48c9-bead-b8af9f48e7aa", "address": "fa:16:3e:8b:58:a2", "network": {"id": "73d727fd-7254-4c32-8ff5-eee91ec884f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1273771499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "698609218f87444a806ede2ee3ee9fa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c7a7706-12", "ovs_interfaceid": "6c7a7706-1231-48c9-bead-b8af9f48e7aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1659.244998] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:58:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e30245c5-78f5-48e6-b504-c6c21f5a9b45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c7a7706-1231-48c9-bead-b8af9f48e7aa', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1659.252585] env[63097]: DEBUG oslo.service.loopingcall [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1659.252835] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1659.253090] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22731194-2821-42cc-a8d0-dfcfd3b3f73d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.276082] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1659.276082] env[63097]: value = "task-1687737" [ 1659.276082] env[63097]: _type = "Task" [ 1659.276082] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.288061] env[63097]: DEBUG oslo_vmware.api [None req-866467f4-ce1f-4214-bf72-1c68080cd667 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.291300] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687737, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.316644] env[63097]: DEBUG nova.scheduler.client.report [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1659.428636] env[63097]: DEBUG nova.compute.manager [req-538f0d98-baa2-4ecc-9afa-16ae85a05fa2 req-740533db-c499-4f80-83fc-a610cbc72e15 service nova] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] Received event network-changed-6c7a7706-1231-48c9-bead-b8af9f48e7aa {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1659.428852] env[63097]: DEBUG nova.compute.manager [req-538f0d98-baa2-4ecc-9afa-16ae85a05fa2 req-740533db-c499-4f80-83fc-a610cbc72e15 service nova] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] Refreshing instance network info cache due to event network-changed-6c7a7706-1231-48c9-bead-b8af9f48e7aa. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1659.429084] env[63097]: DEBUG oslo_concurrency.lockutils [req-538f0d98-baa2-4ecc-9afa-16ae85a05fa2 req-740533db-c499-4f80-83fc-a610cbc72e15 service nova] Acquiring lock "refresh_cache-9556d58b-57a4-48cf-9767-aefd0b82916f" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1659.429660] env[63097]: DEBUG oslo_concurrency.lockutils [req-538f0d98-baa2-4ecc-9afa-16ae85a05fa2 req-740533db-c499-4f80-83fc-a610cbc72e15 service nova] Acquired lock "refresh_cache-9556d58b-57a4-48cf-9767-aefd0b82916f" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.429660] env[63097]: DEBUG nova.network.neutron [req-538f0d98-baa2-4ecc-9afa-16ae85a05fa2 req-740533db-c499-4f80-83fc-a610cbc72e15 service nova] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] Refreshing network info cache for port 6c7a7706-1231-48c9-bead-b8af9f48e7aa {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1659.439355] env[63097]: DEBUG oslo_vmware.api [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687736, 'name': ReconfigVM_Task, 'duration_secs': 0.202724} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.440131] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1659.441204] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc5f8ef-a2ae-4821-895d-847a7eaf92dd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.447725] env[63097]: DEBUG oslo_vmware.api [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687730, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.473674] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 96c0976d-ce1d-4ddd-ba17-900401bcbaff/96c0976d-ce1d-4ddd-ba17-900401bcbaff.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1659.474073] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16b92b3c-df93-4602-ac4a-f4ed697e45d9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.495762] env[63097]: DEBUG oslo_vmware.api [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1659.495762] env[63097]: value = "task-1687738" [ 1659.495762] env[63097]: _type = "Task" [ 1659.495762] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.507297] env[63097]: DEBUG oslo_vmware.api [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687738, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.682060] env[63097]: DEBUG nova.objects.instance [None req-bb84c2d4-7e48-4cb7-ae75-6ab255224a3e tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lazy-loading 'flavor' on Instance uuid a57272b6-0113-4496-acd7-707165982cef {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1659.791927] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687737, 'name': CreateVM_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.792187] env[63097]: DEBUG oslo_vmware.api [None req-866467f4-ce1f-4214-bf72-1c68080cd667 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687732, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.850667} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.792423] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-866467f4-ce1f-4214-bf72-1c68080cd667 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1659.792611] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-866467f4-ce1f-4214-bf72-1c68080cd667 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1659.792793] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-866467f4-ce1f-4214-bf72-1c68080cd667 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1659.792969] env[63097]: INFO nova.compute.manager [None req-866467f4-ce1f-4214-bf72-1c68080cd667 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Took 2.18 seconds to destroy the instance on the hypervisor. [ 1659.793306] env[63097]: DEBUG oslo.service.loopingcall [None req-866467f4-ce1f-4214-bf72-1c68080cd667 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1659.793550] env[63097]: DEBUG nova.compute.manager [-] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1659.793646] env[63097]: DEBUG nova.network.neutron [-] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1659.821485] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.340s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.822064] env[63097]: DEBUG nova.compute.manager [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1659.824671] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.830s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.824883] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.826960] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.448s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.827167] env[63097]: DEBUG nova.objects.instance [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63097) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1659.847825] env[63097]: INFO nova.scheduler.client.report [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Deleted allocations for instance e6176203-d46f-4e5f-8207-83c251e80211 [ 1659.922016] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ad2a92-be10-4eba-8394-799b02789331 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.951503] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Updating instance 'd59281ff-c5be-4bd1-bbe4-2d2b5bf50473' progress to 0 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1659.961824] env[63097]: DEBUG oslo_vmware.api [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687730, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.378621} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.962389] env[63097]: INFO nova.virt.vmwareapi.ds_util [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_350918c0-1a7f-4cf0-a3fd-28b6e5649ebf/OSTACK_IMG_350918c0-1a7f-4cf0-a3fd-28b6e5649ebf.vmdk to [datastore2] devstack-image-cache_base/53d5e4d6-2269-467e-ad1a-be18eabbc970/53d5e4d6-2269-467e-ad1a-be18eabbc970.vmdk. [ 1659.962614] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Cleaning up location [datastore2] OSTACK_IMG_350918c0-1a7f-4cf0-a3fd-28b6e5649ebf {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1659.962978] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_350918c0-1a7f-4cf0-a3fd-28b6e5649ebf {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1659.963267] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a007905b-4232-4b3e-9147-40482ea3eff4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.969991] env[63097]: DEBUG oslo_vmware.api [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1659.969991] env[63097]: value = "task-1687739" [ 1659.969991] env[63097]: _type = "Task" [ 1659.969991] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.979430] env[63097]: DEBUG oslo_vmware.api [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.006742] env[63097]: DEBUG oslo_vmware.api [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.297121] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687737, 'name': CreateVM_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.331622] env[63097]: DEBUG nova.compute.utils [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1660.339770] env[63097]: DEBUG nova.compute.manager [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1660.339953] env[63097]: DEBUG nova.network.neutron [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1660.358802] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9e7c84ae-2229-40f3-8564-3eb945ccc234 tempest-DeleteServersTestJSON-421608845 tempest-DeleteServersTestJSON-421608845-project-member] Lock "e6176203-d46f-4e5f-8207-83c251e80211" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.481s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.411087] env[63097]: DEBUG nova.network.neutron [req-538f0d98-baa2-4ecc-9afa-16ae85a05fa2 req-740533db-c499-4f80-83fc-a610cbc72e15 service nova] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] Updated VIF entry in instance network info cache for port 6c7a7706-1231-48c9-bead-b8af9f48e7aa. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1660.411492] env[63097]: DEBUG nova.network.neutron [req-538f0d98-baa2-4ecc-9afa-16ae85a05fa2 req-740533db-c499-4f80-83fc-a610cbc72e15 service nova] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] Updating instance_info_cache with network_info: [{"id": "6c7a7706-1231-48c9-bead-b8af9f48e7aa", "address": "fa:16:3e:8b:58:a2", "network": {"id": "73d727fd-7254-4c32-8ff5-eee91ec884f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1273771499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "698609218f87444a806ede2ee3ee9fa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c7a7706-12", "ovs_interfaceid": "6c7a7706-1231-48c9-bead-b8af9f48e7aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1660.416190] env[63097]: DEBUG nova.policy [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9a4569b5e4a4e2c87c66049b132af7b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe6800db64154b1899e47110a98f88d5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1660.459499] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1660.459833] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8978168-857d-4264-bb1d-ae6781eb69ab {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.470250] env[63097]: DEBUG oslo_vmware.api [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1660.470250] env[63097]: value = "task-1687740" [ 1660.470250] env[63097]: _type = "Task" [ 1660.470250] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.488457] env[63097]: DEBUG oslo_vmware.api [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687740, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.496263] env[63097]: DEBUG oslo_vmware.api [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037982} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.496263] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1660.496263] env[63097]: DEBUG oslo_concurrency.lockutils [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53d5e4d6-2269-467e-ad1a-be18eabbc970/53d5e4d6-2269-467e-ad1a-be18eabbc970.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.496461] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/53d5e4d6-2269-467e-ad1a-be18eabbc970/53d5e4d6-2269-467e-ad1a-be18eabbc970.vmdk to [datastore2] 5cba94c3-f4c4-497c-becd-c2641c3dfc87/5cba94c3-f4c4-497c-becd-c2641c3dfc87.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1660.496910] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f028d95-fb9b-44e2-95f7-2bb9000fb4b7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.512853] env[63097]: DEBUG oslo_vmware.api [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1660.512853] env[63097]: value = "task-1687741" [ 1660.512853] env[63097]: _type = "Task" [ 1660.512853] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.514028] env[63097]: DEBUG oslo_vmware.api [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687738, 'name': ReconfigVM_Task, 'duration_secs': 0.818071} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.514028] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 96c0976d-ce1d-4ddd-ba17-900401bcbaff/96c0976d-ce1d-4ddd-ba17-900401bcbaff.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1660.514397] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Updating instance '96c0976d-ce1d-4ddd-ba17-900401bcbaff' progress to 50 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1660.530743] env[63097]: DEBUG oslo_vmware.api [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.690852] env[63097]: DEBUG oslo_concurrency.lockutils [None req-bb84c2d4-7e48-4cb7-ae75-6ab255224a3e tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lock "a57272b6-0113-4496-acd7-707165982cef" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.281s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.768142] env[63097]: DEBUG nova.network.neutron [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Successfully created port: c34b5337-7e74-4b3a-a2fe-54de63bcea08 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1660.789215] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687737, 'name': CreateVM_Task, 'duration_secs': 1.499166} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.789391] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1660.790508] env[63097]: DEBUG oslo_concurrency.lockutils [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1660.790508] env[63097]: DEBUG oslo_concurrency.lockutils [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.790666] env[63097]: DEBUG oslo_concurrency.lockutils [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1660.790842] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c334890-587b-41e3-bb58-3464c7645e10 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.797389] env[63097]: DEBUG oslo_vmware.api [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1660.797389] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52bf4b7e-d320-fa2d-167f-f20e9b89917d" [ 1660.797389] env[63097]: _type = "Task" [ 1660.797389] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.806324] env[63097]: DEBUG oslo_vmware.api [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52bf4b7e-d320-fa2d-167f-f20e9b89917d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.843961] env[63097]: DEBUG nova.compute.manager [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1660.848131] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8f6edd62-f389-4826-a762-8df6e352d3bf tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.860235] env[63097]: DEBUG nova.network.neutron [-] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1660.917237] env[63097]: DEBUG oslo_concurrency.lockutils [req-538f0d98-baa2-4ecc-9afa-16ae85a05fa2 req-740533db-c499-4f80-83fc-a610cbc72e15 service nova] Releasing lock "refresh_cache-9556d58b-57a4-48cf-9767-aefd0b82916f" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.981265] env[63097]: DEBUG oslo_vmware.api [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687740, 'name': PowerOffVM_Task, 'duration_secs': 0.283157} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.981520] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1660.982424] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Updating instance 'd59281ff-c5be-4bd1-bbe4-2d2b5bf50473' progress to 17 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1660.985304] env[63097]: DEBUG oslo_concurrency.lockutils [None req-685c2b4f-798b-4e24-8e59-47ac26730178 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Acquiring lock "a57272b6-0113-4496-acd7-707165982cef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.985560] env[63097]: DEBUG oslo_concurrency.lockutils [None req-685c2b4f-798b-4e24-8e59-47ac26730178 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lock "a57272b6-0113-4496-acd7-707165982cef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.985771] env[63097]: DEBUG oslo_concurrency.lockutils [None req-685c2b4f-798b-4e24-8e59-47ac26730178 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Acquiring lock "a57272b6-0113-4496-acd7-707165982cef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.986810] env[63097]: DEBUG oslo_concurrency.lockutils [None req-685c2b4f-798b-4e24-8e59-47ac26730178 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lock "a57272b6-0113-4496-acd7-707165982cef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.986810] env[63097]: DEBUG oslo_concurrency.lockutils [None req-685c2b4f-798b-4e24-8e59-47ac26730178 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lock "a57272b6-0113-4496-acd7-707165982cef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.989821] env[63097]: INFO nova.compute.manager [None req-685c2b4f-798b-4e24-8e59-47ac26730178 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Terminating instance [ 1660.991827] env[63097]: DEBUG nova.compute.manager [None req-685c2b4f-798b-4e24-8e59-47ac26730178 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1660.992046] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-685c2b4f-798b-4e24-8e59-47ac26730178 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1660.992910] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a598d34-3700-428e-a1ed-8fb65ee0e004 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.001537] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-685c2b4f-798b-4e24-8e59-47ac26730178 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1661.001866] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7e9a3d8-f87a-406e-8ee2-d7de47a421ea {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.012426] env[63097]: DEBUG oslo_vmware.api [None req-685c2b4f-798b-4e24-8e59-47ac26730178 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Waiting for the task: (returnval){ [ 1661.012426] env[63097]: value = "task-1687743" [ 1661.012426] env[63097]: _type = "Task" [ 1661.012426] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.027036] env[63097]: DEBUG oslo_vmware.api [None req-685c2b4f-798b-4e24-8e59-47ac26730178 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687743, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.031225] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10dfa0a2-2322-4194-bd12-c147b1625f1e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.034649] env[63097]: DEBUG oslo_vmware.api [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687741, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.056561] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98bd457-38a3-4526-9be2-581532faf817 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.078912] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Updating instance '96c0976d-ce1d-4ddd-ba17-900401bcbaff' progress to 67 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1661.310987] env[63097]: DEBUG oslo_vmware.api [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52bf4b7e-d320-fa2d-167f-f20e9b89917d, 'name': SearchDatastore_Task, 'duration_secs': 0.064393} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.311335] env[63097]: DEBUG oslo_concurrency.lockutils [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1661.311601] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1661.311826] env[63097]: DEBUG oslo_concurrency.lockutils [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.312035] env[63097]: DEBUG oslo_concurrency.lockutils [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.312177] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1661.312868] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05c53b5c-528d-4ae8-abfd-a029841931a7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.333665] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1661.333940] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1661.334833] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f3fae58-ed03-422b-a9d4-a632ee911aad {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.344303] env[63097]: DEBUG oslo_vmware.api [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1661.344303] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5216e874-a424-fdad-272a-f20cd1a65ce1" [ 1661.344303] env[63097]: _type = "Task" [ 1661.344303] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.357457] env[63097]: DEBUG oslo_vmware.api [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5216e874-a424-fdad-272a-f20cd1a65ce1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.362311] env[63097]: INFO nova.compute.manager [-] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Took 1.57 seconds to deallocate network for instance. [ 1661.456220] env[63097]: DEBUG nova.compute.manager [req-2a4b74c5-00d4-4e99-8d67-d8fe68734366 req-415d5908-ff7c-488b-8d6f-41ca06a3e0b2 service nova] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Received event network-vif-deleted-1fb7d051-57ee-4d6c-83f9-573c4b149f89 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1661.491295] env[63097]: DEBUG nova.virt.hardware [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:21:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1661.491759] env[63097]: DEBUG nova.virt.hardware [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1661.491759] env[63097]: DEBUG nova.virt.hardware [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1661.492112] env[63097]: DEBUG nova.virt.hardware [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1661.492659] env[63097]: DEBUG nova.virt.hardware [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1661.492659] env[63097]: DEBUG nova.virt.hardware [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1661.492816] env[63097]: DEBUG nova.virt.hardware [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1661.493011] env[63097]: DEBUG nova.virt.hardware [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1661.493201] env[63097]: DEBUG nova.virt.hardware [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1661.493403] env[63097]: DEBUG nova.virt.hardware [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1661.493596] env[63097]: DEBUG nova.virt.hardware [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1661.499475] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6b52897-40e9-41aa-82c8-cc68b78d301e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.522588] env[63097]: DEBUG oslo_vmware.api [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1661.522588] env[63097]: value = "task-1687744" [ 1661.522588] env[63097]: _type = "Task" [ 1661.522588] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.534393] env[63097]: DEBUG oslo_vmware.api [None req-685c2b4f-798b-4e24-8e59-47ac26730178 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687743, 'name': PowerOffVM_Task, 'duration_secs': 0.381122} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.542536] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-685c2b4f-798b-4e24-8e59-47ac26730178 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1661.542723] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-685c2b4f-798b-4e24-8e59-47ac26730178 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1661.543037] env[63097]: DEBUG oslo_vmware.api [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687741, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.543271] env[63097]: DEBUG oslo_vmware.api [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687744, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.543708] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7328cdb-3ae8-4628-ba8e-ccdb9b501253 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.634311] env[63097]: DEBUG nova.network.neutron [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Port 276db3dc-19e8-4b1c-9a5b-8f23301965b9 binding to destination host cpu-1 is already ACTIVE {{(pid=63097) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1661.725059] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ecc47155-fc06-4f5b-aa9d-d1358d8c37ac tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquiring lock "f6a7cec2-2c71-44b6-91f5-640fa267f552" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.725059] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ecc47155-fc06-4f5b-aa9d-d1358d8c37ac tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "f6a7cec2-2c71-44b6-91f5-640fa267f552" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.766285] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-685c2b4f-798b-4e24-8e59-47ac26730178 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1661.766601] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-685c2b4f-798b-4e24-8e59-47ac26730178 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1661.766818] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-685c2b4f-798b-4e24-8e59-47ac26730178 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Deleting the datastore file [datastore2] a57272b6-0113-4496-acd7-707165982cef {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1661.767132] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29d90468-ccdd-4d73-b21d-a7e0ff6d39e9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.779474] env[63097]: DEBUG oslo_vmware.api [None req-685c2b4f-798b-4e24-8e59-47ac26730178 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Waiting for the task: (returnval){ [ 1661.779474] env[63097]: value = "task-1687746" [ 1661.779474] env[63097]: _type = "Task" [ 1661.779474] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.791616] env[63097]: DEBUG oslo_vmware.api [None req-685c2b4f-798b-4e24-8e59-47ac26730178 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.859641] env[63097]: DEBUG nova.compute.manager [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1661.861868] env[63097]: DEBUG oslo_vmware.api [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5216e874-a424-fdad-272a-f20cd1a65ce1, 'name': SearchDatastore_Task, 'duration_secs': 0.092207} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.863033] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ccd229d-91d2-4650-a210-2fa6fc93105c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.869088] env[63097]: DEBUG oslo_concurrency.lockutils [None req-866467f4-ce1f-4214-bf72-1c68080cd667 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.869416] env[63097]: DEBUG oslo_concurrency.lockutils [None req-866467f4-ce1f-4214-bf72-1c68080cd667 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.869797] env[63097]: DEBUG nova.objects.instance [None req-866467f4-ce1f-4214-bf72-1c68080cd667 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lazy-loading 'resources' on Instance uuid bd43928e-4ce4-4bd2-9749-2b3618d0047d {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1661.873612] env[63097]: DEBUG oslo_vmware.api [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1661.873612] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52dc2ca4-5085-3c80-9ddf-70ac56910a67" [ 1661.873612] env[63097]: _type = "Task" [ 1661.873612] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.885819] env[63097]: DEBUG oslo_vmware.api [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52dc2ca4-5085-3c80-9ddf-70ac56910a67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.894546] env[63097]: DEBUG nova.virt.hardware [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1661.894815] env[63097]: DEBUG nova.virt.hardware [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1661.894977] env[63097]: DEBUG nova.virt.hardware [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1661.895209] env[63097]: DEBUG nova.virt.hardware [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1661.895371] env[63097]: DEBUG nova.virt.hardware [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1661.895530] env[63097]: DEBUG nova.virt.hardware [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1661.895748] env[63097]: DEBUG nova.virt.hardware [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1661.895912] env[63097]: DEBUG nova.virt.hardware [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1661.896108] env[63097]: DEBUG nova.virt.hardware [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1661.896279] env[63097]: DEBUG nova.virt.hardware [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1661.896459] env[63097]: DEBUG nova.virt.hardware [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1661.897373] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b98d58-867b-4192-a303-2f2c55bad364 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.909037] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df23c010-6e35-4ef0-bb34-372ac590db1d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.030509] env[63097]: DEBUG oslo_vmware.api [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687741, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.042366] env[63097]: DEBUG oslo_vmware.api [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687744, 'name': ReconfigVM_Task, 'duration_secs': 0.409716} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.042737] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Updating instance 'd59281ff-c5be-4bd1-bbe4-2d2b5bf50473' progress to 33 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1662.229303] env[63097]: DEBUG nova.compute.utils [None req-ecc47155-fc06-4f5b-aa9d-d1358d8c37ac tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1662.296396] env[63097]: DEBUG oslo_vmware.api [None req-685c2b4f-798b-4e24-8e59-47ac26730178 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.339176] env[63097]: DEBUG nova.network.neutron [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Successfully updated port: c34b5337-7e74-4b3a-a2fe-54de63bcea08 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1662.391500] env[63097]: DEBUG oslo_vmware.api [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52dc2ca4-5085-3c80-9ddf-70ac56910a67, 'name': SearchDatastore_Task, 'duration_secs': 0.08682} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.391806] env[63097]: DEBUG oslo_concurrency.lockutils [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1662.392092] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 9556d58b-57a4-48cf-9767-aefd0b82916f/9556d58b-57a4-48cf-9767-aefd0b82916f.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1662.392403] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb86de8d-9682-4655-b5b1-00066663767c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.408367] env[63097]: DEBUG oslo_vmware.api [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1662.408367] env[63097]: value = "task-1687747" [ 1662.408367] env[63097]: _type = "Task" [ 1662.408367] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.422271] env[63097]: DEBUG oslo_vmware.api [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687747, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.472291] env[63097]: DEBUG nova.compute.manager [req-640ded4d-2d04-4ff7-bf22-b2f67d2c6f49 req-d873a875-4a98-40dc-aec9-8cd824f2c2bc service nova] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Received event network-vif-plugged-c34b5337-7e74-4b3a-a2fe-54de63bcea08 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1662.472971] env[63097]: DEBUG oslo_concurrency.lockutils [req-640ded4d-2d04-4ff7-bf22-b2f67d2c6f49 req-d873a875-4a98-40dc-aec9-8cd824f2c2bc service nova] Acquiring lock "a51c88eb-904d-4561-b6c3-06e5232dc17f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.473313] env[63097]: DEBUG oslo_concurrency.lockutils [req-640ded4d-2d04-4ff7-bf22-b2f67d2c6f49 req-d873a875-4a98-40dc-aec9-8cd824f2c2bc service nova] Lock "a51c88eb-904d-4561-b6c3-06e5232dc17f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.473541] env[63097]: DEBUG oslo_concurrency.lockutils [req-640ded4d-2d04-4ff7-bf22-b2f67d2c6f49 req-d873a875-4a98-40dc-aec9-8cd824f2c2bc service nova] Lock "a51c88eb-904d-4561-b6c3-06e5232dc17f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.473671] env[63097]: DEBUG nova.compute.manager [req-640ded4d-2d04-4ff7-bf22-b2f67d2c6f49 req-d873a875-4a98-40dc-aec9-8cd824f2c2bc service nova] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] No waiting events found dispatching network-vif-plugged-c34b5337-7e74-4b3a-a2fe-54de63bcea08 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1662.473954] env[63097]: WARNING nova.compute.manager [req-640ded4d-2d04-4ff7-bf22-b2f67d2c6f49 req-d873a875-4a98-40dc-aec9-8cd824f2c2bc service nova] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Received unexpected event network-vif-plugged-c34b5337-7e74-4b3a-a2fe-54de63bcea08 for instance with vm_state building and task_state spawning. [ 1662.535160] env[63097]: DEBUG oslo_vmware.api [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687741, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.551754] env[63097]: DEBUG nova.virt.hardware [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1662.552249] env[63097]: DEBUG nova.virt.hardware [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1662.552354] env[63097]: DEBUG nova.virt.hardware [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1662.552574] env[63097]: DEBUG nova.virt.hardware [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1662.552789] env[63097]: DEBUG nova.virt.hardware [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1662.553012] env[63097]: DEBUG nova.virt.hardware [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1662.553283] env[63097]: DEBUG nova.virt.hardware [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1662.553616] env[63097]: DEBUG nova.virt.hardware [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1662.553723] env[63097]: DEBUG nova.virt.hardware [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1662.554538] env[63097]: DEBUG nova.virt.hardware [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1662.554538] env[63097]: DEBUG nova.virt.hardware [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1662.560189] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1662.563449] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-458366b4-7693-40b9-ae89-46f53862a16f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.590977] env[63097]: DEBUG oslo_vmware.api [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1662.590977] env[63097]: value = "task-1687748" [ 1662.590977] env[63097]: _type = "Task" [ 1662.590977] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.612388] env[63097]: DEBUG oslo_vmware.api [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687748, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.627492] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09c5d16-7123-4dea-9ecf-6c11c3288978 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.641878] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52746d2-fa99-4287-8351-ae93198119dd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.661150] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "96c0976d-ce1d-4ddd-ba17-900401bcbaff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.661396] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "96c0976d-ce1d-4ddd-ba17-900401bcbaff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.661551] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "96c0976d-ce1d-4ddd-ba17-900401bcbaff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.690959] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522b6d31-6e1a-4a86-b3a9-34f626104974 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.705068] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660630cb-0401-4dc3-ae3d-0a4d011c0328 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.728024] env[63097]: DEBUG nova.compute.provider_tree [None req-866467f4-ce1f-4214-bf72-1c68080cd667 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1662.732535] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ecc47155-fc06-4f5b-aa9d-d1358d8c37ac tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "f6a7cec2-2c71-44b6-91f5-640fa267f552" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.796451] env[63097]: DEBUG oslo_vmware.api [None req-685c2b4f-798b-4e24-8e59-47ac26730178 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.842442] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Acquiring lock "refresh_cache-a51c88eb-904d-4561-b6c3-06e5232dc17f" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1662.842606] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Acquired lock "refresh_cache-a51c88eb-904d-4561-b6c3-06e5232dc17f" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.842760] env[63097]: DEBUG nova.network.neutron [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1662.924195] env[63097]: DEBUG oslo_vmware.api [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687747, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.030141] env[63097]: DEBUG oslo_vmware.api [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687741, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.102053] env[63097]: DEBUG oslo_vmware.api [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687748, 'name': ReconfigVM_Task, 'duration_secs': 0.506537} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.102053] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1663.102398] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88683a7-4b06-4ed2-b7e5-a2d7fb8632e2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.127141] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] d59281ff-c5be-4bd1-bbe4-2d2b5bf50473/d59281ff-c5be-4bd1-bbe4-2d2b5bf50473.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1663.127377] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbdcfe8c-b3bb-4a7a-9752-0d7961eb0590 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.147340] env[63097]: DEBUG oslo_vmware.api [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1663.147340] env[63097]: value = "task-1687749" [ 1663.147340] env[63097]: _type = "Task" [ 1663.147340] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.161308] env[63097]: DEBUG oslo_vmware.api [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687749, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.231372] env[63097]: DEBUG nova.scheduler.client.report [None req-866467f4-ce1f-4214-bf72-1c68080cd667 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1663.293708] env[63097]: DEBUG oslo_vmware.api [None req-685c2b4f-798b-4e24-8e59-47ac26730178 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Task: {'id': task-1687746, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.309592} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.294026] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-685c2b4f-798b-4e24-8e59-47ac26730178 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1663.294255] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-685c2b4f-798b-4e24-8e59-47ac26730178 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1663.294450] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-685c2b4f-798b-4e24-8e59-47ac26730178 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1663.294644] env[63097]: INFO nova.compute.manager [None req-685c2b4f-798b-4e24-8e59-47ac26730178 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] [instance: a57272b6-0113-4496-acd7-707165982cef] Took 2.30 seconds to destroy the instance on the hypervisor. [ 1663.294898] env[63097]: DEBUG oslo.service.loopingcall [None req-685c2b4f-798b-4e24-8e59-47ac26730178 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1663.295124] env[63097]: DEBUG nova.compute.manager [-] [instance: a57272b6-0113-4496-acd7-707165982cef] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1663.295244] env[63097]: DEBUG nova.network.neutron [-] [instance: a57272b6-0113-4496-acd7-707165982cef] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1663.402625] env[63097]: DEBUG nova.network.neutron [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1663.420840] env[63097]: DEBUG oslo_vmware.api [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687747, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.531048] env[63097]: DEBUG oslo_vmware.api [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687741, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.524046} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.531555] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/53d5e4d6-2269-467e-ad1a-be18eabbc970/53d5e4d6-2269-467e-ad1a-be18eabbc970.vmdk to [datastore2] 5cba94c3-f4c4-497c-becd-c2641c3dfc87/5cba94c3-f4c4-497c-becd-c2641c3dfc87.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1663.532504] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a12f7e-3c29-48c8-a876-2804cfb784eb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.560315] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 5cba94c3-f4c4-497c-becd-c2641c3dfc87/5cba94c3-f4c4-497c-becd-c2641c3dfc87.vmdk or device None with type streamOptimized {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1663.560727] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-790225a2-aec6-4893-a166-10df87879285 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.587925] env[63097]: DEBUG oslo_vmware.api [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1663.587925] env[63097]: value = "task-1687750" [ 1663.587925] env[63097]: _type = "Task" [ 1663.587925] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.600268] env[63097]: DEBUG oslo_vmware.api [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687750, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.631719] env[63097]: DEBUG nova.network.neutron [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Updating instance_info_cache with network_info: [{"id": "c34b5337-7e74-4b3a-a2fe-54de63bcea08", "address": "fa:16:3e:81:ee:08", "network": {"id": "e1279667-0431-4c09-a550-444db40f2b01", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1746546802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe6800db64154b1899e47110a98f88d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc34b5337-7e", "ovs_interfaceid": "c34b5337-7e74-4b3a-a2fe-54de63bcea08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.663288] env[63097]: DEBUG oslo_vmware.api [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687749, 'name': ReconfigVM_Task, 'duration_secs': 0.385264} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.663288] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Reconfigured VM instance instance-00000068 to attach disk [datastore1] d59281ff-c5be-4bd1-bbe4-2d2b5bf50473/d59281ff-c5be-4bd1-bbe4-2d2b5bf50473.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1663.663288] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Updating instance 'd59281ff-c5be-4bd1-bbe4-2d2b5bf50473' progress to 50 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1663.710771] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "refresh_cache-96c0976d-ce1d-4ddd-ba17-900401bcbaff" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1663.711017] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquired lock "refresh_cache-96c0976d-ce1d-4ddd-ba17-900401bcbaff" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.711236] env[63097]: DEBUG nova.network.neutron [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1663.737237] env[63097]: DEBUG oslo_concurrency.lockutils [None req-866467f4-ce1f-4214-bf72-1c68080cd667 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.868s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.762145] env[63097]: INFO nova.scheduler.client.report [None req-866467f4-ce1f-4214-bf72-1c68080cd667 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Deleted allocations for instance bd43928e-4ce4-4bd2-9749-2b3618d0047d [ 1663.802365] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ecc47155-fc06-4f5b-aa9d-d1358d8c37ac tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquiring lock "f6a7cec2-2c71-44b6-91f5-640fa267f552" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.802687] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ecc47155-fc06-4f5b-aa9d-d1358d8c37ac tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "f6a7cec2-2c71-44b6-91f5-640fa267f552" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1663.802976] env[63097]: INFO nova.compute.manager [None req-ecc47155-fc06-4f5b-aa9d-d1358d8c37ac tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Attaching volume 7640eead-70ce-40a1-a21c-1a4a105f94c5 to /dev/sdb [ 1663.847245] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d36e23-820b-4b0b-9497-c115d195fee8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.856147] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab67879-ed41-4a7e-9200-0264c9c9bcb6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.872869] env[63097]: DEBUG nova.virt.block_device [None req-ecc47155-fc06-4f5b-aa9d-d1358d8c37ac tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Updating existing volume attachment record: d265432c-52f6-4820-95fc-9ac1c01c1bf8 {{(pid=63097) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1663.921259] env[63097]: DEBUG oslo_vmware.api [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687747, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.02807} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.921259] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 9556d58b-57a4-48cf-9767-aefd0b82916f/9556d58b-57a4-48cf-9767-aefd0b82916f.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1663.922145] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1663.922145] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd7a4af3-4df0-459b-941f-a93fa09fcdbf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.932825] env[63097]: DEBUG oslo_vmware.api [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1663.932825] env[63097]: value = "task-1687751" [ 1663.932825] env[63097]: _type = "Task" [ 1663.932825] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.942129] env[63097]: DEBUG oslo_vmware.api [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687751, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.105316] env[63097]: DEBUG oslo_vmware.api [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687750, 'name': ReconfigVM_Task, 'duration_secs': 0.317233} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.105666] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 5cba94c3-f4c4-497c-becd-c2641c3dfc87/5cba94c3-f4c4-497c-becd-c2641c3dfc87.vmdk or device None with type streamOptimized {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1664.106302] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-688ac9fc-adea-4656-b31a-8793fcdc3a02 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.114333] env[63097]: DEBUG oslo_vmware.api [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1664.114333] env[63097]: value = "task-1687753" [ 1664.114333] env[63097]: _type = "Task" [ 1664.114333] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.123055] env[63097]: DEBUG oslo_vmware.api [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687753, 'name': Rename_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.138852] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Releasing lock "refresh_cache-a51c88eb-904d-4561-b6c3-06e5232dc17f" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1664.139393] env[63097]: DEBUG nova.compute.manager [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Instance network_info: |[{"id": "c34b5337-7e74-4b3a-a2fe-54de63bcea08", "address": "fa:16:3e:81:ee:08", "network": {"id": "e1279667-0431-4c09-a550-444db40f2b01", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1746546802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe6800db64154b1899e47110a98f88d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc34b5337-7e", "ovs_interfaceid": "c34b5337-7e74-4b3a-a2fe-54de63bcea08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1664.139680] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:ee:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '438671d0-9468-4e44-84c1-4c0ebaa743e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c34b5337-7e74-4b3a-a2fe-54de63bcea08', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1664.147891] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Creating folder: Project (fe6800db64154b1899e47110a98f88d5). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1664.148201] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a6fdb16-6ca5-4eba-9d89-76338abcd7c7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.164705] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Created folder: Project (fe6800db64154b1899e47110a98f88d5) in parent group-v351483. [ 1664.164974] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Creating folder: Instances. Parent ref: group-v351787. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1664.165399] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc35825e-bfc3-4278-9b7d-0c1c9c0634c2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.172614] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930364ef-3f93-498b-92a0-e762f8a9b1ce {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.180403] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Created folder: Instances in parent group-v351787. [ 1664.180805] env[63097]: DEBUG oslo.service.loopingcall [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1664.198740] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1664.199254] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb495be8-55d1-4136-9455-1105ec03acc9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.213944] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8390ba22-e467-443e-ae8b-162e8c981ad4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.239616] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Updating instance 'd59281ff-c5be-4bd1-bbe4-2d2b5bf50473' progress to 67 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1664.245565] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1664.245565] env[63097]: value = "task-1687756" [ 1664.245565] env[63097]: _type = "Task" [ 1664.245565] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.254869] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687756, 'name': CreateVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.270878] env[63097]: DEBUG oslo_concurrency.lockutils [None req-866467f4-ce1f-4214-bf72-1c68080cd667 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "bd43928e-4ce4-4bd2-9749-2b3618d0047d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.668s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.290721] env[63097]: DEBUG nova.network.neutron [-] [instance: a57272b6-0113-4496-acd7-707165982cef] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1664.443869] env[63097]: DEBUG oslo_vmware.api [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687751, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082696} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.444317] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1664.445250] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967612a6-8be0-4e57-863e-8de79054de66 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.475915] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 9556d58b-57a4-48cf-9767-aefd0b82916f/9556d58b-57a4-48cf-9767-aefd0b82916f.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1664.479151] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a0ffe41-a204-4e92-bf49-07bc4352b983 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.504710] env[63097]: DEBUG oslo_vmware.api [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1664.504710] env[63097]: value = "task-1687757" [ 1664.504710] env[63097]: _type = "Task" [ 1664.504710] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.515126] env[63097]: DEBUG nova.compute.manager [req-14e8c98c-d251-430d-b8c6-b6d04ad97be0 req-0fc00073-47ad-4c17-83ec-b7c2f431f7a5 service nova] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Received event network-changed-c34b5337-7e74-4b3a-a2fe-54de63bcea08 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1664.515353] env[63097]: DEBUG nova.compute.manager [req-14e8c98c-d251-430d-b8c6-b6d04ad97be0 req-0fc00073-47ad-4c17-83ec-b7c2f431f7a5 service nova] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Refreshing instance network info cache due to event network-changed-c34b5337-7e74-4b3a-a2fe-54de63bcea08. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1664.516187] env[63097]: DEBUG oslo_concurrency.lockutils [req-14e8c98c-d251-430d-b8c6-b6d04ad97be0 req-0fc00073-47ad-4c17-83ec-b7c2f431f7a5 service nova] Acquiring lock "refresh_cache-a51c88eb-904d-4561-b6c3-06e5232dc17f" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1664.516187] env[63097]: DEBUG oslo_concurrency.lockutils [req-14e8c98c-d251-430d-b8c6-b6d04ad97be0 req-0fc00073-47ad-4c17-83ec-b7c2f431f7a5 service nova] Acquired lock "refresh_cache-a51c88eb-904d-4561-b6c3-06e5232dc17f" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1664.516461] env[63097]: DEBUG nova.network.neutron [req-14e8c98c-d251-430d-b8c6-b6d04ad97be0 req-0fc00073-47ad-4c17-83ec-b7c2f431f7a5 service nova] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Refreshing network info cache for port c34b5337-7e74-4b3a-a2fe-54de63bcea08 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1664.526517] env[63097]: DEBUG oslo_vmware.api [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687757, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.626934] env[63097]: DEBUG oslo_vmware.api [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687753, 'name': Rename_Task, 'duration_secs': 0.39049} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.626934] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1664.627277] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac0665ed-a256-42f4-b3f4-8f5cfbf93fdc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.636788] env[63097]: DEBUG oslo_vmware.api [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1664.636788] env[63097]: value = "task-1687758" [ 1664.636788] env[63097]: _type = "Task" [ 1664.636788] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.649658] env[63097]: DEBUG oslo_vmware.api [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687758, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.668207] env[63097]: DEBUG nova.network.neutron [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Updating instance_info_cache with network_info: [{"id": "276db3dc-19e8-4b1c-9a5b-8f23301965b9", "address": "fa:16:3e:fb:dd:96", "network": {"id": "7862ef5e-43cc-4460-8494-e49f3fb27411", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-385212728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caa7647ebc840f48dc539a8cc2c484b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap276db3dc-19", "ovs_interfaceid": "276db3dc-19e8-4b1c-9a5b-8f23301965b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1664.771071] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687756, 'name': CreateVM_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.794051] env[63097]: INFO nova.compute.manager [-] [instance: a57272b6-0113-4496-acd7-707165982cef] Took 1.50 seconds to deallocate network for instance. [ 1665.019994] env[63097]: DEBUG oslo_vmware.api [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.150390] env[63097]: DEBUG oslo_vmware.api [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687758, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.171320] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Releasing lock "refresh_cache-96c0976d-ce1d-4ddd-ba17-900401bcbaff" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1665.271285] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687756, 'name': CreateVM_Task, 'duration_secs': 0.843456} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.271285] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1665.271285] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1665.271285] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.271285] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1665.271285] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c7922c9-2841-4e20-97ac-08252eb8cf3c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.279648] env[63097]: DEBUG oslo_vmware.api [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Waiting for the task: (returnval){ [ 1665.279648] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]525d82b4-356d-7a62-e064-afeaaf10a137" [ 1665.279648] env[63097]: _type = "Task" [ 1665.279648] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.291397] env[63097]: DEBUG oslo_vmware.api [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]525d82b4-356d-7a62-e064-afeaaf10a137, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.302769] env[63097]: DEBUG oslo_concurrency.lockutils [None req-685c2b4f-798b-4e24-8e59-47ac26730178 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.303109] env[63097]: DEBUG oslo_concurrency.lockutils [None req-685c2b4f-798b-4e24-8e59-47ac26730178 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1665.303356] env[63097]: DEBUG nova.objects.instance [None req-685c2b4f-798b-4e24-8e59-47ac26730178 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lazy-loading 'resources' on Instance uuid a57272b6-0113-4496-acd7-707165982cef {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1665.380923] env[63097]: DEBUG nova.network.neutron [req-14e8c98c-d251-430d-b8c6-b6d04ad97be0 req-0fc00073-47ad-4c17-83ec-b7c2f431f7a5 service nova] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Updated VIF entry in instance network info cache for port c34b5337-7e74-4b3a-a2fe-54de63bcea08. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1665.381865] env[63097]: DEBUG nova.network.neutron [req-14e8c98c-d251-430d-b8c6-b6d04ad97be0 req-0fc00073-47ad-4c17-83ec-b7c2f431f7a5 service nova] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Updating instance_info_cache with network_info: [{"id": "c34b5337-7e74-4b3a-a2fe-54de63bcea08", "address": "fa:16:3e:81:ee:08", "network": {"id": "e1279667-0431-4c09-a550-444db40f2b01", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1746546802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe6800db64154b1899e47110a98f88d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc34b5337-7e", "ovs_interfaceid": "c34b5337-7e74-4b3a-a2fe-54de63bcea08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1665.522905] env[63097]: DEBUG oslo_vmware.api [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687757, 'name': ReconfigVM_Task, 'duration_secs': 0.702353} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.523599] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 9556d58b-57a4-48cf-9767-aefd0b82916f/9556d58b-57a4-48cf-9767-aefd0b82916f.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1665.524307] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41937421-2127-4ec6-a26b-0b651971d2d8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.533538] env[63097]: DEBUG oslo_vmware.api [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1665.533538] env[63097]: value = "task-1687759" [ 1665.533538] env[63097]: _type = "Task" [ 1665.533538] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.550976] env[63097]: DEBUG oslo_vmware.api [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687759, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.652077] env[63097]: DEBUG oslo_vmware.api [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687758, 'name': PowerOnVM_Task, 'duration_secs': 0.61617} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.652077] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1665.705027] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6dc7cb-50b2-4f22-a3d5-c8f1f2a53c53 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.733815] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aefbbec-0376-4eda-89ed-f70523ca9ecf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.749275] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Updating instance '96c0976d-ce1d-4ddd-ba17-900401bcbaff' progress to 83 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1665.794837] env[63097]: DEBUG oslo_vmware.api [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]525d82b4-356d-7a62-e064-afeaaf10a137, 'name': SearchDatastore_Task, 'duration_secs': 0.017134} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.795362] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1665.795890] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1665.797583] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1665.797583] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.797583] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1665.797725] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9efa72c5-3b4a-4225-93a1-9987e8d45493 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.800909] env[63097]: DEBUG nova.compute.manager [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1665.803075] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3ad405-f3c2-44d4-81c7-2b6d7b6319ea {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.816833] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1665.817099] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1665.818380] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6e8f6ff-d535-4a42-93f5-da05c0500926 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.824784] env[63097]: DEBUG oslo_vmware.api [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Waiting for the task: (returnval){ [ 1665.824784] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5281ee0a-6e88-d95c-c23a-dbb5554903e1" [ 1665.824784] env[63097]: _type = "Task" [ 1665.824784] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.833824] env[63097]: DEBUG oslo_vmware.api [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5281ee0a-6e88-d95c-c23a-dbb5554903e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.884420] env[63097]: DEBUG oslo_concurrency.lockutils [req-14e8c98c-d251-430d-b8c6-b6d04ad97be0 req-0fc00073-47ad-4c17-83ec-b7c2f431f7a5 service nova] Releasing lock "refresh_cache-a51c88eb-904d-4561-b6c3-06e5232dc17f" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1665.884686] env[63097]: DEBUG nova.compute.manager [req-14e8c98c-d251-430d-b8c6-b6d04ad97be0 req-0fc00073-47ad-4c17-83ec-b7c2f431f7a5 service nova] [instance: a57272b6-0113-4496-acd7-707165982cef] Received event network-vif-deleted-1a481644-c41e-4c9f-a501-2e31f8c3f5ff {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1665.938790] env[63097]: DEBUG nova.network.neutron [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Port ddbd643d-d2e7-4409-9cb5-ffa969a9e1bd binding to destination host cpu-1 is already ACTIVE {{(pid=63097) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1666.017198] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e269fa-fe81-4be7-8504-27f5da35e3df {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.026298] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c012e7d-b05a-4f66-958e-a05402efaf2f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.067626] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad94ecc0-7c0f-4c47-ab14-bfd091c49910 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.084285] env[63097]: DEBUG oslo_vmware.api [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687759, 'name': Rename_Task, 'duration_secs': 0.238576} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.085533] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0bfa81-13f2-4d03-bdc0-d24f8036d759 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.089447] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1666.090048] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-040bb29e-c451-45cc-97b5-927f685d01e0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.102045] env[63097]: DEBUG nova.compute.provider_tree [None req-685c2b4f-798b-4e24-8e59-47ac26730178 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1666.105828] env[63097]: DEBUG oslo_vmware.api [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1666.105828] env[63097]: value = "task-1687760" [ 1666.105828] env[63097]: _type = "Task" [ 1666.105828] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.114717] env[63097]: DEBUG oslo_vmware.api [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.253980] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1666.254326] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9939f54c-2c3b-45e2-bf9a-a890a2b26b79 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.263135] env[63097]: DEBUG oslo_vmware.api [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1666.263135] env[63097]: value = "task-1687762" [ 1666.263135] env[63097]: _type = "Task" [ 1666.263135] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.272860] env[63097]: DEBUG oslo_vmware.api [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687762, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.329366] env[63097]: DEBUG oslo_concurrency.lockutils [None req-265239f5-6347-441a-8bc3-33521820127d tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lock "5cba94c3-f4c4-497c-becd-c2641c3dfc87" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.427s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.337866] env[63097]: DEBUG oslo_vmware.api [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5281ee0a-6e88-d95c-c23a-dbb5554903e1, 'name': SearchDatastore_Task, 'duration_secs': 0.017257} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.339518] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e6dc070-88c4-4aef-ae73-9c19bdf0819d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.347702] env[63097]: DEBUG oslo_vmware.api [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Waiting for the task: (returnval){ [ 1666.347702] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5282ac73-64b3-16c4-99fc-34765be59e51" [ 1666.347702] env[63097]: _type = "Task" [ 1666.347702] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.357693] env[63097]: DEBUG oslo_vmware.api [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5282ac73-64b3-16c4-99fc-34765be59e51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.608279] env[63097]: DEBUG nova.scheduler.client.report [None req-685c2b4f-798b-4e24-8e59-47ac26730178 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1666.622959] env[63097]: DEBUG oslo_vmware.api [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687760, 'name': PowerOnVM_Task, 'duration_secs': 0.512003} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.623396] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1666.623745] env[63097]: INFO nova.compute.manager [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] Took 9.48 seconds to spawn the instance on the hypervisor. [ 1666.623860] env[63097]: DEBUG nova.compute.manager [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1666.624720] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b4b172-7edb-46aa-afe4-a6d65f281f03 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.772999] env[63097]: DEBUG oslo_vmware.api [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687762, 'name': PowerOnVM_Task} progress is 74%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.860477] env[63097]: DEBUG oslo_vmware.api [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5282ac73-64b3-16c4-99fc-34765be59e51, 'name': SearchDatastore_Task, 'duration_secs': 0.01632} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.860791] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1666.861050] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] a51c88eb-904d-4561-b6c3-06e5232dc17f/a51c88eb-904d-4561-b6c3-06e5232dc17f.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1666.861320] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3988ba6-4df5-4afa-838a-62cf14d4b200 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.871291] env[63097]: DEBUG oslo_vmware.api [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Waiting for the task: (returnval){ [ 1666.871291] env[63097]: value = "task-1687763" [ 1666.871291] env[63097]: _type = "Task" [ 1666.871291] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.880489] env[63097]: DEBUG oslo_vmware.api [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Task: {'id': task-1687763, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.957976] env[63097]: DEBUG oslo_concurrency.lockutils [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquiring lock "d59281ff-c5be-4bd1-bbe4-2d2b5bf50473-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.958230] env[63097]: DEBUG oslo_concurrency.lockutils [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "d59281ff-c5be-4bd1-bbe4-2d2b5bf50473-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.958428] env[63097]: DEBUG oslo_concurrency.lockutils [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "d59281ff-c5be-4bd1-bbe4-2d2b5bf50473-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.082537] env[63097]: DEBUG oslo_concurrency.lockutils [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "f4ee2113-e0df-4c85-8ee9-2b572ad44ba1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.082785] env[63097]: DEBUG oslo_concurrency.lockutils [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "f4ee2113-e0df-4c85-8ee9-2b572ad44ba1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.117314] env[63097]: DEBUG oslo_concurrency.lockutils [None req-685c2b4f-798b-4e24-8e59-47ac26730178 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.814s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.134395] env[63097]: INFO nova.scheduler.client.report [None req-685c2b4f-798b-4e24-8e59-47ac26730178 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Deleted allocations for instance a57272b6-0113-4496-acd7-707165982cef [ 1667.145936] env[63097]: INFO nova.compute.manager [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] Took 19.96 seconds to build instance. [ 1667.273483] env[63097]: DEBUG oslo_vmware.api [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687762, 'name': PowerOnVM_Task, 'duration_secs': 0.765071} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.273829] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1667.274076] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7baa9cab-19eb-43a0-a5a1-397096632718 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Updating instance '96c0976d-ce1d-4ddd-ba17-900401bcbaff' progress to 100 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1667.381617] env[63097]: DEBUG oslo_vmware.api [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Task: {'id': task-1687763, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.586475] env[63097]: DEBUG nova.compute.manager [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1667.642558] env[63097]: DEBUG oslo_concurrency.lockutils [None req-685c2b4f-798b-4e24-8e59-47ac26730178 tempest-AttachVolumeTestJSON-1569457629 tempest-AttachVolumeTestJSON-1569457629-project-member] Lock "a57272b6-0113-4496-acd7-707165982cef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.657s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.648667] env[63097]: DEBUG oslo_concurrency.lockutils [None req-53b607b0-3507-4ad5-a7e4-c03ec20d1f62 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "9556d58b-57a4-48cf-9767-aefd0b82916f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.473s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.883473] env[63097]: DEBUG oslo_vmware.api [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Task: {'id': task-1687763, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.93231} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.883874] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] a51c88eb-904d-4561-b6c3-06e5232dc17f/a51c88eb-904d-4561-b6c3-06e5232dc17f.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1667.884062] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1667.884385] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbefeef2-6568-4cde-9f13-ab05165f45d5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.893035] env[63097]: DEBUG oslo_vmware.api [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Waiting for the task: (returnval){ [ 1667.893035] env[63097]: value = "task-1687764" [ 1667.893035] env[63097]: _type = "Task" [ 1667.893035] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.907476] env[63097]: DEBUG oslo_vmware.api [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Task: {'id': task-1687764, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.002165] env[63097]: DEBUG oslo_concurrency.lockutils [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquiring lock "refresh_cache-d59281ff-c5be-4bd1-bbe4-2d2b5bf50473" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1668.002165] env[63097]: DEBUG oslo_concurrency.lockutils [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquired lock "refresh_cache-d59281ff-c5be-4bd1-bbe4-2d2b5bf50473" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.002165] env[63097]: DEBUG nova.network.neutron [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1668.109017] env[63097]: DEBUG oslo_concurrency.lockutils [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.109017] env[63097]: DEBUG oslo_concurrency.lockutils [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.109017] env[63097]: INFO nova.compute.claims [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1668.243743] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1668.243974] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1668.244139] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Starting heal instance info cache {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1668.402875] env[63097]: DEBUG oslo_vmware.api [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Task: {'id': task-1687764, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124748} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.403169] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1668.403998] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7fb43b-db12-46a0-8905-ca046fe7c9ea {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.427314] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] a51c88eb-904d-4561-b6c3-06e5232dc17f/a51c88eb-904d-4561-b6c3-06e5232dc17f.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1668.428433] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecc47155-fc06-4f5b-aa9d-d1358d8c37ac tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Volume attach. Driver type: vmdk {{(pid=63097) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1668.428647] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecc47155-fc06-4f5b-aa9d-d1358d8c37ac tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351786', 'volume_id': '7640eead-70ce-40a1-a21c-1a4a105f94c5', 'name': 'volume-7640eead-70ce-40a1-a21c-1a4a105f94c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f6a7cec2-2c71-44b6-91f5-640fa267f552', 'attached_at': '', 'detached_at': '', 'volume_id': '7640eead-70ce-40a1-a21c-1a4a105f94c5', 'serial': '7640eead-70ce-40a1-a21c-1a4a105f94c5'} {{(pid=63097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1668.428906] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a7319e6-2f05-452a-ac86-43a9f7b31402 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.443289] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc67140-314a-4c1c-b6aa-e70c600b155b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.461186] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8507bc-08fe-443a-b7fa-decbd7b358ea {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.463837] env[63097]: DEBUG oslo_vmware.api [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Waiting for the task: (returnval){ [ 1668.463837] env[63097]: value = "task-1687766" [ 1668.463837] env[63097]: _type = "Task" [ 1668.463837] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.489239] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecc47155-fc06-4f5b-aa9d-d1358d8c37ac tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] volume-7640eead-70ce-40a1-a21c-1a4a105f94c5/volume-7640eead-70ce-40a1-a21c-1a4a105f94c5.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1668.489972] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4e0e3e3-9886-461f-b4f4-d84bb9fc3f89 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.508140] env[63097]: DEBUG oslo_vmware.api [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Task: {'id': task-1687766, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.515127] env[63097]: DEBUG oslo_vmware.api [None req-ecc47155-fc06-4f5b-aa9d-d1358d8c37ac tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1668.515127] env[63097]: value = "task-1687767" [ 1668.515127] env[63097]: _type = "Task" [ 1668.515127] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.524387] env[63097]: DEBUG oslo_vmware.api [None req-ecc47155-fc06-4f5b-aa9d-d1358d8c37ac tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687767, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.572496] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7fa2756b-1511-4f1c-a2cd-a617f7bddfca tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "9556d58b-57a4-48cf-9767-aefd0b82916f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.572953] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7fa2756b-1511-4f1c-a2cd-a617f7bddfca tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "9556d58b-57a4-48cf-9767-aefd0b82916f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.573183] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7fa2756b-1511-4f1c-a2cd-a617f7bddfca tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "9556d58b-57a4-48cf-9767-aefd0b82916f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.573445] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7fa2756b-1511-4f1c-a2cd-a617f7bddfca tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "9556d58b-57a4-48cf-9767-aefd0b82916f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.573644] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7fa2756b-1511-4f1c-a2cd-a617f7bddfca tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "9556d58b-57a4-48cf-9767-aefd0b82916f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.576507] env[63097]: INFO nova.compute.manager [None req-7fa2756b-1511-4f1c-a2cd-a617f7bddfca tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] Terminating instance [ 1668.578660] env[63097]: DEBUG nova.compute.manager [None req-7fa2756b-1511-4f1c-a2cd-a617f7bddfca tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1668.578861] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa2756b-1511-4f1c-a2cd-a617f7bddfca tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1668.579785] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1117fef6-5e2c-45b6-af0e-864fa98de9eb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.588973] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fa2756b-1511-4f1c-a2cd-a617f7bddfca tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1668.589300] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-230a0d17-c334-418c-a194-a2d4f7986570 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.600017] env[63097]: DEBUG oslo_vmware.api [None req-7fa2756b-1511-4f1c-a2cd-a617f7bddfca tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1668.600017] env[63097]: value = "task-1687768" [ 1668.600017] env[63097]: _type = "Task" [ 1668.600017] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.610832] env[63097]: DEBUG oslo_vmware.api [None req-7fa2756b-1511-4f1c-a2cd-a617f7bddfca tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687768, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.742098] env[63097]: DEBUG nova.network.neutron [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Updating instance_info_cache with network_info: [{"id": "ddbd643d-d2e7-4409-9cb5-ffa969a9e1bd", "address": "fa:16:3e:28:2c:48", "network": {"id": "b953abe6-4fcc-4e63-a60e-723743d40098", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-442380871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed7ca435e054c03a6e4ed9a11cc8646", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddbd643d-d2", "ovs_interfaceid": "ddbd643d-d2e7-4409-9cb5-ffa969a9e1bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.773975] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "refresh_cache-e13820bb-f282-468f-90de-26279db2f9e9" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1668.774149] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquired lock "refresh_cache-e13820bb-f282-468f-90de-26279db2f9e9" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.774361] env[63097]: DEBUG nova.network.neutron [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Forcefully refreshing network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 1668.973974] env[63097]: DEBUG oslo_vmware.api [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Task: {'id': task-1687766, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.027271] env[63097]: DEBUG oslo_vmware.api [None req-ecc47155-fc06-4f5b-aa9d-d1358d8c37ac tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.112696] env[63097]: DEBUG oslo_vmware.api [None req-7fa2756b-1511-4f1c-a2cd-a617f7bddfca tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687768, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.245378] env[63097]: DEBUG oslo_concurrency.lockutils [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Releasing lock "refresh_cache-d59281ff-c5be-4bd1-bbe4-2d2b5bf50473" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.316622] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f620f98-684a-4f71-a61f-e39ed36fc12c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.326252] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb66846-bd80-485f-9343-12972f9a3204 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.359189] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14762376-ab4d-43bc-8b9b-0d338eb18821 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.369447] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5500b01-d034-4e74-8a91-25bbfa11062d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.385110] env[63097]: DEBUG nova.compute.provider_tree [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1669.475042] env[63097]: DEBUG oslo_vmware.api [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Task: {'id': task-1687766, 'name': ReconfigVM_Task, 'duration_secs': 0.739702} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.475294] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Reconfigured VM instance instance-00000071 to attach disk [datastore1] a51c88eb-904d-4561-b6c3-06e5232dc17f/a51c88eb-904d-4561-b6c3-06e5232dc17f.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1669.475910] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e646b75-dace-4622-b896-a9f0aceade26 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.482409] env[63097]: DEBUG oslo_vmware.api [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Waiting for the task: (returnval){ [ 1669.482409] env[63097]: value = "task-1687769" [ 1669.482409] env[63097]: _type = "Task" [ 1669.482409] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.490031] env[63097]: DEBUG oslo_vmware.api [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Task: {'id': task-1687769, 'name': Rename_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.525905] env[63097]: DEBUG oslo_vmware.api [None req-ecc47155-fc06-4f5b-aa9d-d1358d8c37ac tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687767, 'name': ReconfigVM_Task, 'duration_secs': 0.76406} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.526308] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecc47155-fc06-4f5b-aa9d-d1358d8c37ac tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Reconfigured VM instance instance-0000006b to attach disk [datastore2] volume-7640eead-70ce-40a1-a21c-1a4a105f94c5/volume-7640eead-70ce-40a1-a21c-1a4a105f94c5.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1669.531064] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-443ee4f4-0230-499c-abd8-7593eb2b5460 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.547499] env[63097]: DEBUG oslo_vmware.api [None req-ecc47155-fc06-4f5b-aa9d-d1358d8c37ac tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1669.547499] env[63097]: value = "task-1687770" [ 1669.547499] env[63097]: _type = "Task" [ 1669.547499] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.555918] env[63097]: DEBUG oslo_vmware.api [None req-ecc47155-fc06-4f5b-aa9d-d1358d8c37ac tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687770, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.612914] env[63097]: DEBUG oslo_vmware.api [None req-7fa2756b-1511-4f1c-a2cd-a617f7bddfca tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687768, 'name': PowerOffVM_Task, 'duration_secs': 0.543231} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.613267] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fa2756b-1511-4f1c-a2cd-a617f7bddfca tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1669.613579] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa2756b-1511-4f1c-a2cd-a617f7bddfca tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1669.614770] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f120781b-2266-436f-880f-4b52a5083535 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.695668] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa2756b-1511-4f1c-a2cd-a617f7bddfca tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1669.695912] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa2756b-1511-4f1c-a2cd-a617f7bddfca tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1669.696118] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fa2756b-1511-4f1c-a2cd-a617f7bddfca tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Deleting the datastore file [datastore2] 9556d58b-57a4-48cf-9767-aefd0b82916f {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1669.696404] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30adad95-1d52-4a01-96d6-215a6b6f56f9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.704484] env[63097]: DEBUG oslo_vmware.api [None req-7fa2756b-1511-4f1c-a2cd-a617f7bddfca tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1669.704484] env[63097]: value = "task-1687772" [ 1669.704484] env[63097]: _type = "Task" [ 1669.704484] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.712439] env[63097]: DEBUG oslo_vmware.api [None req-7fa2756b-1511-4f1c-a2cd-a617f7bddfca tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687772, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.725155] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4be6514e-377c-44bb-a805-a54ca5982db5 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "96c0976d-ce1d-4ddd-ba17-900401bcbaff" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.725550] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4be6514e-377c-44bb-a805-a54ca5982db5 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "96c0976d-ce1d-4ddd-ba17-900401bcbaff" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.725814] env[63097]: DEBUG nova.compute.manager [None req-4be6514e-377c-44bb-a805-a54ca5982db5 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Going to confirm migration 6 {{(pid=63097) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1669.758118] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b99551-8d3f-4697-97f5-874e625c93ba {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.765222] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5093b8f8-ddcf-421f-9d13-7ffea0046a00 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.888621] env[63097]: DEBUG nova.scheduler.client.report [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1669.992787] env[63097]: DEBUG oslo_vmware.api [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Task: {'id': task-1687769, 'name': Rename_Task, 'duration_secs': 0.155953} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.993101] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1669.993304] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-223eed05-d5b8-41ca-8fa3-bf4d7bbec8d4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.000027] env[63097]: DEBUG oslo_vmware.api [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Waiting for the task: (returnval){ [ 1670.000027] env[63097]: value = "task-1687773" [ 1670.000027] env[63097]: _type = "Task" [ 1670.000027] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.008067] env[63097]: DEBUG oslo_vmware.api [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Task: {'id': task-1687773, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.008936] env[63097]: DEBUG nova.network.neutron [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Updating instance_info_cache with network_info: [{"id": "dab97e12-0858-421c-bf3b-964e00693916", "address": "fa:16:3e:71:85:7f", "network": {"id": "cab4f1b3-f7f6-44cf-96d8-e5cde8573d49", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-74996664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bb501857d7a49bab571b96be7671416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdab97e12-08", "ovs_interfaceid": "dab97e12-0858-421c-bf3b-964e00693916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.058124] env[63097]: DEBUG oslo_vmware.api [None req-ecc47155-fc06-4f5b-aa9d-d1358d8c37ac tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687770, 'name': ReconfigVM_Task, 'duration_secs': 0.166263} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.058457] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecc47155-fc06-4f5b-aa9d-d1358d8c37ac tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351786', 'volume_id': '7640eead-70ce-40a1-a21c-1a4a105f94c5', 'name': 'volume-7640eead-70ce-40a1-a21c-1a4a105f94c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f6a7cec2-2c71-44b6-91f5-640fa267f552', 'attached_at': '', 'detached_at': '', 'volume_id': '7640eead-70ce-40a1-a21c-1a4a105f94c5', 'serial': '7640eead-70ce-40a1-a21c-1a4a105f94c5'} {{(pid=63097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1670.215983] env[63097]: DEBUG oslo_vmware.api [None req-7fa2756b-1511-4f1c-a2cd-a617f7bddfca tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687772, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.48821} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.216390] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fa2756b-1511-4f1c-a2cd-a617f7bddfca tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1670.216683] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa2756b-1511-4f1c-a2cd-a617f7bddfca tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1670.216935] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa2756b-1511-4f1c-a2cd-a617f7bddfca tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1670.217183] env[63097]: INFO nova.compute.manager [None req-7fa2756b-1511-4f1c-a2cd-a617f7bddfca tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1670.217489] env[63097]: DEBUG oslo.service.loopingcall [None req-7fa2756b-1511-4f1c-a2cd-a617f7bddfca tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1670.217758] env[63097]: DEBUG nova.compute.manager [-] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1670.217921] env[63097]: DEBUG nova.network.neutron [-] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1670.263195] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4be6514e-377c-44bb-a805-a54ca5982db5 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "refresh_cache-96c0976d-ce1d-4ddd-ba17-900401bcbaff" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.263402] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4be6514e-377c-44bb-a805-a54ca5982db5 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquired lock "refresh_cache-96c0976d-ce1d-4ddd-ba17-900401bcbaff" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.263587] env[63097]: DEBUG nova.network.neutron [None req-4be6514e-377c-44bb-a805-a54ca5982db5 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1670.263774] env[63097]: DEBUG nova.objects.instance [None req-4be6514e-377c-44bb-a805-a54ca5982db5 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lazy-loading 'info_cache' on Instance uuid 96c0976d-ce1d-4ddd-ba17-900401bcbaff {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1670.397389] env[63097]: DEBUG oslo_concurrency.lockutils [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.290s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.398056] env[63097]: DEBUG nova.compute.manager [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1670.512142] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Releasing lock "refresh_cache-e13820bb-f282-468f-90de-26279db2f9e9" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1670.512321] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Updated the network info_cache for instance {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1670.512625] env[63097]: DEBUG oslo_vmware.api [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Task: {'id': task-1687773, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.512794] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1670.512951] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1670.513113] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1670.513260] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1670.513399] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1670.513540] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1670.513752] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63097) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1670.513833] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1670.704276] env[63097]: DEBUG nova.compute.manager [req-86a48c30-4779-4626-ac68-943c040825a3 req-7d034209-0bac-4246-b33c-eb0970e26048 service nova] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] Received event network-vif-deleted-6c7a7706-1231-48c9-bead-b8af9f48e7aa {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1670.704548] env[63097]: INFO nova.compute.manager [req-86a48c30-4779-4626-ac68-943c040825a3 req-7d034209-0bac-4246-b33c-eb0970e26048 service nova] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] Neutron deleted interface 6c7a7706-1231-48c9-bead-b8af9f48e7aa; detaching it from the instance and deleting it from the info cache [ 1670.704772] env[63097]: DEBUG nova.network.neutron [req-86a48c30-4779-4626-ac68-943c040825a3 req-7d034209-0bac-4246-b33c-eb0970e26048 service nova] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.866023] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93c4f03-cfaa-4b3e-aab3-1b309f2420c6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.890054] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6761ea44-22b3-457c-84d5-8b7277b18ad2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.898228] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Updating instance 'd59281ff-c5be-4bd1-bbe4-2d2b5bf50473' progress to 83 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1670.902755] env[63097]: DEBUG nova.compute.utils [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1670.904095] env[63097]: DEBUG nova.compute.manager [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1670.904319] env[63097]: DEBUG nova.network.neutron [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1670.950083] env[63097]: DEBUG nova.policy [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d9752f7a1144da5a717a08076bec13e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '948f5dbd858b498ab568c3656c1b46ae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1671.010576] env[63097]: DEBUG oslo_vmware.api [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Task: {'id': task-1687773, 'name': PowerOnVM_Task, 'duration_secs': 0.649221} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.010910] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1671.011075] env[63097]: INFO nova.compute.manager [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Took 9.15 seconds to spawn the instance on the hypervisor. [ 1671.011267] env[63097]: DEBUG nova.compute.manager [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1671.012070] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07b8e52-05b0-48cc-ad77-1b7a06ac10cf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.016775] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.016976] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.017157] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.017305] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1671.019333] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49e03fb-eec5-4d59-9f73-33cf4e555d47 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.029386] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3f86bb-29d3-43aa-99ee-3ea1555679fe {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.043213] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6803638b-94b7-4d8f-bd26-45c7ab400e23 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.050312] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0a60ea-eb98-42fa-a12a-a0417185102b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.082190] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180027MB free_disk=147GB free_vcpus=48 pci_devices=None {{(pid=63097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1671.082352] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.082566] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.112485] env[63097]: DEBUG nova.objects.instance [None req-ecc47155-fc06-4f5b-aa9d-d1358d8c37ac tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lazy-loading 'flavor' on Instance uuid f6a7cec2-2c71-44b6-91f5-640fa267f552 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1671.170396] env[63097]: DEBUG nova.network.neutron [-] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.207427] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d9f9a4ba-3f56-450b-8436-5915640d5985 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.210463] env[63097]: DEBUG nova.network.neutron [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Successfully created port: 616ff3c3-8e1c-43c4-ad63-05cf93ecd89a {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1671.220570] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bea6c73-e7e9-4811-8937-ecf4b2ce6d5d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.253114] env[63097]: DEBUG nova.compute.manager [req-86a48c30-4779-4626-ac68-943c040825a3 req-7d034209-0bac-4246-b33c-eb0970e26048 service nova] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] Detach interface failed, port_id=6c7a7706-1231-48c9-bead-b8af9f48e7aa, reason: Instance 9556d58b-57a4-48cf-9767-aefd0b82916f could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1671.407551] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1671.408068] env[63097]: DEBUG nova.compute.manager [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1671.410569] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fff90f38-f066-4956-888e-3619f4c30710 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.419616] env[63097]: DEBUG oslo_vmware.api [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1671.419616] env[63097]: value = "task-1687775" [ 1671.419616] env[63097]: _type = "Task" [ 1671.419616] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.428313] env[63097]: DEBUG oslo_vmware.api [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.491888] env[63097]: DEBUG nova.network.neutron [None req-4be6514e-377c-44bb-a805-a54ca5982db5 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Updating instance_info_cache with network_info: [{"id": "276db3dc-19e8-4b1c-9a5b-8f23301965b9", "address": "fa:16:3e:fb:dd:96", "network": {"id": "7862ef5e-43cc-4460-8494-e49f3fb27411", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-385212728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caa7647ebc840f48dc539a8cc2c484b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap276db3dc-19", "ovs_interfaceid": "276db3dc-19e8-4b1c-9a5b-8f23301965b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.535068] env[63097]: INFO nova.compute.manager [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Took 18.72 seconds to build instance. [ 1671.620352] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ecc47155-fc06-4f5b-aa9d-d1358d8c37ac tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "f6a7cec2-2c71-44b6-91f5-640fa267f552" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.817s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.673104] env[63097]: INFO nova.compute.manager [-] [instance: 9556d58b-57a4-48cf-9767-aefd0b82916f] Took 1.46 seconds to deallocate network for instance. [ 1671.929247] env[63097]: DEBUG oslo_vmware.api [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687775, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.994633] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4be6514e-377c-44bb-a805-a54ca5982db5 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Releasing lock "refresh_cache-96c0976d-ce1d-4ddd-ba17-900401bcbaff" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.994912] env[63097]: DEBUG nova.objects.instance [None req-4be6514e-377c-44bb-a805-a54ca5982db5 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lazy-loading 'migration_context' on Instance uuid 96c0976d-ce1d-4ddd-ba17-900401bcbaff {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1672.037073] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d8e467ee-549c-4157-a96b-ae008cf08439 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Lock "a51c88eb-904d-4561-b6c3-06e5232dc17f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.224s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.095411] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Applying migration context for instance 96c0976d-ce1d-4ddd-ba17-900401bcbaff as it has an incoming, in-progress migration 711c5ee5-4b06-47fb-832b-ec37c5f13466. Migration status is confirming {{(pid=63097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1672.095771] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Applying migration context for instance d59281ff-c5be-4bd1-bbe4-2d2b5bf50473 as it has an incoming, in-progress migration e4cde0b6-89d5-4c55-9916-e828f5967384. Migration status is post-migrating {{(pid=63097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1672.097498] env[63097]: INFO nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Updating resource usage from migration 711c5ee5-4b06-47fb-832b-ec37c5f13466 [ 1672.097821] env[63097]: INFO nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Updating resource usage from migration e4cde0b6-89d5-4c55-9916-e828f5967384 [ 1672.121814] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1672.121972] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance e13820bb-f282-468f-90de-26279db2f9e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1672.122122] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance bca51e28-e24e-47dd-86e2-935d76b79bc0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1672.122292] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance f6a7cec2-2c71-44b6-91f5-640fa267f552 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1672.122494] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 25676d70-9350-4ed0-a49a-f3c4fb577895 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1672.122708] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 5cba94c3-f4c4-497c-becd-c2641c3dfc87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1672.122855] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Migration 711c5ee5-4b06-47fb-832b-ec37c5f13466 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1672.122974] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 96c0976d-ce1d-4ddd-ba17-900401bcbaff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1672.123102] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 9556d58b-57a4-48cf-9767-aefd0b82916f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1672.123248] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Migration e4cde0b6-89d5-4c55-9916-e828f5967384 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1672.123408] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance d59281ff-c5be-4bd1-bbe4-2d2b5bf50473 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1672.123569] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance a51c88eb-904d-4561-b6c3-06e5232dc17f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1672.123692] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance f4ee2113-e0df-4c85-8ee9-2b572ad44ba1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1672.123896] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=63097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1672.124042] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3136MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=63097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1672.179271] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7fa2756b-1511-4f1c-a2cd-a617f7bddfca tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.359593] env[63097]: DEBUG oslo_concurrency.lockutils [None req-670a735e-1cfa-453f-8d92-69fd7325c74a tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquiring lock "f6a7cec2-2c71-44b6-91f5-640fa267f552" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.359593] env[63097]: DEBUG oslo_concurrency.lockutils [None req-670a735e-1cfa-453f-8d92-69fd7325c74a tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "f6a7cec2-2c71-44b6-91f5-640fa267f552" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.362505] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e64c56-2cab-48cc-92ac-3760d1c10279 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.371364] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35937110-4e41-457f-8e1f-b75ae033b29b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.401222] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efeab00-4be3-4669-8b08-05ade86db22f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.409330] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e7d03e-e16f-4956-be3b-921241e87b7e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.423985] env[63097]: DEBUG nova.compute.manager [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1672.426284] env[63097]: DEBUG nova.compute.provider_tree [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1672.438251] env[63097]: DEBUG oslo_vmware.api [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687775, 'name': PowerOnVM_Task, 'duration_secs': 0.826747} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.439150] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1672.439392] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-80cc913b-bdbe-414c-818c-2a0b4c8fe8e3 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Updating instance 'd59281ff-c5be-4bd1-bbe4-2d2b5bf50473' progress to 100 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1672.457503] env[63097]: DEBUG nova.virt.hardware [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1672.457503] env[63097]: DEBUG nova.virt.hardware [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1672.457503] env[63097]: DEBUG nova.virt.hardware [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1672.457762] env[63097]: DEBUG nova.virt.hardware [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1672.457801] env[63097]: DEBUG nova.virt.hardware [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1672.457959] env[63097]: DEBUG nova.virt.hardware [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1672.458194] env[63097]: DEBUG nova.virt.hardware [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1672.458359] env[63097]: DEBUG nova.virt.hardware [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1672.458534] env[63097]: DEBUG nova.virt.hardware [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1672.458698] env[63097]: DEBUG nova.virt.hardware [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1672.458873] env[63097]: DEBUG nova.virt.hardware [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1672.460032] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc03194b-35ec-40c7-893a-a27b3415a2b9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.468739] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275d2b60-d246-439b-9f87-2e5adc1a07be {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.497323] env[63097]: DEBUG nova.objects.base [None req-4be6514e-377c-44bb-a805-a54ca5982db5 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Object Instance<96c0976d-ce1d-4ddd-ba17-900401bcbaff> lazy-loaded attributes: info_cache,migration_context {{(pid=63097) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1672.498224] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6726e555-0c6b-4725-b0d5-ec8a9097ef4f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.520482] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2733f8bd-9610-4097-88fb-09270f0912d9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.526833] env[63097]: DEBUG oslo_vmware.api [None req-4be6514e-377c-44bb-a805-a54ca5982db5 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1672.526833] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]525bbf98-fc18-ea35-9fc1-98773ed5cc73" [ 1672.526833] env[63097]: _type = "Task" [ 1672.526833] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.535837] env[63097]: DEBUG oslo_vmware.api [None req-4be6514e-377c-44bb-a805-a54ca5982db5 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]525bbf98-fc18-ea35-9fc1-98773ed5cc73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.601266] env[63097]: DEBUG oslo_concurrency.lockutils [None req-002d2424-d210-4a4a-b331-8dbfc0def2b5 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Acquiring lock "a51c88eb-904d-4561-b6c3-06e5232dc17f" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.601584] env[63097]: DEBUG oslo_concurrency.lockutils [None req-002d2424-d210-4a4a-b331-8dbfc0def2b5 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Lock "a51c88eb-904d-4561-b6c3-06e5232dc17f" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.601843] env[63097]: INFO nova.compute.manager [None req-002d2424-d210-4a4a-b331-8dbfc0def2b5 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Rebooting instance [ 1672.685558] env[63097]: DEBUG nova.network.neutron [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Successfully updated port: 616ff3c3-8e1c-43c4-ad63-05cf93ecd89a {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1672.728569] env[63097]: DEBUG nova.compute.manager [req-f6f0f923-8f62-4fb7-a1ee-a87362403fd5 req-2d2c2833-5016-41a0-9b7b-3e7087bb9868 service nova] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Received event network-vif-plugged-616ff3c3-8e1c-43c4-ad63-05cf93ecd89a {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1672.728811] env[63097]: DEBUG oslo_concurrency.lockutils [req-f6f0f923-8f62-4fb7-a1ee-a87362403fd5 req-2d2c2833-5016-41a0-9b7b-3e7087bb9868 service nova] Acquiring lock "f4ee2113-e0df-4c85-8ee9-2b572ad44ba1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.729053] env[63097]: DEBUG oslo_concurrency.lockutils [req-f6f0f923-8f62-4fb7-a1ee-a87362403fd5 req-2d2c2833-5016-41a0-9b7b-3e7087bb9868 service nova] Lock "f4ee2113-e0df-4c85-8ee9-2b572ad44ba1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.729231] env[63097]: DEBUG oslo_concurrency.lockutils [req-f6f0f923-8f62-4fb7-a1ee-a87362403fd5 req-2d2c2833-5016-41a0-9b7b-3e7087bb9868 service nova] Lock "f4ee2113-e0df-4c85-8ee9-2b572ad44ba1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.729405] env[63097]: DEBUG nova.compute.manager [req-f6f0f923-8f62-4fb7-a1ee-a87362403fd5 req-2d2c2833-5016-41a0-9b7b-3e7087bb9868 service nova] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] No waiting events found dispatching network-vif-plugged-616ff3c3-8e1c-43c4-ad63-05cf93ecd89a {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1672.729576] env[63097]: WARNING nova.compute.manager [req-f6f0f923-8f62-4fb7-a1ee-a87362403fd5 req-2d2c2833-5016-41a0-9b7b-3e7087bb9868 service nova] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Received unexpected event network-vif-plugged-616ff3c3-8e1c-43c4-ad63-05cf93ecd89a for instance with vm_state building and task_state spawning. [ 1672.729740] env[63097]: DEBUG nova.compute.manager [req-f6f0f923-8f62-4fb7-a1ee-a87362403fd5 req-2d2c2833-5016-41a0-9b7b-3e7087bb9868 service nova] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Received event network-changed-616ff3c3-8e1c-43c4-ad63-05cf93ecd89a {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1672.729935] env[63097]: DEBUG nova.compute.manager [req-f6f0f923-8f62-4fb7-a1ee-a87362403fd5 req-2d2c2833-5016-41a0-9b7b-3e7087bb9868 service nova] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Refreshing instance network info cache due to event network-changed-616ff3c3-8e1c-43c4-ad63-05cf93ecd89a. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1672.730136] env[63097]: DEBUG oslo_concurrency.lockutils [req-f6f0f923-8f62-4fb7-a1ee-a87362403fd5 req-2d2c2833-5016-41a0-9b7b-3e7087bb9868 service nova] Acquiring lock "refresh_cache-f4ee2113-e0df-4c85-8ee9-2b572ad44ba1" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.730280] env[63097]: DEBUG oslo_concurrency.lockutils [req-f6f0f923-8f62-4fb7-a1ee-a87362403fd5 req-2d2c2833-5016-41a0-9b7b-3e7087bb9868 service nova] Acquired lock "refresh_cache-f4ee2113-e0df-4c85-8ee9-2b572ad44ba1" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.730440] env[63097]: DEBUG nova.network.neutron [req-f6f0f923-8f62-4fb7-a1ee-a87362403fd5 req-2d2c2833-5016-41a0-9b7b-3e7087bb9868 service nova] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Refreshing network info cache for port 616ff3c3-8e1c-43c4-ad63-05cf93ecd89a {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1672.866504] env[63097]: INFO nova.compute.manager [None req-670a735e-1cfa-453f-8d92-69fd7325c74a tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Detaching volume 7640eead-70ce-40a1-a21c-1a4a105f94c5 [ 1672.931736] env[63097]: DEBUG nova.scheduler.client.report [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1672.944291] env[63097]: INFO nova.virt.block_device [None req-670a735e-1cfa-453f-8d92-69fd7325c74a tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Attempting to driver detach volume 7640eead-70ce-40a1-a21c-1a4a105f94c5 from mountpoint /dev/sdb [ 1672.944587] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-670a735e-1cfa-453f-8d92-69fd7325c74a tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Volume detach. Driver type: vmdk {{(pid=63097) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1672.944785] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-670a735e-1cfa-453f-8d92-69fd7325c74a tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351786', 'volume_id': '7640eead-70ce-40a1-a21c-1a4a105f94c5', 'name': 'volume-7640eead-70ce-40a1-a21c-1a4a105f94c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f6a7cec2-2c71-44b6-91f5-640fa267f552', 'attached_at': '', 'detached_at': '', 'volume_id': '7640eead-70ce-40a1-a21c-1a4a105f94c5', 'serial': '7640eead-70ce-40a1-a21c-1a4a105f94c5'} {{(pid=63097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1672.949470] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92730375-31df-46c2-a567-cf595001f934 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.976950] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2c1053-ce43-4e41-a071-8e18b7ffe04c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.987211] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3f1b12-311b-4967-a2bf-7482a04397c8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.008661] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e692de-5f5d-4f1e-91b0-056e0409928b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.025533] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-670a735e-1cfa-453f-8d92-69fd7325c74a tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] The volume has not been displaced from its original location: [datastore2] volume-7640eead-70ce-40a1-a21c-1a4a105f94c5/volume-7640eead-70ce-40a1-a21c-1a4a105f94c5.vmdk. No consolidation needed. {{(pid=63097) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1673.030901] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-670a735e-1cfa-453f-8d92-69fd7325c74a tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Reconfiguring VM instance instance-0000006b to detach disk 2001 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1673.031302] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-330ba880-d7b6-48a2-a434-b53c0b2a83cc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.053113] env[63097]: DEBUG oslo_vmware.api [None req-4be6514e-377c-44bb-a805-a54ca5982db5 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]525bbf98-fc18-ea35-9fc1-98773ed5cc73, 'name': SearchDatastore_Task, 'duration_secs': 0.008491} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.054474] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4be6514e-377c-44bb-a805-a54ca5982db5 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.054851] env[63097]: DEBUG oslo_vmware.api [None req-670a735e-1cfa-453f-8d92-69fd7325c74a tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1673.054851] env[63097]: value = "task-1687776" [ 1673.054851] env[63097]: _type = "Task" [ 1673.054851] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.062907] env[63097]: DEBUG oslo_vmware.api [None req-670a735e-1cfa-453f-8d92-69fd7325c74a tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687776, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.119801] env[63097]: DEBUG oslo_concurrency.lockutils [None req-002d2424-d210-4a4a-b331-8dbfc0def2b5 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Acquiring lock "refresh_cache-a51c88eb-904d-4561-b6c3-06e5232dc17f" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1673.120063] env[63097]: DEBUG oslo_concurrency.lockutils [None req-002d2424-d210-4a4a-b331-8dbfc0def2b5 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Acquired lock "refresh_cache-a51c88eb-904d-4561-b6c3-06e5232dc17f" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.120272] env[63097]: DEBUG nova.network.neutron [None req-002d2424-d210-4a4a-b331-8dbfc0def2b5 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1673.188398] env[63097]: DEBUG oslo_concurrency.lockutils [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "refresh_cache-f4ee2113-e0df-4c85-8ee9-2b572ad44ba1" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1673.264674] env[63097]: DEBUG nova.network.neutron [req-f6f0f923-8f62-4fb7-a1ee-a87362403fd5 req-2d2c2833-5016-41a0-9b7b-3e7087bb9868 service nova] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1673.315642] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8c40cc3b-58df-4f01-9e64-462c3bfdff14 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Acquiring lock "25676d70-9350-4ed0-a49a-f3c4fb577895" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.315642] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8c40cc3b-58df-4f01-9e64-462c3bfdff14 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Lock "25676d70-9350-4ed0-a49a-f3c4fb577895" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.315732] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8c40cc3b-58df-4f01-9e64-462c3bfdff14 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Acquiring lock "25676d70-9350-4ed0-a49a-f3c4fb577895-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.315913] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8c40cc3b-58df-4f01-9e64-462c3bfdff14 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Lock "25676d70-9350-4ed0-a49a-f3c4fb577895-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.316133] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8c40cc3b-58df-4f01-9e64-462c3bfdff14 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Lock "25676d70-9350-4ed0-a49a-f3c4fb577895-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1673.319457] env[63097]: INFO nova.compute.manager [None req-8c40cc3b-58df-4f01-9e64-462c3bfdff14 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Terminating instance [ 1673.322171] env[63097]: DEBUG nova.compute.manager [None req-8c40cc3b-58df-4f01-9e64-462c3bfdff14 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1673.322403] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-8c40cc3b-58df-4f01-9e64-462c3bfdff14 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1673.323259] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b76da04-7092-408d-9f5b-5ae45f2f01ad {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.331985] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c40cc3b-58df-4f01-9e64-462c3bfdff14 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1673.332374] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dcd89d8-2765-4f72-9979-e4ccb28a85e5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.340290] env[63097]: DEBUG oslo_vmware.api [None req-8c40cc3b-58df-4f01-9e64-462c3bfdff14 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Waiting for the task: (returnval){ [ 1673.340290] env[63097]: value = "task-1687777" [ 1673.340290] env[63097]: _type = "Task" [ 1673.340290] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.350688] env[63097]: DEBUG oslo_vmware.api [None req-8c40cc3b-58df-4f01-9e64-462c3bfdff14 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Task: {'id': task-1687777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.351694] env[63097]: DEBUG nova.network.neutron [req-f6f0f923-8f62-4fb7-a1ee-a87362403fd5 req-2d2c2833-5016-41a0-9b7b-3e7087bb9868 service nova] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1673.436655] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1673.437087] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.354s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1673.437439] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7fa2756b-1511-4f1c-a2cd-a617f7bddfca tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.258s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.437716] env[63097]: DEBUG nova.objects.instance [None req-7fa2756b-1511-4f1c-a2cd-a617f7bddfca tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lazy-loading 'resources' on Instance uuid 9556d58b-57a4-48cf-9767-aefd0b82916f {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1673.438947] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1673.439150] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Cleaning up deleted instances {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 1673.565961] env[63097]: DEBUG oslo_vmware.api [None req-670a735e-1cfa-453f-8d92-69fd7325c74a tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687776, 'name': ReconfigVM_Task, 'duration_secs': 0.294722} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.566277] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-670a735e-1cfa-453f-8d92-69fd7325c74a tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Reconfigured VM instance instance-0000006b to detach disk 2001 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1673.571319] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18dce52e-7a5d-451c-afea-442b3b6c51ee {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.588660] env[63097]: DEBUG oslo_vmware.api [None req-670a735e-1cfa-453f-8d92-69fd7325c74a tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1673.588660] env[63097]: value = "task-1687779" [ 1673.588660] env[63097]: _type = "Task" [ 1673.588660] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.597063] env[63097]: DEBUG oslo_vmware.api [None req-670a735e-1cfa-453f-8d92-69fd7325c74a tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687779, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.853787] env[63097]: DEBUG oslo_vmware.api [None req-8c40cc3b-58df-4f01-9e64-462c3bfdff14 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Task: {'id': task-1687777, 'name': PowerOffVM_Task, 'duration_secs': 0.23271} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.854433] env[63097]: DEBUG oslo_concurrency.lockutils [req-f6f0f923-8f62-4fb7-a1ee-a87362403fd5 req-2d2c2833-5016-41a0-9b7b-3e7087bb9868 service nova] Releasing lock "refresh_cache-f4ee2113-e0df-4c85-8ee9-2b572ad44ba1" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1673.855014] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c40cc3b-58df-4f01-9e64-462c3bfdff14 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1673.855205] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-8c40cc3b-58df-4f01-9e64-462c3bfdff14 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1673.855558] env[63097]: DEBUG oslo_concurrency.lockutils [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquired lock "refresh_cache-f4ee2113-e0df-4c85-8ee9-2b572ad44ba1" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.855704] env[63097]: DEBUG nova.network.neutron [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1673.857160] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3bc4ab0-c70c-4553-95ce-07f51fc0bde4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.879898] env[63097]: DEBUG nova.network.neutron [None req-002d2424-d210-4a4a-b331-8dbfc0def2b5 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Updating instance_info_cache with network_info: [{"id": "c34b5337-7e74-4b3a-a2fe-54de63bcea08", "address": "fa:16:3e:81:ee:08", "network": {"id": "e1279667-0431-4c09-a550-444db40f2b01", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1746546802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe6800db64154b1899e47110a98f88d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc34b5337-7e", "ovs_interfaceid": "c34b5337-7e74-4b3a-a2fe-54de63bcea08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1673.956703] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] There are 52 instances to clean {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11238}} [ 1673.956885] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: bd43928e-4ce4-4bd2-9749-2b3618d0047d] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1674.005433] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-8c40cc3b-58df-4f01-9e64-462c3bfdff14 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1674.005652] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-8c40cc3b-58df-4f01-9e64-462c3bfdff14 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1674.005988] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c40cc3b-58df-4f01-9e64-462c3bfdff14 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Deleting the datastore file [datastore1] 25676d70-9350-4ed0-a49a-f3c4fb577895 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1674.007924] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a450684-3145-4c12-a7d9-2d9562525eb1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.017087] env[63097]: DEBUG oslo_vmware.api [None req-8c40cc3b-58df-4f01-9e64-462c3bfdff14 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Waiting for the task: (returnval){ [ 1674.017087] env[63097]: value = "task-1687781" [ 1674.017087] env[63097]: _type = "Task" [ 1674.017087] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.030412] env[63097]: DEBUG oslo_vmware.api [None req-8c40cc3b-58df-4f01-9e64-462c3bfdff14 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Task: {'id': task-1687781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.103177] env[63097]: DEBUG oslo_vmware.api [None req-670a735e-1cfa-453f-8d92-69fd7325c74a tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687779, 'name': ReconfigVM_Task, 'duration_secs': 0.217104} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.103177] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-670a735e-1cfa-453f-8d92-69fd7325c74a tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351786', 'volume_id': '7640eead-70ce-40a1-a21c-1a4a105f94c5', 'name': 'volume-7640eead-70ce-40a1-a21c-1a4a105f94c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f6a7cec2-2c71-44b6-91f5-640fa267f552', 'attached_at': '', 'detached_at': '', 'volume_id': '7640eead-70ce-40a1-a21c-1a4a105f94c5', 'serial': '7640eead-70ce-40a1-a21c-1a4a105f94c5'} {{(pid=63097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1674.133766] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cc31d2-ec64-4376-b359-b05548cae0bb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.144377] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68842c27-4eab-43bc-b6c3-452128799f2b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.177272] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3aded37-95bd-46fd-9946-d47220dacd9b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.185037] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f94f1ae-4364-4af1-96c0-7581f8aa1d40 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.199264] env[63097]: DEBUG nova.compute.provider_tree [None req-7fa2756b-1511-4f1c-a2cd-a617f7bddfca tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1674.382837] env[63097]: DEBUG oslo_concurrency.lockutils [None req-002d2424-d210-4a4a-b331-8dbfc0def2b5 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Releasing lock "refresh_cache-a51c88eb-904d-4561-b6c3-06e5232dc17f" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1674.385638] env[63097]: DEBUG nova.compute.manager [None req-002d2424-d210-4a4a-b331-8dbfc0def2b5 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1674.386623] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5b19b9-3f0a-4531-bc06-feca98a3735e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.390156] env[63097]: DEBUG nova.network.neutron [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1674.460456] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 4b9f24fc-7521-4fdb-a3f3-f49840cb53e0] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1674.527273] env[63097]: DEBUG nova.network.neutron [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Updating instance_info_cache with network_info: [{"id": "616ff3c3-8e1c-43c4-ad63-05cf93ecd89a", "address": "fa:16:3e:0b:30:e6", "network": {"id": "d70cadc2-f0c2-4049-9ac7-d45e51f71646", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-192217268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "948f5dbd858b498ab568c3656c1b46ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap616ff3c3-8e", "ovs_interfaceid": "616ff3c3-8e1c-43c4-ad63-05cf93ecd89a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1674.532083] env[63097]: DEBUG oslo_vmware.api [None req-8c40cc3b-58df-4f01-9e64-462c3bfdff14 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Task: {'id': task-1687781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143306} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.532619] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c40cc3b-58df-4f01-9e64-462c3bfdff14 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1674.532891] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-8c40cc3b-58df-4f01-9e64-462c3bfdff14 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1674.533011] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-8c40cc3b-58df-4f01-9e64-462c3bfdff14 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1674.533197] env[63097]: INFO nova.compute.manager [None req-8c40cc3b-58df-4f01-9e64-462c3bfdff14 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1674.533450] env[63097]: DEBUG oslo.service.loopingcall [None req-8c40cc3b-58df-4f01-9e64-462c3bfdff14 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1674.533646] env[63097]: DEBUG nova.compute.manager [-] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1674.533769] env[63097]: DEBUG nova.network.neutron [-] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1674.624312] env[63097]: DEBUG nova.network.neutron [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Port ddbd643d-d2e7-4409-9cb5-ffa969a9e1bd binding to destination host cpu-1 is already ACTIVE {{(pid=63097) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1674.624597] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquiring lock "refresh_cache-d59281ff-c5be-4bd1-bbe4-2d2b5bf50473" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1674.624758] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquired lock "refresh_cache-d59281ff-c5be-4bd1-bbe4-2d2b5bf50473" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1674.624930] env[63097]: DEBUG nova.network.neutron [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1674.656808] env[63097]: DEBUG nova.objects.instance [None req-670a735e-1cfa-453f-8d92-69fd7325c74a tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lazy-loading 'flavor' on Instance uuid f6a7cec2-2c71-44b6-91f5-640fa267f552 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1674.702488] env[63097]: DEBUG nova.scheduler.client.report [None req-7fa2756b-1511-4f1c-a2cd-a617f7bddfca tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1674.963505] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: e6176203-d46f-4e5f-8207-83c251e80211] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1675.013549] env[63097]: DEBUG nova.compute.manager [req-1a840f6d-a0e3-4e7d-a211-d2d2c212cc68 req-b095319f-51cf-467c-9353-e7a6ec72481d service nova] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Received event network-vif-deleted-b289ab41-7742-4629-b077-49bc71543d15 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1675.013772] env[63097]: INFO nova.compute.manager [req-1a840f6d-a0e3-4e7d-a211-d2d2c212cc68 req-b095319f-51cf-467c-9353-e7a6ec72481d service nova] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Neutron deleted interface b289ab41-7742-4629-b077-49bc71543d15; detaching it from the instance and deleting it from the info cache [ 1675.013877] env[63097]: DEBUG nova.network.neutron [req-1a840f6d-a0e3-4e7d-a211-d2d2c212cc68 req-b095319f-51cf-467c-9353-e7a6ec72481d service nova] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1675.033649] env[63097]: DEBUG oslo_concurrency.lockutils [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Releasing lock "refresh_cache-f4ee2113-e0df-4c85-8ee9-2b572ad44ba1" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1675.034552] env[63097]: DEBUG nova.compute.manager [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Instance network_info: |[{"id": "616ff3c3-8e1c-43c4-ad63-05cf93ecd89a", "address": "fa:16:3e:0b:30:e6", "network": {"id": "d70cadc2-f0c2-4049-9ac7-d45e51f71646", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-192217268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "948f5dbd858b498ab568c3656c1b46ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap616ff3c3-8e", "ovs_interfaceid": "616ff3c3-8e1c-43c4-ad63-05cf93ecd89a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1675.035214] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:30:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c118a9ee-84f7-4f09-8a21-05600ed3cc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '616ff3c3-8e1c-43c4-ad63-05cf93ecd89a', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1675.042617] env[63097]: DEBUG oslo.service.loopingcall [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1675.042838] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1675.043321] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9466b0ca-4c2d-4d3a-8444-71cb9d06dd38 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.063486] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1675.063486] env[63097]: value = "task-1687782" [ 1675.063486] env[63097]: _type = "Task" [ 1675.063486] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.207581] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7fa2756b-1511-4f1c-a2cd-a617f7bddfca tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.770s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.209880] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4be6514e-377c-44bb-a805-a54ca5982db5 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.155s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.235534] env[63097]: INFO nova.scheduler.client.report [None req-7fa2756b-1511-4f1c-a2cd-a617f7bddfca tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Deleted allocations for instance 9556d58b-57a4-48cf-9767-aefd0b82916f [ 1675.365319] env[63097]: DEBUG nova.network.neutron [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Updating instance_info_cache with network_info: [{"id": "ddbd643d-d2e7-4409-9cb5-ffa969a9e1bd", "address": "fa:16:3e:28:2c:48", "network": {"id": "b953abe6-4fcc-4e63-a60e-723743d40098", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-442380871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed7ca435e054c03a6e4ed9a11cc8646", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddbd643d-d2", "ovs_interfaceid": "ddbd643d-d2e7-4409-9cb5-ffa969a9e1bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1675.405512] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99363977-1277-4a85-a335-6ad46d26382c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.412983] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-002d2424-d210-4a4a-b331-8dbfc0def2b5 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Doing hard reboot of VM {{(pid=63097) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1064}} [ 1675.413313] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-98576f99-4c8d-43a7-bea4-b30d7c5383c5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.419899] env[63097]: DEBUG oslo_vmware.api [None req-002d2424-d210-4a4a-b331-8dbfc0def2b5 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Waiting for the task: (returnval){ [ 1675.419899] env[63097]: value = "task-1687783" [ 1675.419899] env[63097]: _type = "Task" [ 1675.419899] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.429368] env[63097]: DEBUG oslo_vmware.api [None req-002d2424-d210-4a4a-b331-8dbfc0def2b5 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Task: {'id': task-1687783, 'name': ResetVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.467275] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: ebb8994e-35fd-4b96-b0d0-f822d949356d] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1675.492474] env[63097]: DEBUG nova.network.neutron [-] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1675.516735] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-187313fe-b7c2-4859-9943-0cd9b050d9f7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.527376] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbce5622-af48-49e7-8a4b-45be2e39a9ac {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.559520] env[63097]: DEBUG nova.compute.manager [req-1a840f6d-a0e3-4e7d-a211-d2d2c212cc68 req-b095319f-51cf-467c-9353-e7a6ec72481d service nova] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Detach interface failed, port_id=b289ab41-7742-4629-b077-49bc71543d15, reason: Instance 25676d70-9350-4ed0-a49a-f3c4fb577895 could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1675.572314] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687782, 'name': CreateVM_Task, 'duration_secs': 0.461857} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.573594] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1675.573594] env[63097]: DEBUG oslo_concurrency.lockutils [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1675.573594] env[63097]: DEBUG oslo_concurrency.lockutils [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.573796] env[63097]: DEBUG oslo_concurrency.lockutils [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1675.574322] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fab8ba9d-44ad-4572-915e-34cf563134a8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.578929] env[63097]: DEBUG oslo_vmware.api [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1675.578929] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5298f32f-3089-a2df-09cf-8edbd2ae0b59" [ 1675.578929] env[63097]: _type = "Task" [ 1675.578929] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.588098] env[63097]: DEBUG oslo_vmware.api [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5298f32f-3089-a2df-09cf-8edbd2ae0b59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.665031] env[63097]: DEBUG oslo_concurrency.lockutils [None req-670a735e-1cfa-453f-8d92-69fd7325c74a tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "f6a7cec2-2c71-44b6-91f5-640fa267f552" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.305s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.751624] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7fa2756b-1511-4f1c-a2cd-a617f7bddfca tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "9556d58b-57a4-48cf-9767-aefd0b82916f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.179s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.868150] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Releasing lock "refresh_cache-d59281ff-c5be-4bd1-bbe4-2d2b5bf50473" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1675.880176] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f3a41f-a12f-49f2-b8be-ef4914f7a9ae {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.889220] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a5a270-7b09-4ef4-9064-04c09ea7b7dd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.919722] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e024b6f-be04-414a-a014-2c13df6c8f6a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.933033] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eadaee61-1adc-48e7-a2a2-894d3cad3f26 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.936601] env[63097]: DEBUG oslo_vmware.api [None req-002d2424-d210-4a4a-b331-8dbfc0def2b5 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Task: {'id': task-1687783, 'name': ResetVM_Task, 'duration_secs': 0.114916} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.937176] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-002d2424-d210-4a4a-b331-8dbfc0def2b5 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Did hard reboot of VM {{(pid=63097) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1068}} [ 1675.937377] env[63097]: DEBUG nova.compute.manager [None req-002d2424-d210-4a4a-b331-8dbfc0def2b5 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1675.938465] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c95a501-ce26-4502-81c4-91b00c55dfa6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.949135] env[63097]: DEBUG nova.compute.provider_tree [None req-4be6514e-377c-44bb-a805-a54ca5982db5 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1675.970582] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 0635c038-de15-420b-b0a9-8ae85a1c9575] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1675.995104] env[63097]: INFO nova.compute.manager [-] [instance: 25676d70-9350-4ed0-a49a-f3c4fb577895] Took 1.46 seconds to deallocate network for instance. [ 1676.093108] env[63097]: DEBUG oslo_vmware.api [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5298f32f-3089-a2df-09cf-8edbd2ae0b59, 'name': SearchDatastore_Task, 'duration_secs': 0.008982} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.093456] env[63097]: DEBUG oslo_concurrency.lockutils [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1676.093704] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1676.093947] env[63097]: DEBUG oslo_concurrency.lockutils [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1676.094113] env[63097]: DEBUG oslo_concurrency.lockutils [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.094323] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1676.094908] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0b88773-ecf2-4ea4-a2f0-158b1139b3ea {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.103959] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1676.104183] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1676.104944] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e23bfdfb-8298-4c92-b58f-6f5aeca00cb2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.111126] env[63097]: DEBUG oslo_vmware.api [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1676.111126] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]528efd79-db34-2664-6b79-57ea44c4c3dd" [ 1676.111126] env[63097]: _type = "Task" [ 1676.111126] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.117883] env[63097]: DEBUG oslo_vmware.api [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]528efd79-db34-2664-6b79-57ea44c4c3dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.372270] env[63097]: DEBUG nova.compute.manager [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63097) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:898}} [ 1676.452189] env[63097]: DEBUG nova.scheduler.client.report [None req-4be6514e-377c-44bb-a805-a54ca5982db5 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1676.458483] env[63097]: DEBUG oslo_concurrency.lockutils [None req-002d2424-d210-4a4a-b331-8dbfc0def2b5 tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Lock "a51c88eb-904d-4561-b6c3-06e5232dc17f" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 3.857s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.473700] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: a57272b6-0113-4496-acd7-707165982cef] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1676.501843] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8c40cc3b-58df-4f01-9e64-462c3bfdff14 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.620903] env[63097]: DEBUG oslo_vmware.api [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]528efd79-db34-2664-6b79-57ea44c4c3dd, 'name': SearchDatastore_Task, 'duration_secs': 0.008833} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.621742] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26f8da99-5e7b-4c2a-8716-af7fb597f168 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.626733] env[63097]: DEBUG oslo_vmware.api [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1676.626733] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52233c49-555b-2c22-7bdb-889e94e60387" [ 1676.626733] env[63097]: _type = "Task" [ 1676.626733] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.634051] env[63097]: DEBUG oslo_vmware.api [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52233c49-555b-2c22-7bdb-889e94e60387, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.704862] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e72addfc-d45a-400a-8f4b-b9d12b0b9ac1 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquiring lock "f6a7cec2-2c71-44b6-91f5-640fa267f552" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.704862] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e72addfc-d45a-400a-8f4b-b9d12b0b9ac1 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "f6a7cec2-2c71-44b6-91f5-640fa267f552" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.704862] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e72addfc-d45a-400a-8f4b-b9d12b0b9ac1 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquiring lock "f6a7cec2-2c71-44b6-91f5-640fa267f552-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.704862] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e72addfc-d45a-400a-8f4b-b9d12b0b9ac1 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "f6a7cec2-2c71-44b6-91f5-640fa267f552-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.704862] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e72addfc-d45a-400a-8f4b-b9d12b0b9ac1 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "f6a7cec2-2c71-44b6-91f5-640fa267f552-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.708373] env[63097]: INFO nova.compute.manager [None req-e72addfc-d45a-400a-8f4b-b9d12b0b9ac1 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Terminating instance [ 1676.711046] env[63097]: DEBUG nova.compute.manager [None req-e72addfc-d45a-400a-8f4b-b9d12b0b9ac1 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1676.711696] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e72addfc-d45a-400a-8f4b-b9d12b0b9ac1 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1676.713043] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafc89d0-d36e-4f94-9387-6ce79a7fca48 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.721119] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e72addfc-d45a-400a-8f4b-b9d12b0b9ac1 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1676.721327] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c1f9d01-b8e1-49e6-bfde-fd2d545724e0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.727833] env[63097]: DEBUG oslo_vmware.api [None req-e72addfc-d45a-400a-8f4b-b9d12b0b9ac1 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1676.727833] env[63097]: value = "task-1687784" [ 1676.727833] env[63097]: _type = "Task" [ 1676.727833] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.735894] env[63097]: DEBUG oslo_vmware.api [None req-e72addfc-d45a-400a-8f4b-b9d12b0b9ac1 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687784, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.786620] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.786925] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.976240] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 7768a01a-af84-476c-b51f-52034197ef1b] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1677.138293] env[63097]: DEBUG oslo_vmware.api [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52233c49-555b-2c22-7bdb-889e94e60387, 'name': SearchDatastore_Task, 'duration_secs': 0.00941} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.138584] env[63097]: DEBUG oslo_concurrency.lockutils [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1677.138847] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] f4ee2113-e0df-4c85-8ee9-2b572ad44ba1/f4ee2113-e0df-4c85-8ee9-2b572ad44ba1.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1677.139133] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf3436aa-8e23-482b-b2c0-f210793957d4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.145708] env[63097]: DEBUG oslo_vmware.api [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1677.145708] env[63097]: value = "task-1687785" [ 1677.145708] env[63097]: _type = "Task" [ 1677.145708] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.153827] env[63097]: DEBUG oslo_vmware.api [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.240207] env[63097]: DEBUG oslo_vmware.api [None req-e72addfc-d45a-400a-8f4b-b9d12b0b9ac1 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687784, 'name': PowerOffVM_Task, 'duration_secs': 0.199648} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.241128] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-e72addfc-d45a-400a-8f4b-b9d12b0b9ac1 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1677.241128] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e72addfc-d45a-400a-8f4b-b9d12b0b9ac1 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1677.241128] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52b6080a-9382-4cc8-8e41-379d26876781 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.277811] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f88e6456-d307-4cb4-bb9a-d3d436e1bd1a tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Acquiring lock "a51c88eb-904d-4561-b6c3-06e5232dc17f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.278088] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f88e6456-d307-4cb4-bb9a-d3d436e1bd1a tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Lock "a51c88eb-904d-4561-b6c3-06e5232dc17f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.278205] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f88e6456-d307-4cb4-bb9a-d3d436e1bd1a tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Acquiring lock "a51c88eb-904d-4561-b6c3-06e5232dc17f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.278461] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f88e6456-d307-4cb4-bb9a-d3d436e1bd1a tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Lock "a51c88eb-904d-4561-b6c3-06e5232dc17f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.278565] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f88e6456-d307-4cb4-bb9a-d3d436e1bd1a tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Lock "a51c88eb-904d-4561-b6c3-06e5232dc17f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.281304] env[63097]: INFO nova.compute.manager [None req-f88e6456-d307-4cb4-bb9a-d3d436e1bd1a tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Terminating instance [ 1677.283193] env[63097]: DEBUG nova.compute.manager [None req-f88e6456-d307-4cb4-bb9a-d3d436e1bd1a tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1677.283418] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f88e6456-d307-4cb4-bb9a-d3d436e1bd1a tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1677.284285] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da83503-7993-4ea9-9e7d-3d7c85778c58 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.288897] env[63097]: DEBUG nova.compute.manager [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1677.293595] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f88e6456-d307-4cb4-bb9a-d3d436e1bd1a tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1677.294794] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4dff2af-7d00-48e8-8768-d1ab0c22bd34 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.305455] env[63097]: DEBUG oslo_vmware.api [None req-f88e6456-d307-4cb4-bb9a-d3d436e1bd1a tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Waiting for the task: (returnval){ [ 1677.305455] env[63097]: value = "task-1687787" [ 1677.305455] env[63097]: _type = "Task" [ 1677.305455] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.315730] env[63097]: DEBUG oslo_vmware.api [None req-f88e6456-d307-4cb4-bb9a-d3d436e1bd1a tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Task: {'id': task-1687787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.355785] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e72addfc-d45a-400a-8f4b-b9d12b0b9ac1 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1677.356247] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e72addfc-d45a-400a-8f4b-b9d12b0b9ac1 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1677.356548] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-e72addfc-d45a-400a-8f4b-b9d12b0b9ac1 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Deleting the datastore file [datastore2] f6a7cec2-2c71-44b6-91f5-640fa267f552 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1677.356948] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2687919a-6fc3-4258-b68e-fb2d6b4433d8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.367326] env[63097]: DEBUG oslo_vmware.api [None req-e72addfc-d45a-400a-8f4b-b9d12b0b9ac1 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1677.367326] env[63097]: value = "task-1687788" [ 1677.367326] env[63097]: _type = "Task" [ 1677.367326] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.380287] env[63097]: DEBUG oslo_vmware.api [None req-e72addfc-d45a-400a-8f4b-b9d12b0b9ac1 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.471153] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4be6514e-377c-44bb-a805-a54ca5982db5 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.259s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.474163] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.476542] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8c40cc3b-58df-4f01-9e64-462c3bfdff14 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.974s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.480065] env[63097]: DEBUG nova.objects.instance [None req-8c40cc3b-58df-4f01-9e64-462c3bfdff14 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Lazy-loading 'resources' on Instance uuid 25676d70-9350-4ed0-a49a-f3c4fb577895 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1677.483075] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: dca69834-e0b5-4a10-913d-9645dbd2e36c] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1677.658958] env[63097]: DEBUG oslo_vmware.api [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687785, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.815839] env[63097]: DEBUG oslo_vmware.api [None req-f88e6456-d307-4cb4-bb9a-d3d436e1bd1a tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Task: {'id': task-1687787, 'name': PowerOffVM_Task, 'duration_secs': 0.198185} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.816939] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.817253] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f88e6456-d307-4cb4-bb9a-d3d436e1bd1a tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1677.817438] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f88e6456-d307-4cb4-bb9a-d3d436e1bd1a tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1677.817709] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ede9c562-9075-4ed4-af69-d3d91e62c82d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.877227] env[63097]: DEBUG oslo_vmware.api [None req-e72addfc-d45a-400a-8f4b-b9d12b0b9ac1 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687788, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.445983} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.877515] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-e72addfc-d45a-400a-8f4b-b9d12b0b9ac1 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1677.877705] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e72addfc-d45a-400a-8f4b-b9d12b0b9ac1 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1677.877887] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-e72addfc-d45a-400a-8f4b-b9d12b0b9ac1 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1677.878076] env[63097]: INFO nova.compute.manager [None req-e72addfc-d45a-400a-8f4b-b9d12b0b9ac1 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1677.878401] env[63097]: DEBUG oslo.service.loopingcall [None req-e72addfc-d45a-400a-8f4b-b9d12b0b9ac1 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1677.878520] env[63097]: DEBUG nova.compute.manager [-] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1677.878615] env[63097]: DEBUG nova.network.neutron [-] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1677.957266] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f88e6456-d307-4cb4-bb9a-d3d436e1bd1a tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1677.957509] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f88e6456-d307-4cb4-bb9a-d3d436e1bd1a tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1677.957699] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-f88e6456-d307-4cb4-bb9a-d3d436e1bd1a tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Deleting the datastore file [datastore1] a51c88eb-904d-4561-b6c3-06e5232dc17f {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1677.957973] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e2d76b5-ec78-4056-89d3-2ceec31c327f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.964826] env[63097]: DEBUG oslo_vmware.api [None req-f88e6456-d307-4cb4-bb9a-d3d436e1bd1a tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Waiting for the task: (returnval){ [ 1677.964826] env[63097]: value = "task-1687790" [ 1677.964826] env[63097]: _type = "Task" [ 1677.964826] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.978247] env[63097]: DEBUG oslo_vmware.api [None req-f88e6456-d307-4cb4-bb9a-d3d436e1bd1a tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Task: {'id': task-1687790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.992781] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: cfed45a0-1975-4dec-a528-5e8fe3fc4fcf] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1678.035044] env[63097]: INFO nova.scheduler.client.report [None req-4be6514e-377c-44bb-a805-a54ca5982db5 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Deleted allocation for migration 711c5ee5-4b06-47fb-832b-ec37c5f13466 [ 1678.159156] env[63097]: DEBUG oslo_vmware.api [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687785, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570571} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.159434] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] f4ee2113-e0df-4c85-8ee9-2b572ad44ba1/f4ee2113-e0df-4c85-8ee9-2b572ad44ba1.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1678.159659] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1678.159903] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-067bf238-30e9-4cb3-8bfd-b5979fb5807a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.166210] env[63097]: DEBUG oslo_vmware.api [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1678.166210] env[63097]: value = "task-1687791" [ 1678.166210] env[63097]: _type = "Task" [ 1678.166210] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.175130] env[63097]: DEBUG oslo_vmware.api [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687791, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.205486] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5a6579-3ac5-4522-a3e0-a3e5f7d81f88 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.213197] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c65b27c-cf68-4876-9882-10ba4629b57f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.247289] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ab9ad3-987f-4a17-ad8a-5bb7632ccbbe {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.256228] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4305dd82-c624-4f83-9488-7aeb8b583303 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.270157] env[63097]: DEBUG nova.compute.provider_tree [None req-8c40cc3b-58df-4f01-9e64-462c3bfdff14 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1678.475277] env[63097]: DEBUG oslo_vmware.api [None req-f88e6456-d307-4cb4-bb9a-d3d436e1bd1a tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Task: {'id': task-1687790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143071} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.475718] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-f88e6456-d307-4cb4-bb9a-d3d436e1bd1a tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1678.476077] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f88e6456-d307-4cb4-bb9a-d3d436e1bd1a tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1678.476137] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f88e6456-d307-4cb4-bb9a-d3d436e1bd1a tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1678.476367] env[63097]: INFO nova.compute.manager [None req-f88e6456-d307-4cb4-bb9a-d3d436e1bd1a tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1678.476711] env[63097]: DEBUG oslo.service.loopingcall [None req-f88e6456-d307-4cb4-bb9a-d3d436e1bd1a tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1678.476996] env[63097]: DEBUG nova.compute.manager [-] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1678.477116] env[63097]: DEBUG nova.network.neutron [-] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1678.496659] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 4b465cb3-7b93-4088-bdb2-3903f15a2672] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1678.507980] env[63097]: DEBUG nova.compute.manager [req-7b14f310-0a3a-45a3-b420-b4572a44d531 req-ea6da658-aab7-43a9-8601-efb0cafaf236 service nova] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Received event network-vif-deleted-f032f16b-9820-446d-a144-2b83b7b812f8 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1678.507980] env[63097]: INFO nova.compute.manager [req-7b14f310-0a3a-45a3-b420-b4572a44d531 req-ea6da658-aab7-43a9-8601-efb0cafaf236 service nova] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Neutron deleted interface f032f16b-9820-446d-a144-2b83b7b812f8; detaching it from the instance and deleting it from the info cache [ 1678.507980] env[63097]: DEBUG nova.network.neutron [req-7b14f310-0a3a-45a3-b420-b4572a44d531 req-ea6da658-aab7-43a9-8601-efb0cafaf236 service nova] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1678.567282] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4be6514e-377c-44bb-a805-a54ca5982db5 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "96c0976d-ce1d-4ddd-ba17-900401bcbaff" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.842s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.679685] env[63097]: DEBUG oslo_vmware.api [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687791, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068907} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.679988] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1678.681029] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0be499-05a1-437c-a87c-2dc719572d91 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.708586] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] f4ee2113-e0df-4c85-8ee9-2b572ad44ba1/f4ee2113-e0df-4c85-8ee9-2b572ad44ba1.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1678.709020] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-901db79b-58f0-403e-ac36-bb2674e1b49f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.731731] env[63097]: DEBUG oslo_vmware.api [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1678.731731] env[63097]: value = "task-1687792" [ 1678.731731] env[63097]: _type = "Task" [ 1678.731731] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.742248] env[63097]: DEBUG oslo_vmware.api [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687792, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.773092] env[63097]: DEBUG nova.scheduler.client.report [None req-8c40cc3b-58df-4f01-9e64-462c3bfdff14 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1678.967117] env[63097]: DEBUG nova.network.neutron [-] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1678.998167] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 1cc6f4fb-3dc9-4f7e-b5c6-29457ebfe5a2] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1679.014094] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-df59672f-fec8-4d44-a974-c4a90f3b0ce6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.023758] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e086b07e-46e9-413c-a9d6-17301f79597c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.056560] env[63097]: DEBUG nova.compute.manager [req-7b14f310-0a3a-45a3-b420-b4572a44d531 req-ea6da658-aab7-43a9-8601-efb0cafaf236 service nova] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Detach interface failed, port_id=f032f16b-9820-446d-a144-2b83b7b812f8, reason: Instance f6a7cec2-2c71-44b6-91f5-640fa267f552 could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1679.241469] env[63097]: DEBUG oslo_vmware.api [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687792, 'name': ReconfigVM_Task, 'duration_secs': 0.269329} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.241808] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Reconfigured VM instance instance-00000072 to attach disk [datastore2] f4ee2113-e0df-4c85-8ee9-2b572ad44ba1/f4ee2113-e0df-4c85-8ee9-2b572ad44ba1.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1679.242462] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7cef81ab-668e-448f-88e0-be2a75bb361d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.249412] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8546c09b-819c-4977-9c17-70bb58b9cd4f tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "96c0976d-ce1d-4ddd-ba17-900401bcbaff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.249732] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8546c09b-819c-4977-9c17-70bb58b9cd4f tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "96c0976d-ce1d-4ddd-ba17-900401bcbaff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.249871] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8546c09b-819c-4977-9c17-70bb58b9cd4f tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "96c0976d-ce1d-4ddd-ba17-900401bcbaff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.250072] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8546c09b-819c-4977-9c17-70bb58b9cd4f tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "96c0976d-ce1d-4ddd-ba17-900401bcbaff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.250220] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8546c09b-819c-4977-9c17-70bb58b9cd4f tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "96c0976d-ce1d-4ddd-ba17-900401bcbaff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.251880] env[63097]: DEBUG oslo_vmware.api [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1679.251880] env[63097]: value = "task-1687793" [ 1679.251880] env[63097]: _type = "Task" [ 1679.251880] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.252349] env[63097]: INFO nova.compute.manager [None req-8546c09b-819c-4977-9c17-70bb58b9cd4f tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Terminating instance [ 1679.256774] env[63097]: DEBUG nova.compute.manager [None req-8546c09b-819c-4977-9c17-70bb58b9cd4f tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1679.256971] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-8546c09b-819c-4977-9c17-70bb58b9cd4f tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1679.257696] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638752ea-451d-4535-900c-700238ed2ffa {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.265632] env[63097]: DEBUG oslo_vmware.api [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687793, 'name': Rename_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.267587] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8546c09b-819c-4977-9c17-70bb58b9cd4f tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1679.267828] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2516e625-ee5d-4a0b-a7cb-c4290c5d3cbf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.270681] env[63097]: DEBUG nova.network.neutron [-] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1679.272816] env[63097]: DEBUG oslo_vmware.api [None req-8546c09b-819c-4977-9c17-70bb58b9cd4f tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1679.272816] env[63097]: value = "task-1687794" [ 1679.272816] env[63097]: _type = "Task" [ 1679.272816] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.277952] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8c40cc3b-58df-4f01-9e64-462c3bfdff14 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.802s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.284934] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.810s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.285805] env[63097]: DEBUG oslo_vmware.api [None req-8546c09b-819c-4977-9c17-70bb58b9cd4f tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687794, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.300654] env[63097]: INFO nova.scheduler.client.report [None req-8c40cc3b-58df-4f01-9e64-462c3bfdff14 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Deleted allocations for instance 25676d70-9350-4ed0-a49a-f3c4fb577895 [ 1679.469498] env[63097]: INFO nova.compute.manager [-] [instance: f6a7cec2-2c71-44b6-91f5-640fa267f552] Took 1.59 seconds to deallocate network for instance. [ 1679.501618] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 04f38ab5-7277-4351-982d-9248c13d7dff] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1679.743079] env[63097]: DEBUG oslo_concurrency.lockutils [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.743079] env[63097]: DEBUG oslo_concurrency.lockutils [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.765536] env[63097]: DEBUG oslo_vmware.api [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687793, 'name': Rename_Task, 'duration_secs': 0.140944} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.765877] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1679.766212] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a288c3a0-c383-477f-9525-694e3fb61123 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.773808] env[63097]: INFO nova.compute.manager [-] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Took 1.30 seconds to deallocate network for instance. [ 1679.774526] env[63097]: DEBUG oslo_vmware.api [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1679.774526] env[63097]: value = "task-1687795" [ 1679.774526] env[63097]: _type = "Task" [ 1679.774526] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.786793] env[63097]: DEBUG nova.objects.instance [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lazy-loading 'migration_context' on Instance uuid d59281ff-c5be-4bd1-bbe4-2d2b5bf50473 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1679.791591] env[63097]: DEBUG oslo_vmware.api [None req-8546c09b-819c-4977-9c17-70bb58b9cd4f tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687794, 'name': PowerOffVM_Task, 'duration_secs': 0.43537} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.795165] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-8546c09b-819c-4977-9c17-70bb58b9cd4f tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1679.795345] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-8546c09b-819c-4977-9c17-70bb58b9cd4f tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1679.795681] env[63097]: DEBUG oslo_vmware.api [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687795, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.795992] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44b0aa43-210d-4729-98d1-88fee715b5dc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.807551] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8c40cc3b-58df-4f01-9e64-462c3bfdff14 tempest-ServersTestJSON-898541341 tempest-ServersTestJSON-898541341-project-member] Lock "25676d70-9350-4ed0-a49a-f3c4fb577895" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.492s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.875852] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-8546c09b-819c-4977-9c17-70bb58b9cd4f tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1679.876125] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-8546c09b-819c-4977-9c17-70bb58b9cd4f tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1679.876356] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-8546c09b-819c-4977-9c17-70bb58b9cd4f tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Deleting the datastore file [datastore1] 96c0976d-ce1d-4ddd-ba17-900401bcbaff {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1679.876661] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dab47674-e34a-47bc-b5dc-7eaf4680b724 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.882796] env[63097]: DEBUG oslo_vmware.api [None req-8546c09b-819c-4977-9c17-70bb58b9cd4f tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1679.882796] env[63097]: value = "task-1687797" [ 1679.882796] env[63097]: _type = "Task" [ 1679.882796] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.890754] env[63097]: DEBUG oslo_vmware.api [None req-8546c09b-819c-4977-9c17-70bb58b9cd4f tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687797, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.976286] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e72addfc-d45a-400a-8f4b-b9d12b0b9ac1 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.006120] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 36974656-9b00-492e-bc16-ffbe101bc2bb] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1680.245443] env[63097]: DEBUG nova.compute.manager [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1680.289656] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f88e6456-d307-4cb4-bb9a-d3d436e1bd1a tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.290265] env[63097]: DEBUG oslo_vmware.api [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687795, 'name': PowerOnVM_Task, 'duration_secs': 0.476177} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.290517] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1680.290720] env[63097]: INFO nova.compute.manager [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Took 7.87 seconds to spawn the instance on the hypervisor. [ 1680.290901] env[63097]: DEBUG nova.compute.manager [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1680.291725] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4f98da-8b32-44e9-8c63-518cb370a2af {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.395047] env[63097]: DEBUG oslo_vmware.api [None req-8546c09b-819c-4977-9c17-70bb58b9cd4f tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687797, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182142} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.395333] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-8546c09b-819c-4977-9c17-70bb58b9cd4f tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1680.395552] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-8546c09b-819c-4977-9c17-70bb58b9cd4f tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1680.395757] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-8546c09b-819c-4977-9c17-70bb58b9cd4f tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1680.395925] env[63097]: INFO nova.compute.manager [None req-8546c09b-819c-4977-9c17-70bb58b9cd4f tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1680.396194] env[63097]: DEBUG oslo.service.loopingcall [None req-8546c09b-819c-4977-9c17-70bb58b9cd4f tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1680.396471] env[63097]: DEBUG nova.compute.manager [-] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1680.396471] env[63097]: DEBUG nova.network.neutron [-] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1680.458300] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6328c172-e19f-4af0-b458-759dd7b8abb7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.465933] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09df15e6-aad8-49cf-8068-d647f968a49b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.501630] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5664e3-1b9e-45d7-911e-959cb1a7e0d2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.510045] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 194e0271-9f69-43c9-8282-5ddc52d699a5] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1680.517112] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261a290c-c2be-400d-8084-31ba0dd9eed6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.531246] env[63097]: DEBUG nova.compute.provider_tree [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1680.544870] env[63097]: DEBUG nova.compute.manager [req-69c53f2e-773c-4fb5-b4b0-ec87d5fbc75b req-3d3b92c5-c806-4065-825b-74bf2455cbaa service nova] [instance: a51c88eb-904d-4561-b6c3-06e5232dc17f] Received event network-vif-deleted-c34b5337-7e74-4b3a-a2fe-54de63bcea08 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1680.768932] env[63097]: DEBUG oslo_concurrency.lockutils [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.812909] env[63097]: INFO nova.compute.manager [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Took 12.72 seconds to build instance. [ 1681.020775] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 84239f51-6b44-4312-80b3-b6b24fda1fec] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1681.034325] env[63097]: DEBUG nova.scheduler.client.report [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1681.225910] env[63097]: DEBUG nova.network.neutron [-] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1681.300703] env[63097]: DEBUG oslo_concurrency.lockutils [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "63280a39-5f8e-4a6a-b696-bc94cd6b4c74" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.300949] env[63097]: DEBUG oslo_concurrency.lockutils [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "63280a39-5f8e-4a6a-b696-bc94cd6b4c74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.313962] env[63097]: DEBUG oslo_concurrency.lockutils [None req-714d9735-b409-4306-bb07-fcae9659a285 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "f4ee2113-e0df-4c85-8ee9-2b572ad44ba1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.231s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.524824] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 1c6ca96b-9d61-431c-b2ad-550fc493ab52] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1681.729101] env[63097]: INFO nova.compute.manager [-] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Took 1.33 seconds to deallocate network for instance. [ 1681.803077] env[63097]: DEBUG nova.compute.manager [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1682.028669] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 9454c927-1603-4d9c-bf87-3ed11ef25f0e] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1682.047884] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.764s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.054623] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.237s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1682.055543] env[63097]: INFO nova.compute.claims [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1682.236134] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8546c09b-819c-4977-9c17-70bb58b9cd4f tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1682.331461] env[63097]: DEBUG oslo_concurrency.lockutils [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1682.532898] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: f4ba13b4-be0a-48f8-aa61-cf33b40f0c9b] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1682.580339] env[63097]: DEBUG nova.compute.manager [req-3b92e784-0278-4291-863e-a1ef15abed64 req-636f905a-da6b-4f85-b743-62e2eb8785af service nova] [instance: 96c0976d-ce1d-4ddd-ba17-900401bcbaff] Received event network-vif-deleted-276db3dc-19e8-4b1c-9a5b-8f23301965b9 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1682.580567] env[63097]: DEBUG nova.compute.manager [req-3b92e784-0278-4291-863e-a1ef15abed64 req-636f905a-da6b-4f85-b743-62e2eb8785af service nova] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Received event network-changed-616ff3c3-8e1c-43c4-ad63-05cf93ecd89a {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1682.581602] env[63097]: DEBUG nova.compute.manager [req-3b92e784-0278-4291-863e-a1ef15abed64 req-636f905a-da6b-4f85-b743-62e2eb8785af service nova] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Refreshing instance network info cache due to event network-changed-616ff3c3-8e1c-43c4-ad63-05cf93ecd89a. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1682.581602] env[63097]: DEBUG oslo_concurrency.lockutils [req-3b92e784-0278-4291-863e-a1ef15abed64 req-636f905a-da6b-4f85-b743-62e2eb8785af service nova] Acquiring lock "refresh_cache-f4ee2113-e0df-4c85-8ee9-2b572ad44ba1" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.581602] env[63097]: DEBUG oslo_concurrency.lockutils [req-3b92e784-0278-4291-863e-a1ef15abed64 req-636f905a-da6b-4f85-b743-62e2eb8785af service nova] Acquired lock "refresh_cache-f4ee2113-e0df-4c85-8ee9-2b572ad44ba1" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.581602] env[63097]: DEBUG nova.network.neutron [req-3b92e784-0278-4291-863e-a1ef15abed64 req-636f905a-da6b-4f85-b743-62e2eb8785af service nova] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Refreshing network info cache for port 616ff3c3-8e1c-43c4-ad63-05cf93ecd89a {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1683.035902] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 620b9d5c-2ad7-4cb2-8468-cd2a91c8cc29] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1683.238917] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78972bd9-f3a3-4f92-b50b-40cef5d1c788 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.246907] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd9e198-02a5-4b5a-8d64-2db1e56a1dfa {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.280027] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d314310a-ca16-4ad8-8e74-782ba98ee62c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.289201] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21de6b82-fbe8-472b-a710-a546ebe3a788 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.302760] env[63097]: DEBUG nova.compute.provider_tree [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1683.321754] env[63097]: DEBUG nova.network.neutron [req-3b92e784-0278-4291-863e-a1ef15abed64 req-636f905a-da6b-4f85-b743-62e2eb8785af service nova] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Updated VIF entry in instance network info cache for port 616ff3c3-8e1c-43c4-ad63-05cf93ecd89a. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1683.322159] env[63097]: DEBUG nova.network.neutron [req-3b92e784-0278-4291-863e-a1ef15abed64 req-636f905a-da6b-4f85-b743-62e2eb8785af service nova] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Updating instance_info_cache with network_info: [{"id": "616ff3c3-8e1c-43c4-ad63-05cf93ecd89a", "address": "fa:16:3e:0b:30:e6", "network": {"id": "d70cadc2-f0c2-4049-9ac7-d45e51f71646", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-192217268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "948f5dbd858b498ab568c3656c1b46ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap616ff3c3-8e", "ovs_interfaceid": "616ff3c3-8e1c-43c4-ad63-05cf93ecd89a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1683.540091] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 14c00ea3-0f9e-4fdf-ab9a-8a505531ebdc] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1683.593129] env[63097]: INFO nova.compute.manager [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Swapping old allocation on dict_keys(['6b378d8e-1145-4591-928b-605b58f0be9e']) held by migration e4cde0b6-89d5-4c55-9916-e828f5967384 for instance [ 1683.629900] env[63097]: DEBUG nova.scheduler.client.report [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Overwriting current allocation {'allocations': {'6b378d8e-1145-4591-928b-605b58f0be9e': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 148}}, 'project_id': '9ed7ca435e054c03a6e4ed9a11cc8646', 'user_id': '09fa18f4709b45b1ab61efadfb448f8f', 'consumer_generation': 1} on consumer d59281ff-c5be-4bd1-bbe4-2d2b5bf50473 {{(pid=63097) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1684.382990] env[63097]: DEBUG nova.scheduler.client.report [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1684.386208] env[63097]: DEBUG oslo_concurrency.lockutils [req-3b92e784-0278-4291-863e-a1ef15abed64 req-636f905a-da6b-4f85-b743-62e2eb8785af service nova] Releasing lock "refresh_cache-f4ee2113-e0df-4c85-8ee9-2b572ad44ba1" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1684.386855] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 63c820ff-8435-493d-b891-cbe939fa2662] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1684.418145] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquiring lock "refresh_cache-d59281ff-c5be-4bd1-bbe4-2d2b5bf50473" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1684.418374] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquired lock "refresh_cache-d59281ff-c5be-4bd1-bbe4-2d2b5bf50473" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.418563] env[63097]: DEBUG nova.network.neutron [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1684.889456] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.835s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.890102] env[63097]: DEBUG nova.compute.manager [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1684.892872] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e72addfc-d45a-400a-8f4b-b9d12b0b9ac1 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.917s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.893115] env[63097]: DEBUG nova.objects.instance [None req-e72addfc-d45a-400a-8f4b-b9d12b0b9ac1 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lazy-loading 'resources' on Instance uuid f6a7cec2-2c71-44b6-91f5-640fa267f552 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1684.894223] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 435f2efc-0c43-47fc-9d04-7e3d044935d5] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1685.140671] env[63097]: DEBUG nova.network.neutron [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Updating instance_info_cache with network_info: [{"id": "ddbd643d-d2e7-4409-9cb5-ffa969a9e1bd", "address": "fa:16:3e:28:2c:48", "network": {"id": "b953abe6-4fcc-4e63-a60e-723743d40098", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-442380871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed7ca435e054c03a6e4ed9a11cc8646", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddbd643d-d2", "ovs_interfaceid": "ddbd643d-d2e7-4409-9cb5-ffa969a9e1bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1685.401025] env[63097]: DEBUG nova.compute.utils [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1685.402324] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 5fefa0cd-7c42-4e8b-a483-1b7a5d55c9a3] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1685.404483] env[63097]: DEBUG nova.compute.manager [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1685.404643] env[63097]: DEBUG nova.network.neutron [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1685.445178] env[63097]: DEBUG nova.policy [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f666fad7d1b44451b7853be17daac034', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '698609218f87444a806ede2ee3ee9fa6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1685.556350] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226f1401-3f74-4669-8da2-38f45801ff3f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.565040] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3fe3d6-f953-4186-82c1-b6eded58223b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.601092] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be8a81e-fb6a-425f-b2ff-07a0209c0503 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.608574] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b476def4-10b8-4066-9cbf-452c1763f3d0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.622507] env[63097]: DEBUG nova.compute.provider_tree [None req-e72addfc-d45a-400a-8f4b-b9d12b0b9ac1 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1685.643359] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Releasing lock "refresh_cache-d59281ff-c5be-4bd1-bbe4-2d2b5bf50473" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.644291] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf08b70c-e745-4bb3-a2bc-a2952bdd87c8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.651206] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71b1fea-116e-4e5f-a830-59dca3ab0f24 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.697691] env[63097]: DEBUG nova.network.neutron [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] Successfully created port: e6faaf53-7301-4d46-9bba-f90696d23b76 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1685.903721] env[63097]: DEBUG nova.compute.manager [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1685.907248] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 2f260405-ecd8-4fc5-93b1-2d547b77468c] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1686.127109] env[63097]: DEBUG nova.scheduler.client.report [None req-e72addfc-d45a-400a-8f4b-b9d12b0b9ac1 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1686.411351] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 88378354-f97f-4fbf-8be0-a506c4aec909] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1686.631593] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e72addfc-d45a-400a-8f4b-b9d12b0b9ac1 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.739s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1686.634941] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f88e6456-d307-4cb4-bb9a-d3d436e1bd1a tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.345s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1686.635290] env[63097]: DEBUG nova.objects.instance [None req-f88e6456-d307-4cb4-bb9a-d3d436e1bd1a tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Lazy-loading 'resources' on Instance uuid a51c88eb-904d-4561-b6c3-06e5232dc17f {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1686.654622] env[63097]: INFO nova.scheduler.client.report [None req-e72addfc-d45a-400a-8f4b-b9d12b0b9ac1 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Deleted allocations for instance f6a7cec2-2c71-44b6-91f5-640fa267f552 [ 1686.749176] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1686.749505] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b31fe180-2601-4bf2-a271-f368b9ccbe4f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.756958] env[63097]: DEBUG oslo_vmware.api [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1686.756958] env[63097]: value = "task-1687798" [ 1686.756958] env[63097]: _type = "Task" [ 1686.756958] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.765098] env[63097]: DEBUG oslo_vmware.api [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687798, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.916613] env[63097]: DEBUG nova.compute.manager [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1686.918951] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 58313d4d-bdea-47df-80b3-efe3cf26cfb4] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1686.948918] env[63097]: DEBUG nova.virt.hardware [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1686.949266] env[63097]: DEBUG nova.virt.hardware [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1686.949488] env[63097]: DEBUG nova.virt.hardware [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1686.949732] env[63097]: DEBUG nova.virt.hardware [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1686.949929] env[63097]: DEBUG nova.virt.hardware [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1686.950145] env[63097]: DEBUG nova.virt.hardware [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1686.950408] env[63097]: DEBUG nova.virt.hardware [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1686.950593] env[63097]: DEBUG nova.virt.hardware [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1686.950850] env[63097]: DEBUG nova.virt.hardware [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1686.951128] env[63097]: DEBUG nova.virt.hardware [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1686.951393] env[63097]: DEBUG nova.virt.hardware [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1686.952834] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d235d23-3e28-46de-a70e-6f6deaeeeff4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.962592] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0b20f1-dcac-4f68-94ec-9ece72d0611c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.100277] env[63097]: DEBUG nova.compute.manager [req-4b189295-72b5-437b-9348-201dff4ac2e2 req-5ee457f3-2ec3-45e3-ba39-5c09dbce1a73 service nova] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] Received event network-vif-plugged-e6faaf53-7301-4d46-9bba-f90696d23b76 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1687.101624] env[63097]: DEBUG oslo_concurrency.lockutils [req-4b189295-72b5-437b-9348-201dff4ac2e2 req-5ee457f3-2ec3-45e3-ba39-5c09dbce1a73 service nova] Acquiring lock "b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.101624] env[63097]: DEBUG oslo_concurrency.lockutils [req-4b189295-72b5-437b-9348-201dff4ac2e2 req-5ee457f3-2ec3-45e3-ba39-5c09dbce1a73 service nova] Lock "b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.101624] env[63097]: DEBUG oslo_concurrency.lockutils [req-4b189295-72b5-437b-9348-201dff4ac2e2 req-5ee457f3-2ec3-45e3-ba39-5c09dbce1a73 service nova] Lock "b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.101624] env[63097]: DEBUG nova.compute.manager [req-4b189295-72b5-437b-9348-201dff4ac2e2 req-5ee457f3-2ec3-45e3-ba39-5c09dbce1a73 service nova] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] No waiting events found dispatching network-vif-plugged-e6faaf53-7301-4d46-9bba-f90696d23b76 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1687.101624] env[63097]: WARNING nova.compute.manager [req-4b189295-72b5-437b-9348-201dff4ac2e2 req-5ee457f3-2ec3-45e3-ba39-5c09dbce1a73 service nova] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] Received unexpected event network-vif-plugged-e6faaf53-7301-4d46-9bba-f90696d23b76 for instance with vm_state building and task_state spawning. [ 1687.167145] env[63097]: DEBUG oslo_concurrency.lockutils [None req-e72addfc-d45a-400a-8f4b-b9d12b0b9ac1 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "f6a7cec2-2c71-44b6-91f5-640fa267f552" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.463s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.202091] env[63097]: DEBUG nova.network.neutron [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] Successfully updated port: e6faaf53-7301-4d46-9bba-f90696d23b76 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1687.269012] env[63097]: DEBUG oslo_vmware.api [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687798, 'name': PowerOffVM_Task, 'duration_secs': 0.188287} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.269311] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1687.269960] env[63097]: DEBUG nova.virt.hardware [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1687.270197] env[63097]: DEBUG nova.virt.hardware [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1687.270359] env[63097]: DEBUG nova.virt.hardware [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1687.270569] env[63097]: DEBUG nova.virt.hardware [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1687.270734] env[63097]: DEBUG nova.virt.hardware [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1687.270892] env[63097]: DEBUG nova.virt.hardware [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1687.271138] env[63097]: DEBUG nova.virt.hardware [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1687.271281] env[63097]: DEBUG nova.virt.hardware [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1687.271453] env[63097]: DEBUG nova.virt.hardware [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1687.271618] env[63097]: DEBUG nova.virt.hardware [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1687.271794] env[63097]: DEBUG nova.virt.hardware [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1687.278932] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0dc7a93-fcad-40ba-9e6b-b23bd9ddfcd8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.294585] env[63097]: DEBUG oslo_vmware.api [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1687.294585] env[63097]: value = "task-1687799" [ 1687.294585] env[63097]: _type = "Task" [ 1687.294585] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.303293] env[63097]: DEBUG oslo_vmware.api [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687799, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.322994] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e1874b-1ad8-484e-bc42-9553dcaadc64 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.330315] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f274ef35-3418-45b1-a530-c9abd7b831eb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.360137] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039abed0-2ff3-4009-b734-bcef6a87d669 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.367500] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b824d2e-ca6b-430c-87d7-7953135c37b1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.382247] env[63097]: DEBUG nova.compute.provider_tree [None req-f88e6456-d307-4cb4-bb9a-d3d436e1bd1a tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1687.422060] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 89302b4a-74b0-4c80-850c-bafca341132c] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1687.704104] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "refresh_cache-b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.704280] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquired lock "refresh_cache-b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.704474] env[63097]: DEBUG nova.network.neutron [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1687.807442] env[63097]: DEBUG oslo_vmware.api [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687799, 'name': ReconfigVM_Task, 'duration_secs': 0.172742} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.808606] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922ee542-6f8f-44fd-9171-25c34cd75d99 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.832430] env[63097]: DEBUG nova.virt.hardware [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1687.832693] env[63097]: DEBUG nova.virt.hardware [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1687.832857] env[63097]: DEBUG nova.virt.hardware [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1687.833057] env[63097]: DEBUG nova.virt.hardware [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1687.833215] env[63097]: DEBUG nova.virt.hardware [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1687.833368] env[63097]: DEBUG nova.virt.hardware [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1687.833578] env[63097]: DEBUG nova.virt.hardware [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1687.833738] env[63097]: DEBUG nova.virt.hardware [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1687.833910] env[63097]: DEBUG nova.virt.hardware [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1687.834094] env[63097]: DEBUG nova.virt.hardware [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1687.834276] env[63097]: DEBUG nova.virt.hardware [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1687.835152] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ba68c02-f3a2-44f6-976a-729ff25a3ea1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.840639] env[63097]: DEBUG oslo_vmware.api [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1687.840639] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d7457b-4199-b3b5-46aa-957727cab1f4" [ 1687.840639] env[63097]: _type = "Task" [ 1687.840639] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.848693] env[63097]: DEBUG oslo_vmware.api [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d7457b-4199-b3b5-46aa-957727cab1f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.885885] env[63097]: DEBUG nova.scheduler.client.report [None req-f88e6456-d307-4cb4-bb9a-d3d436e1bd1a tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1687.925229] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: d0d4556c-dca1-43e4-a1a4-92662cacf4b8] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1688.250702] env[63097]: DEBUG nova.network.neutron [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1688.355770] env[63097]: DEBUG oslo_vmware.api [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d7457b-4199-b3b5-46aa-957727cab1f4, 'name': SearchDatastore_Task, 'duration_secs': 0.013786} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.366685] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1688.367018] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f05e2da-8719-4b6d-b14d-17d39189acd5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.391166] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f88e6456-d307-4cb4-bb9a-d3d436e1bd1a tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.756s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.394559] env[63097]: DEBUG oslo_concurrency.lockutils [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.626s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.396092] env[63097]: INFO nova.compute.claims [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1688.398940] env[63097]: DEBUG oslo_vmware.api [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1688.398940] env[63097]: value = "task-1687800" [ 1688.398940] env[63097]: _type = "Task" [ 1688.398940] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.410092] env[63097]: DEBUG oslo_vmware.api [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.423912] env[63097]: INFO nova.scheduler.client.report [None req-f88e6456-d307-4cb4-bb9a-d3d436e1bd1a tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Deleted allocations for instance a51c88eb-904d-4561-b6c3-06e5232dc17f [ 1688.431671] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 626a994b-6d9c-494e-ab6d-1c3a885faf36] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1688.449132] env[63097]: DEBUG nova.network.neutron [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] Updating instance_info_cache with network_info: [{"id": "e6faaf53-7301-4d46-9bba-f90696d23b76", "address": "fa:16:3e:e3:31:b9", "network": {"id": "73d727fd-7254-4c32-8ff5-eee91ec884f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1273771499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "698609218f87444a806ede2ee3ee9fa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6faaf53-73", "ovs_interfaceid": "e6faaf53-7301-4d46-9bba-f90696d23b76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1688.918863] env[63097]: DEBUG oslo_vmware.api [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687800, 'name': ReconfigVM_Task, 'duration_secs': 0.272077} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.920861] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1688.923010] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d824ae-fa2b-41d6-9406-5a95379289b3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.935668] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f88e6456-d307-4cb4-bb9a-d3d436e1bd1a tempest-InstanceActionsTestJSON-1839056714 tempest-InstanceActionsTestJSON-1839056714-project-member] Lock "a51c88eb-904d-4561-b6c3-06e5232dc17f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.658s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.936732] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 2e8d1f13-2aba-4691-86fd-bca4c8309c1c] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1688.953865] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Releasing lock "refresh_cache-b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.954271] env[63097]: DEBUG nova.compute.manager [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] Instance network_info: |[{"id": "e6faaf53-7301-4d46-9bba-f90696d23b76", "address": "fa:16:3e:e3:31:b9", "network": {"id": "73d727fd-7254-4c32-8ff5-eee91ec884f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1273771499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "698609218f87444a806ede2ee3ee9fa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6faaf53-73", "ovs_interfaceid": "e6faaf53-7301-4d46-9bba-f90696d23b76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1688.961914] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] d59281ff-c5be-4bd1-bbe4-2d2b5bf50473/d59281ff-c5be-4bd1-bbe4-2d2b5bf50473.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1688.962988] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:31:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e30245c5-78f5-48e6-b504-c6c21f5a9b45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6faaf53-7301-4d46-9bba-f90696d23b76', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1688.969979] env[63097]: DEBUG oslo.service.loopingcall [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1688.970160] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46b9f830-459d-4731-acc2-879f9b02050f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.983105] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1688.983341] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-979fba17-8cb6-4980-bd28-35b35eec3be7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.002829] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1689.002829] env[63097]: value = "task-1687801" [ 1689.002829] env[63097]: _type = "Task" [ 1689.002829] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.007053] env[63097]: DEBUG oslo_vmware.api [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1689.007053] env[63097]: value = "task-1687802" [ 1689.007053] env[63097]: _type = "Task" [ 1689.007053] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.012911] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687801, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.018188] env[63097]: DEBUG oslo_vmware.api [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687802, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.129881] env[63097]: DEBUG nova.compute.manager [req-c3d38166-a63b-4eb9-96d2-f7802251d5ba req-c8dca171-405a-44d4-9079-d2885ff5e414 service nova] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] Received event network-changed-e6faaf53-7301-4d46-9bba-f90696d23b76 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1689.130107] env[63097]: DEBUG nova.compute.manager [req-c3d38166-a63b-4eb9-96d2-f7802251d5ba req-c8dca171-405a-44d4-9079-d2885ff5e414 service nova] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] Refreshing instance network info cache due to event network-changed-e6faaf53-7301-4d46-9bba-f90696d23b76. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1689.130331] env[63097]: DEBUG oslo_concurrency.lockutils [req-c3d38166-a63b-4eb9-96d2-f7802251d5ba req-c8dca171-405a-44d4-9079-d2885ff5e414 service nova] Acquiring lock "refresh_cache-b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1689.130481] env[63097]: DEBUG oslo_concurrency.lockutils [req-c3d38166-a63b-4eb9-96d2-f7802251d5ba req-c8dca171-405a-44d4-9079-d2885ff5e414 service nova] Acquired lock "refresh_cache-b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.131183] env[63097]: DEBUG nova.network.neutron [req-c3d38166-a63b-4eb9-96d2-f7802251d5ba req-c8dca171-405a-44d4-9079-d2885ff5e414 service nova] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] Refreshing network info cache for port e6faaf53-7301-4d46-9bba-f90696d23b76 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1689.404240] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquiring lock "d7568449-fd71-499c-952f-e86fa2209131" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.404543] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "d7568449-fd71-499c-952f-e86fa2209131" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.463594] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 37a43e1b-9fd9-4981-b5f2-2872a093812f] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1689.522501] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687801, 'name': CreateVM_Task, 'duration_secs': 0.307089} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.525485] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1689.525803] env[63097]: DEBUG oslo_vmware.api [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687802, 'name': ReconfigVM_Task, 'duration_secs': 0.359038} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.526552] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1689.526640] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.527062] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1689.527409] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Reconfigured VM instance instance-00000068 to attach disk [datastore1] d59281ff-c5be-4bd1-bbe4-2d2b5bf50473/d59281ff-c5be-4bd1-bbe4-2d2b5bf50473.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1689.528024] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-940bcb19-5b16-4dbb-aed7-847492f90342 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.530113] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6329f0-3f05-4f4d-9282-079cb437864a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.540779] env[63097]: DEBUG oslo_vmware.api [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1689.540779] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52476ecf-8577-9e42-e246-456e7f530ed1" [ 1689.540779] env[63097]: _type = "Task" [ 1689.540779] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.563395] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccb7611-c21b-46bb-ab25-682a4c3a8321 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.571609] env[63097]: DEBUG oslo_vmware.api [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52476ecf-8577-9e42-e246-456e7f530ed1, 'name': SearchDatastore_Task, 'duration_secs': 0.010545} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.587061] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1689.587317] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1689.587559] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1689.587714] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.587896] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1689.590408] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbaf472f-294d-4686-b599-e90c67f04b2d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.592499] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e18daa-4d89-48d5-b525-45f1210494d5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.617731] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39470237-dc6c-4d79-9bea-e7de5f814c1a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.620304] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1689.620485] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1689.621437] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bd81cac-5264-4582-9a4e-cd48567e834f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.626596] env[63097]: DEBUG oslo_vmware.api [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1689.626596] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5278a86d-c011-d5ad-7b72-0569b09fdce9" [ 1689.626596] env[63097]: _type = "Task" [ 1689.626596] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.629299] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1689.632183] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25ee6301-94c7-4f78-b4c1-0ce6ed233fbf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.636892] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a25f3b9-756f-490a-a537-e5e3fdcfc24e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.643814] env[63097]: DEBUG oslo_vmware.api [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5278a86d-c011-d5ad-7b72-0569b09fdce9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.646521] env[63097]: DEBUG oslo_vmware.api [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1689.646521] env[63097]: value = "task-1687803" [ 1689.646521] env[63097]: _type = "Task" [ 1689.646521] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.647446] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340c3d7b-6352-4941-8e03-2457da0e4a8c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.657843] env[63097]: DEBUG oslo_vmware.api [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.686193] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980f3ecf-50ae-4ff2-9b04-b05c52c62518 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.695886] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1bf56d7-7efe-4fa9-95af-96f330197055 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.709527] env[63097]: DEBUG nova.compute.provider_tree [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1689.907792] env[63097]: DEBUG nova.compute.manager [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: d7568449-fd71-499c-952f-e86fa2209131] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1689.969359] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 0e74e037-c92b-4160-9c10-7f09a89b5b9c] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1689.975803] env[63097]: DEBUG nova.network.neutron [req-c3d38166-a63b-4eb9-96d2-f7802251d5ba req-c8dca171-405a-44d4-9079-d2885ff5e414 service nova] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] Updated VIF entry in instance network info cache for port e6faaf53-7301-4d46-9bba-f90696d23b76. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1689.976185] env[63097]: DEBUG nova.network.neutron [req-c3d38166-a63b-4eb9-96d2-f7802251d5ba req-c8dca171-405a-44d4-9079-d2885ff5e414 service nova] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] Updating instance_info_cache with network_info: [{"id": "e6faaf53-7301-4d46-9bba-f90696d23b76", "address": "fa:16:3e:e3:31:b9", "network": {"id": "73d727fd-7254-4c32-8ff5-eee91ec884f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1273771499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "698609218f87444a806ede2ee3ee9fa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6faaf53-73", "ovs_interfaceid": "e6faaf53-7301-4d46-9bba-f90696d23b76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1690.139684] env[63097]: DEBUG oslo_vmware.api [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5278a86d-c011-d5ad-7b72-0569b09fdce9, 'name': SearchDatastore_Task, 'duration_secs': 0.022121} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.140062] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38cb431f-3a75-4bfe-95c7-600c2f4790c0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.144904] env[63097]: DEBUG oslo_vmware.api [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1690.144904] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52146b00-faef-7149-9c6d-43f9715bd450" [ 1690.144904] env[63097]: _type = "Task" [ 1690.144904] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.152475] env[63097]: DEBUG oslo_vmware.api [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52146b00-faef-7149-9c6d-43f9715bd450, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.159572] env[63097]: DEBUG oslo_vmware.api [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687803, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.213056] env[63097]: DEBUG nova.scheduler.client.report [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1690.435425] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.472647] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 6a4cee3c-c5e3-4cc3-8f28-7cee96efee35] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1690.479292] env[63097]: DEBUG oslo_concurrency.lockutils [req-c3d38166-a63b-4eb9-96d2-f7802251d5ba req-c8dca171-405a-44d4-9079-d2885ff5e414 service nova] Releasing lock "refresh_cache-b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1690.656699] env[63097]: DEBUG oslo_vmware.api [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52146b00-faef-7149-9c6d-43f9715bd450, 'name': SearchDatastore_Task, 'duration_secs': 0.009052} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.659802] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1690.660081] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b/b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1690.660368] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf099dc4-ca8a-4eaf-b931-fc26990f7633 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.668933] env[63097]: DEBUG oslo_vmware.api [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687803, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.670185] env[63097]: DEBUG oslo_vmware.api [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1690.670185] env[63097]: value = "task-1687804" [ 1690.670185] env[63097]: _type = "Task" [ 1690.670185] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.679054] env[63097]: DEBUG oslo_vmware.api [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687804, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.718279] env[63097]: DEBUG oslo_concurrency.lockutils [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.324s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.719850] env[63097]: DEBUG nova.compute.manager [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1690.722747] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8546c09b-819c-4977-9c17-70bb58b9cd4f tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.487s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.723071] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8546c09b-819c-4977-9c17-70bb58b9cd4f tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.725714] env[63097]: DEBUG oslo_concurrency.lockutils [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.395s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.727355] env[63097]: INFO nova.compute.claims [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1690.757538] env[63097]: INFO nova.scheduler.client.report [None req-8546c09b-819c-4977-9c17-70bb58b9cd4f tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Deleted allocations for instance 96c0976d-ce1d-4ddd-ba17-900401bcbaff [ 1690.976537] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 66274a74-ccfb-4a8b-ac23-f0b913919d19] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1691.166007] env[63097]: DEBUG oslo_vmware.api [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687803, 'name': PowerOnVM_Task, 'duration_secs': 1.087039} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.166305] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1691.179409] env[63097]: DEBUG oslo_vmware.api [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687804, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492672} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.179665] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b/b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1691.179943] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1691.180138] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ba5983f-d0d0-46ad-9875-db63c8bfd6c3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.186673] env[63097]: DEBUG oslo_vmware.api [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1691.186673] env[63097]: value = "task-1687805" [ 1691.186673] env[63097]: _type = "Task" [ 1691.186673] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.194514] env[63097]: DEBUG oslo_vmware.api [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687805, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.234482] env[63097]: DEBUG nova.compute.utils [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1691.235954] env[63097]: DEBUG nova.compute.manager [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1691.236168] env[63097]: DEBUG nova.network.neutron [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1691.266091] env[63097]: DEBUG oslo_concurrency.lockutils [None req-8546c09b-819c-4977-9c17-70bb58b9cd4f tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "96c0976d-ce1d-4ddd-ba17-900401bcbaff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.016s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1691.273190] env[63097]: DEBUG nova.policy [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32727165f93b44519b01cbb1d90a4290', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1caa7647ebc840f48dc539a8cc2c484b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1691.483608] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: c2ae5550-369a-44af-91d8-b982da0f296d] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1691.507991] env[63097]: DEBUG nova.network.neutron [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85] Successfully created port: 154fea27-3c85-4849-a344-5bf2e5ecd15a {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1691.697062] env[63097]: DEBUG oslo_vmware.api [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687805, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058348} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.697062] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1691.697754] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70f8caa-c064-4b2c-892a-11823f5db567 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.719630] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b/b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1691.719914] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eba0b7de-6f72-40f4-82e5-1c69d51f5630 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.741476] env[63097]: DEBUG nova.compute.manager [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1691.743895] env[63097]: DEBUG oslo_vmware.api [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1691.743895] env[63097]: value = "task-1687806" [ 1691.743895] env[63097]: _type = "Task" [ 1691.743895] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.752281] env[63097]: DEBUG oslo_vmware.api [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687806, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.858866] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e008bd1-5930-4b09-bf62-0d5ecafcdb88 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.866115] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9652934-0542-42e5-a483-7e3688efc504 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.895300] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d6128e-53bf-427d-8160-1cf5c04bb853 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.902255] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51bc1d6-da35-4074-b161-99758ff29dd7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.914895] env[63097]: DEBUG nova.compute.provider_tree [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1691.983641] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: d22d9d1c-131d-4497-aec6-ab82f7fea0ea] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1692.213039] env[63097]: INFO nova.compute.manager [None req-ebe25a72-879a-46d2-a798-1b83bd0d16b9 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Updating instance to original state: 'active' [ 1692.258487] env[63097]: DEBUG oslo_vmware.api [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.418627] env[63097]: DEBUG nova.scheduler.client.report [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1692.486773] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: cc431fa5-30f4-410a-bcb0-1e0587b4ea32] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1692.757263] env[63097]: DEBUG nova.compute.manager [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1692.766138] env[63097]: DEBUG oslo_vmware.api [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.788344] env[63097]: DEBUG nova.virt.hardware [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1692.788674] env[63097]: DEBUG nova.virt.hardware [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1692.788855] env[63097]: DEBUG nova.virt.hardware [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1692.789059] env[63097]: DEBUG nova.virt.hardware [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1692.789268] env[63097]: DEBUG nova.virt.hardware [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1692.789428] env[63097]: DEBUG nova.virt.hardware [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1692.789669] env[63097]: DEBUG nova.virt.hardware [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1692.789859] env[63097]: DEBUG nova.virt.hardware [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1692.790057] env[63097]: DEBUG nova.virt.hardware [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1692.790253] env[63097]: DEBUG nova.virt.hardware [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1692.790457] env[63097]: DEBUG nova.virt.hardware [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1692.791386] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fcb11c0-e6f2-4c79-90bc-3bd5c5c44658 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.800546] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c474b99-f998-4089-8c0e-77c822b84922 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.903489] env[63097]: DEBUG nova.compute.manager [req-377dc217-d34e-4ba5-a7dc-4321c821ff5c req-dbb87b8e-9d65-4021-9671-517d6234a044 service nova] [instance: 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85] Received event network-vif-plugged-154fea27-3c85-4849-a344-5bf2e5ecd15a {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1692.903590] env[63097]: DEBUG oslo_concurrency.lockutils [req-377dc217-d34e-4ba5-a7dc-4321c821ff5c req-dbb87b8e-9d65-4021-9671-517d6234a044 service nova] Acquiring lock "9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.903803] env[63097]: DEBUG oslo_concurrency.lockutils [req-377dc217-d34e-4ba5-a7dc-4321c821ff5c req-dbb87b8e-9d65-4021-9671-517d6234a044 service nova] Lock "9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.903999] env[63097]: DEBUG oslo_concurrency.lockutils [req-377dc217-d34e-4ba5-a7dc-4321c821ff5c req-dbb87b8e-9d65-4021-9671-517d6234a044 service nova] Lock "9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.904205] env[63097]: DEBUG nova.compute.manager [req-377dc217-d34e-4ba5-a7dc-4321c821ff5c req-dbb87b8e-9d65-4021-9671-517d6234a044 service nova] [instance: 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85] No waiting events found dispatching network-vif-plugged-154fea27-3c85-4849-a344-5bf2e5ecd15a {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1692.904391] env[63097]: WARNING nova.compute.manager [req-377dc217-d34e-4ba5-a7dc-4321c821ff5c req-dbb87b8e-9d65-4021-9671-517d6234a044 service nova] [instance: 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85] Received unexpected event network-vif-plugged-154fea27-3c85-4849-a344-5bf2e5ecd15a for instance with vm_state building and task_state spawning. [ 1692.922623] env[63097]: DEBUG oslo_concurrency.lockutils [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.197s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.923199] env[63097]: DEBUG nova.compute.manager [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1692.926299] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.491s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.928051] env[63097]: INFO nova.compute.claims [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: d7568449-fd71-499c-952f-e86fa2209131] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1692.989443] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 8d07f4c6-6ba9-4a9b-8ab3-bd1adc160141] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1692.999382] env[63097]: DEBUG nova.network.neutron [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85] Successfully updated port: 154fea27-3c85-4849-a344-5bf2e5ecd15a {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1693.258402] env[63097]: DEBUG oslo_vmware.api [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687806, 'name': ReconfigVM_Task, 'duration_secs': 1.095904} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.258587] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] Reconfigured VM instance instance-00000073 to attach disk [datastore2] b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b/b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1693.259155] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29770a9f-fca3-46b8-b921-864e5a5b8e4c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.265899] env[63097]: DEBUG oslo_vmware.api [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1693.265899] env[63097]: value = "task-1687807" [ 1693.265899] env[63097]: _type = "Task" [ 1693.265899] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.273652] env[63097]: DEBUG oslo_vmware.api [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687807, 'name': Rename_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.435221] env[63097]: DEBUG nova.compute.utils [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1693.436631] env[63097]: DEBUG nova.compute.manager [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1693.436796] env[63097]: DEBUG nova.network.neutron [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1693.475413] env[63097]: DEBUG nova.policy [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a9cb72e6cba4d67bee9c0b392cfd3c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1bb501857d7a49bab571b96be7671416', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1693.493016] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 8f876762-7744-41d3-a3eb-530955cd1db0] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1693.501318] env[63097]: DEBUG oslo_concurrency.lockutils [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "refresh_cache-9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1693.501465] env[63097]: DEBUG oslo_concurrency.lockutils [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquired lock "refresh_cache-9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1693.501620] env[63097]: DEBUG nova.network.neutron [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1693.731832] env[63097]: DEBUG nova.network.neutron [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Successfully created port: 3f73c594-29d0-4860-aa0b-2760500c4b22 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1693.781883] env[63097]: DEBUG oslo_vmware.api [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687807, 'name': Rename_Task, 'duration_secs': 0.148888} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.782495] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1693.782784] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f70c6899-aed6-4d50-b611-16e6ef5b3c7c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.790360] env[63097]: DEBUG oslo_vmware.api [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1693.790360] env[63097]: value = "task-1687808" [ 1693.790360] env[63097]: _type = "Task" [ 1693.790360] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.798164] env[63097]: DEBUG oslo_vmware.api [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687808, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.940950] env[63097]: DEBUG nova.compute.manager [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1693.996830] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 9e95b2bd-0b34-413a-8638-cca05cfa9547] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1694.039900] env[63097]: DEBUG nova.network.neutron [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1694.092403] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae06922-16d7-4a64-9f97-9cf1c822af18 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.100711] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b182fc-2633-42a8-8888-85514a304655 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.134701] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6e8533-20b0-431d-82cb-66ecadf01452 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.144389] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf40beb-e303-4f16-bb50-6990cd2c35f2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.160503] env[63097]: DEBUG nova.compute.provider_tree [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1694.175303] env[63097]: DEBUG nova.network.neutron [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85] Updating instance_info_cache with network_info: [{"id": "154fea27-3c85-4849-a344-5bf2e5ecd15a", "address": "fa:16:3e:f7:50:b5", "network": {"id": "7862ef5e-43cc-4460-8494-e49f3fb27411", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-385212728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caa7647ebc840f48dc539a8cc2c484b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap154fea27-3c", "ovs_interfaceid": "154fea27-3c85-4849-a344-5bf2e5ecd15a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1694.276487] env[63097]: DEBUG oslo_concurrency.lockutils [None req-06163f43-acbc-42ec-89c4-2449631318f8 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquiring lock "d59281ff-c5be-4bd1-bbe4-2d2b5bf50473" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.276779] env[63097]: DEBUG oslo_concurrency.lockutils [None req-06163f43-acbc-42ec-89c4-2449631318f8 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "d59281ff-c5be-4bd1-bbe4-2d2b5bf50473" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1694.277037] env[63097]: DEBUG oslo_concurrency.lockutils [None req-06163f43-acbc-42ec-89c4-2449631318f8 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquiring lock "d59281ff-c5be-4bd1-bbe4-2d2b5bf50473-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.277233] env[63097]: DEBUG oslo_concurrency.lockutils [None req-06163f43-acbc-42ec-89c4-2449631318f8 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "d59281ff-c5be-4bd1-bbe4-2d2b5bf50473-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1694.277409] env[63097]: DEBUG oslo_concurrency.lockutils [None req-06163f43-acbc-42ec-89c4-2449631318f8 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "d59281ff-c5be-4bd1-bbe4-2d2b5bf50473-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.280833] env[63097]: INFO nova.compute.manager [None req-06163f43-acbc-42ec-89c4-2449631318f8 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Terminating instance [ 1694.282931] env[63097]: DEBUG nova.compute.manager [None req-06163f43-acbc-42ec-89c4-2449631318f8 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1694.283163] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-06163f43-acbc-42ec-89c4-2449631318f8 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1694.283409] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2390e30d-31a8-4ff4-a0f9-6b2ee868e030 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.290335] env[63097]: DEBUG oslo_vmware.api [None req-06163f43-acbc-42ec-89c4-2449631318f8 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1694.290335] env[63097]: value = "task-1687809" [ 1694.290335] env[63097]: _type = "Task" [ 1694.290335] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.301675] env[63097]: DEBUG oslo_vmware.api [None req-06163f43-acbc-42ec-89c4-2449631318f8 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.304846] env[63097]: DEBUG oslo_vmware.api [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687808, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.500368] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 7f1e806e-4689-4cd0-bef9-3f6af6ac7956] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1694.663631] env[63097]: DEBUG nova.scheduler.client.report [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1694.677896] env[63097]: DEBUG oslo_concurrency.lockutils [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Releasing lock "refresh_cache-9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1694.678191] env[63097]: DEBUG nova.compute.manager [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85] Instance network_info: |[{"id": "154fea27-3c85-4849-a344-5bf2e5ecd15a", "address": "fa:16:3e:f7:50:b5", "network": {"id": "7862ef5e-43cc-4460-8494-e49f3fb27411", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-385212728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caa7647ebc840f48dc539a8cc2c484b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap154fea27-3c", "ovs_interfaceid": "154fea27-3c85-4849-a344-5bf2e5ecd15a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1694.678590] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:50:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ded8bac-871f-491b-94ec-cb67c08bc828', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '154fea27-3c85-4849-a344-5bf2e5ecd15a', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1694.686039] env[63097]: DEBUG oslo.service.loopingcall [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1694.686799] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1694.687038] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2bfa981-9331-4831-8116-d07ba4c36cbb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.706162] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1694.706162] env[63097]: value = "task-1687810" [ 1694.706162] env[63097]: _type = "Task" [ 1694.706162] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.713997] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687810, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.802339] env[63097]: DEBUG oslo_vmware.api [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687808, 'name': PowerOnVM_Task, 'duration_secs': 0.718589} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.805317] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1694.805546] env[63097]: INFO nova.compute.manager [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] Took 7.89 seconds to spawn the instance on the hypervisor. [ 1694.805761] env[63097]: DEBUG nova.compute.manager [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1694.806078] env[63097]: DEBUG oslo_vmware.api [None req-06163f43-acbc-42ec-89c4-2449631318f8 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687809, 'name': PowerOffVM_Task, 'duration_secs': 0.303186} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.806786] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9c1e88-024e-46ec-b8eb-f5ea91db21ab {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.809272] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-06163f43-acbc-42ec-89c4-2449631318f8 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1694.809603] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-06163f43-acbc-42ec-89c4-2449631318f8 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Volume detach. Driver type: vmdk {{(pid=63097) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1694.809804] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-06163f43-acbc-42ec-89c4-2449631318f8 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351780', 'volume_id': '9ad8d625-82ec-418d-baa9-fedd18ba873b', 'name': 'volume-9ad8d625-82ec-418d-baa9-fedd18ba873b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'd59281ff-c5be-4bd1-bbe4-2d2b5bf50473', 'attached_at': '2024-11-28T21:42:26.000000', 'detached_at': '', 'volume_id': '9ad8d625-82ec-418d-baa9-fedd18ba873b', 'serial': '9ad8d625-82ec-418d-baa9-fedd18ba873b'} {{(pid=63097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1694.810859] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56e7547-d4cd-4d27-b76e-80f584fb1021 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.836157] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5120a0-0ad8-4557-8e49-af8b79415386 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.844941] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7f1292-4a02-4ae5-8725-bdd68b1c42d1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.868635] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8adde918-50e1-454a-9821-9a643003e75a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.884824] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-06163f43-acbc-42ec-89c4-2449631318f8 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] The volume has not been displaced from its original location: [datastore2] volume-9ad8d625-82ec-418d-baa9-fedd18ba873b/volume-9ad8d625-82ec-418d-baa9-fedd18ba873b.vmdk. No consolidation needed. {{(pid=63097) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1694.889688] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-06163f43-acbc-42ec-89c4-2449631318f8 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1694.890038] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39e932e5-c53d-4b85-97fa-3f2dff30da84 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.908290] env[63097]: DEBUG oslo_vmware.api [None req-06163f43-acbc-42ec-89c4-2449631318f8 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1694.908290] env[63097]: value = "task-1687811" [ 1694.908290] env[63097]: _type = "Task" [ 1694.908290] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.916318] env[63097]: DEBUG oslo_vmware.api [None req-06163f43-acbc-42ec-89c4-2449631318f8 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687811, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.927811] env[63097]: DEBUG nova.compute.manager [req-991b66c0-26c2-4b9d-aaa4-75eb5fee5bc3 req-ded30e5f-e106-45dd-8fb4-a0b9f7cac9d0 service nova] [instance: 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85] Received event network-changed-154fea27-3c85-4849-a344-5bf2e5ecd15a {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1694.928059] env[63097]: DEBUG nova.compute.manager [req-991b66c0-26c2-4b9d-aaa4-75eb5fee5bc3 req-ded30e5f-e106-45dd-8fb4-a0b9f7cac9d0 service nova] [instance: 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85] Refreshing instance network info cache due to event network-changed-154fea27-3c85-4849-a344-5bf2e5ecd15a. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1694.928240] env[63097]: DEBUG oslo_concurrency.lockutils [req-991b66c0-26c2-4b9d-aaa4-75eb5fee5bc3 req-ded30e5f-e106-45dd-8fb4-a0b9f7cac9d0 service nova] Acquiring lock "refresh_cache-9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1694.928428] env[63097]: DEBUG oslo_concurrency.lockutils [req-991b66c0-26c2-4b9d-aaa4-75eb5fee5bc3 req-ded30e5f-e106-45dd-8fb4-a0b9f7cac9d0 service nova] Acquired lock "refresh_cache-9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1694.928633] env[63097]: DEBUG nova.network.neutron [req-991b66c0-26c2-4b9d-aaa4-75eb5fee5bc3 req-ded30e5f-e106-45dd-8fb4-a0b9f7cac9d0 service nova] [instance: 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85] Refreshing network info cache for port 154fea27-3c85-4849-a344-5bf2e5ecd15a {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1694.950218] env[63097]: DEBUG nova.compute.manager [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1694.977388] env[63097]: DEBUG nova.virt.hardware [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1694.977582] env[63097]: DEBUG nova.virt.hardware [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1694.977749] env[63097]: DEBUG nova.virt.hardware [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1694.977961] env[63097]: DEBUG nova.virt.hardware [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1694.978119] env[63097]: DEBUG nova.virt.hardware [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1694.978294] env[63097]: DEBUG nova.virt.hardware [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1694.978525] env[63097]: DEBUG nova.virt.hardware [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1694.978691] env[63097]: DEBUG nova.virt.hardware [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1694.978878] env[63097]: DEBUG nova.virt.hardware [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1694.979515] env[63097]: DEBUG nova.virt.hardware [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1694.979515] env[63097]: DEBUG nova.virt.hardware [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1694.980175] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033a9069-43a1-4782-94d7-b61cca29030e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.988447] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafaa027-9b43-4b63-b3b2-d3256fb75187 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.003987] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 185ab458-44b4-4bc2-816a-269d7a4e2719] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1695.169340] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.243s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.169906] env[63097]: DEBUG nova.compute.manager [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: d7568449-fd71-499c-952f-e86fa2209131] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1695.216298] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687810, 'name': CreateVM_Task, 'duration_secs': 0.388625} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.216456] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1695.217172] env[63097]: DEBUG oslo_concurrency.lockutils [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1695.217355] env[63097]: DEBUG oslo_concurrency.lockutils [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.217702] env[63097]: DEBUG oslo_concurrency.lockutils [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1695.217953] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04dfc256-8ea3-4e90-a74a-99f93de5a692 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.222354] env[63097]: DEBUG oslo_vmware.api [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1695.222354] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52078eeb-7759-7e1a-8ff2-6b385d08ac48" [ 1695.222354] env[63097]: _type = "Task" [ 1695.222354] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.231677] env[63097]: DEBUG oslo_vmware.api [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52078eeb-7759-7e1a-8ff2-6b385d08ac48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.273379] env[63097]: DEBUG nova.network.neutron [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Successfully updated port: 3f73c594-29d0-4860-aa0b-2760500c4b22 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1695.341389] env[63097]: INFO nova.compute.manager [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] Took 17.55 seconds to build instance. [ 1695.418751] env[63097]: DEBUG oslo_vmware.api [None req-06163f43-acbc-42ec-89c4-2449631318f8 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687811, 'name': ReconfigVM_Task, 'duration_secs': 0.24972} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.419074] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-06163f43-acbc-42ec-89c4-2449631318f8 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1695.423807] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb30fca6-5e4d-4095-a4ae-4dd8924308b0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.441140] env[63097]: DEBUG oslo_vmware.api [None req-06163f43-acbc-42ec-89c4-2449631318f8 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1695.441140] env[63097]: value = "task-1687812" [ 1695.441140] env[63097]: _type = "Task" [ 1695.441140] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.449517] env[63097]: DEBUG oslo_vmware.api [None req-06163f43-acbc-42ec-89c4-2449631318f8 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687812, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.506691] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 3fd114c2-a544-4fc5-be3b-82c084f022e8] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1695.648760] env[63097]: DEBUG nova.network.neutron [req-991b66c0-26c2-4b9d-aaa4-75eb5fee5bc3 req-ded30e5f-e106-45dd-8fb4-a0b9f7cac9d0 service nova] [instance: 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85] Updated VIF entry in instance network info cache for port 154fea27-3c85-4849-a344-5bf2e5ecd15a. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1695.649183] env[63097]: DEBUG nova.network.neutron [req-991b66c0-26c2-4b9d-aaa4-75eb5fee5bc3 req-ded30e5f-e106-45dd-8fb4-a0b9f7cac9d0 service nova] [instance: 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85] Updating instance_info_cache with network_info: [{"id": "154fea27-3c85-4849-a344-5bf2e5ecd15a", "address": "fa:16:3e:f7:50:b5", "network": {"id": "7862ef5e-43cc-4460-8494-e49f3fb27411", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-385212728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caa7647ebc840f48dc539a8cc2c484b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap154fea27-3c", "ovs_interfaceid": "154fea27-3c85-4849-a344-5bf2e5ecd15a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1695.674714] env[63097]: DEBUG nova.compute.utils [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1695.676062] env[63097]: DEBUG nova.compute.manager [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: d7568449-fd71-499c-952f-e86fa2209131] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1695.676234] env[63097]: DEBUG nova.network.neutron [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: d7568449-fd71-499c-952f-e86fa2209131] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1695.714560] env[63097]: DEBUG nova.policy [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3efa2ecfa5d3448b86bddad26a99cc71', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'daa7867f5c3b4e6e8e319e4b098166c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1695.732026] env[63097]: DEBUG oslo_vmware.api [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52078eeb-7759-7e1a-8ff2-6b385d08ac48, 'name': SearchDatastore_Task, 'duration_secs': 0.023176} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.732371] env[63097]: DEBUG oslo_concurrency.lockutils [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1695.732672] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1695.732918] env[63097]: DEBUG oslo_concurrency.lockutils [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1695.733081] env[63097]: DEBUG oslo_concurrency.lockutils [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.733267] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1695.733520] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8eee9c31-ab5a-4d9f-9d2f-ccb844111d14 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.743145] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1695.743330] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1695.744079] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1c3a5ac-ee06-407b-9d1b-800ed1831d80 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.749107] env[63097]: DEBUG oslo_vmware.api [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1695.749107] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5258cdb6-e046-2298-f260-714c1d6765c5" [ 1695.749107] env[63097]: _type = "Task" [ 1695.749107] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.756680] env[63097]: DEBUG oslo_vmware.api [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5258cdb6-e046-2298-f260-714c1d6765c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.775312] env[63097]: DEBUG oslo_concurrency.lockutils [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "refresh_cache-63280a39-5f8e-4a6a-b696-bc94cd6b4c74" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1695.775454] env[63097]: DEBUG oslo_concurrency.lockutils [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquired lock "refresh_cache-63280a39-5f8e-4a6a-b696-bc94cd6b4c74" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.775613] env[63097]: DEBUG nova.network.neutron [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1695.843336] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7f24106b-c336-4f00-86e8-6beb32ea0156 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.056s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.959865] env[63097]: DEBUG oslo_vmware.api [None req-06163f43-acbc-42ec-89c4-2449631318f8 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687812, 'name': ReconfigVM_Task, 'duration_secs': 0.205423} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.961283] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-06163f43-acbc-42ec-89c4-2449631318f8 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351780', 'volume_id': '9ad8d625-82ec-418d-baa9-fedd18ba873b', 'name': 'volume-9ad8d625-82ec-418d-baa9-fedd18ba873b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'd59281ff-c5be-4bd1-bbe4-2d2b5bf50473', 'attached_at': '2024-11-28T21:42:26.000000', 'detached_at': '', 'volume_id': '9ad8d625-82ec-418d-baa9-fedd18ba873b', 'serial': '9ad8d625-82ec-418d-baa9-fedd18ba873b'} {{(pid=63097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1695.961640] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-06163f43-acbc-42ec-89c4-2449631318f8 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1695.963313] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db1030d-41e6-4382-b64e-e9d917ade924 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.970532] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-06163f43-acbc-42ec-89c4-2449631318f8 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1695.971030] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3575143-7eb0-4bb5-b5d7-1123d2bf954c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.977331] env[63097]: DEBUG nova.network.neutron [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: d7568449-fd71-499c-952f-e86fa2209131] Successfully created port: 05ca4927-c880-4306-b41a-ddd4d2a52548 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1696.009839] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 9f9d16ac-5b92-43dd-b5db-360121101198] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1696.057394] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-06163f43-acbc-42ec-89c4-2449631318f8 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1696.057635] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-06163f43-acbc-42ec-89c4-2449631318f8 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1696.057824] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-06163f43-acbc-42ec-89c4-2449631318f8 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Deleting the datastore file [datastore1] d59281ff-c5be-4bd1-bbe4-2d2b5bf50473 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1696.058100] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b0f9a49-803d-41b9-a2e1-1ba805527678 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.064348] env[63097]: DEBUG oslo_vmware.api [None req-06163f43-acbc-42ec-89c4-2449631318f8 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1696.064348] env[63097]: value = "task-1687814" [ 1696.064348] env[63097]: _type = "Task" [ 1696.064348] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.072868] env[63097]: DEBUG oslo_vmware.api [None req-06163f43-acbc-42ec-89c4-2449631318f8 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.152237] env[63097]: DEBUG oslo_concurrency.lockutils [req-991b66c0-26c2-4b9d-aaa4-75eb5fee5bc3 req-ded30e5f-e106-45dd-8fb4-a0b9f7cac9d0 service nova] Releasing lock "refresh_cache-9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1696.179825] env[63097]: DEBUG nova.compute.manager [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: d7568449-fd71-499c-952f-e86fa2209131] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1696.258970] env[63097]: DEBUG oslo_vmware.api [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5258cdb6-e046-2298-f260-714c1d6765c5, 'name': SearchDatastore_Task, 'duration_secs': 0.017297} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.259738] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-137d382f-df99-46f4-b65b-97720cc850a1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.264726] env[63097]: DEBUG oslo_vmware.api [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1696.264726] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52e329d7-ce30-1929-a11d-e430e3494795" [ 1696.264726] env[63097]: _type = "Task" [ 1696.264726] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.279297] env[63097]: DEBUG oslo_vmware.api [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52e329d7-ce30-1929-a11d-e430e3494795, 'name': SearchDatastore_Task, 'duration_secs': 0.009021} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.279552] env[63097]: DEBUG oslo_concurrency.lockutils [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1696.279803] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85/9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1696.280329] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7584ef1-653f-4f20-ab7d-0054e796844a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.287959] env[63097]: DEBUG oslo_vmware.api [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1696.287959] env[63097]: value = "task-1687815" [ 1696.287959] env[63097]: _type = "Task" [ 1696.287959] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.298164] env[63097]: DEBUG oslo_vmware.api [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.322213] env[63097]: DEBUG nova.network.neutron [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1696.513564] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: ff1bf9fe-3695-43fd-8da5-99d6eb6441c6] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1696.551535] env[63097]: DEBUG nova.network.neutron [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Updating instance_info_cache with network_info: [{"id": "3f73c594-29d0-4860-aa0b-2760500c4b22", "address": "fa:16:3e:e7:83:6c", "network": {"id": "cab4f1b3-f7f6-44cf-96d8-e5cde8573d49", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-74996664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bb501857d7a49bab571b96be7671416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f73c594-29", "ovs_interfaceid": "3f73c594-29d0-4860-aa0b-2760500c4b22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1696.575933] env[63097]: DEBUG oslo_vmware.api [None req-06163f43-acbc-42ec-89c4-2449631318f8 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177637} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.576269] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-06163f43-acbc-42ec-89c4-2449631318f8 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1696.576514] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-06163f43-acbc-42ec-89c4-2449631318f8 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1696.576785] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-06163f43-acbc-42ec-89c4-2449631318f8 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1696.576892] env[63097]: INFO nova.compute.manager [None req-06163f43-acbc-42ec-89c4-2449631318f8 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Took 2.29 seconds to destroy the instance on the hypervisor. [ 1696.577173] env[63097]: DEBUG oslo.service.loopingcall [None req-06163f43-acbc-42ec-89c4-2449631318f8 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1696.577446] env[63097]: DEBUG nova.compute.manager [-] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1696.577547] env[63097]: DEBUG nova.network.neutron [-] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1696.773983] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7cc17f37-5c08-4fff-9eac-28db103082b6 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.774256] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7cc17f37-5c08-4fff-9eac-28db103082b6 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.774507] env[63097]: DEBUG nova.compute.manager [None req-7cc17f37-5c08-4fff-9eac-28db103082b6 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1696.775495] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7453bc-1351-4bc1-8012-f80ea6307bc0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.783594] env[63097]: DEBUG nova.compute.manager [None req-7cc17f37-5c08-4fff-9eac-28db103082b6 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63097) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1696.784247] env[63097]: DEBUG nova.objects.instance [None req-7cc17f37-5c08-4fff-9eac-28db103082b6 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lazy-loading 'flavor' on Instance uuid b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1696.797142] env[63097]: DEBUG oslo_vmware.api [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49605} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.797437] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85/9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1696.797655] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1696.798186] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-084c199b-45bd-40d2-97dc-aa2499ef1b39 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.805139] env[63097]: DEBUG oslo_vmware.api [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1696.805139] env[63097]: value = "task-1687816" [ 1696.805139] env[63097]: _type = "Task" [ 1696.805139] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.813418] env[63097]: DEBUG oslo_vmware.api [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687816, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.956282] env[63097]: DEBUG nova.compute.manager [req-3ad40c1d-4a01-4f43-9689-93534e3c2f0b req-ba5b6b36-c373-4703-95e1-d5459f19cd07 service nova] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Received event network-vif-plugged-3f73c594-29d0-4860-aa0b-2760500c4b22 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1696.956665] env[63097]: DEBUG oslo_concurrency.lockutils [req-3ad40c1d-4a01-4f43-9689-93534e3c2f0b req-ba5b6b36-c373-4703-95e1-d5459f19cd07 service nova] Acquiring lock "63280a39-5f8e-4a6a-b696-bc94cd6b4c74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.956774] env[63097]: DEBUG oslo_concurrency.lockutils [req-3ad40c1d-4a01-4f43-9689-93534e3c2f0b req-ba5b6b36-c373-4703-95e1-d5459f19cd07 service nova] Lock "63280a39-5f8e-4a6a-b696-bc94cd6b4c74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.956914] env[63097]: DEBUG oslo_concurrency.lockutils [req-3ad40c1d-4a01-4f43-9689-93534e3c2f0b req-ba5b6b36-c373-4703-95e1-d5459f19cd07 service nova] Lock "63280a39-5f8e-4a6a-b696-bc94cd6b4c74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.957191] env[63097]: DEBUG nova.compute.manager [req-3ad40c1d-4a01-4f43-9689-93534e3c2f0b req-ba5b6b36-c373-4703-95e1-d5459f19cd07 service nova] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] No waiting events found dispatching network-vif-plugged-3f73c594-29d0-4860-aa0b-2760500c4b22 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1696.957903] env[63097]: WARNING nova.compute.manager [req-3ad40c1d-4a01-4f43-9689-93534e3c2f0b req-ba5b6b36-c373-4703-95e1-d5459f19cd07 service nova] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Received unexpected event network-vif-plugged-3f73c594-29d0-4860-aa0b-2760500c4b22 for instance with vm_state building and task_state spawning. [ 1696.957903] env[63097]: DEBUG nova.compute.manager [req-3ad40c1d-4a01-4f43-9689-93534e3c2f0b req-ba5b6b36-c373-4703-95e1-d5459f19cd07 service nova] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Received event network-changed-3f73c594-29d0-4860-aa0b-2760500c4b22 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1696.957903] env[63097]: DEBUG nova.compute.manager [req-3ad40c1d-4a01-4f43-9689-93534e3c2f0b req-ba5b6b36-c373-4703-95e1-d5459f19cd07 service nova] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Refreshing instance network info cache due to event network-changed-3f73c594-29d0-4860-aa0b-2760500c4b22. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1696.957903] env[63097]: DEBUG oslo_concurrency.lockutils [req-3ad40c1d-4a01-4f43-9689-93534e3c2f0b req-ba5b6b36-c373-4703-95e1-d5459f19cd07 service nova] Acquiring lock "refresh_cache-63280a39-5f8e-4a6a-b696-bc94cd6b4c74" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1697.017293] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 592b8898-43e7-46b1-b16f-39ed5cfe8fc3] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1697.054080] env[63097]: DEBUG oslo_concurrency.lockutils [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Releasing lock "refresh_cache-63280a39-5f8e-4a6a-b696-bc94cd6b4c74" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1697.054469] env[63097]: DEBUG nova.compute.manager [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Instance network_info: |[{"id": "3f73c594-29d0-4860-aa0b-2760500c4b22", "address": "fa:16:3e:e7:83:6c", "network": {"id": "cab4f1b3-f7f6-44cf-96d8-e5cde8573d49", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-74996664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bb501857d7a49bab571b96be7671416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f73c594-29", "ovs_interfaceid": "3f73c594-29d0-4860-aa0b-2760500c4b22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1697.054814] env[63097]: DEBUG oslo_concurrency.lockutils [req-3ad40c1d-4a01-4f43-9689-93534e3c2f0b req-ba5b6b36-c373-4703-95e1-d5459f19cd07 service nova] Acquired lock "refresh_cache-63280a39-5f8e-4a6a-b696-bc94cd6b4c74" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1697.055035] env[63097]: DEBUG nova.network.neutron [req-3ad40c1d-4a01-4f43-9689-93534e3c2f0b req-ba5b6b36-c373-4703-95e1-d5459f19cd07 service nova] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Refreshing network info cache for port 3f73c594-29d0-4860-aa0b-2760500c4b22 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1697.056401] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:83:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c7821ea-f92f-4f06-a4cb-05e1186a9d22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f73c594-29d0-4860-aa0b-2760500c4b22', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1697.065013] env[63097]: DEBUG oslo.service.loopingcall [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1697.066062] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1697.066318] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7eaa71e-0884-47a2-bc84-00b920bb4424 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.087595] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1697.087595] env[63097]: value = "task-1687817" [ 1697.087595] env[63097]: _type = "Task" [ 1697.087595] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.095938] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687817, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.190793] env[63097]: DEBUG nova.compute.manager [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: d7568449-fd71-499c-952f-e86fa2209131] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1697.225126] env[63097]: DEBUG nova.virt.hardware [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1697.225451] env[63097]: DEBUG nova.virt.hardware [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1697.225627] env[63097]: DEBUG nova.virt.hardware [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1697.225820] env[63097]: DEBUG nova.virt.hardware [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1697.226583] env[63097]: DEBUG nova.virt.hardware [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1697.226583] env[63097]: DEBUG nova.virt.hardware [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1697.226583] env[63097]: DEBUG nova.virt.hardware [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1697.226583] env[63097]: DEBUG nova.virt.hardware [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1697.226880] env[63097]: DEBUG nova.virt.hardware [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1697.226880] env[63097]: DEBUG nova.virt.hardware [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1697.227022] env[63097]: DEBUG nova.virt.hardware [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1697.227857] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71686eaf-b11c-4df4-b171-d0d7a6ddbe65 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.235809] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9b8313-b93d-4ef2-bb01-e2fdc2cbc235 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.289553] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cc17f37-5c08-4fff-9eac-28db103082b6 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1697.289775] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fa5729a-4837-4f88-98a9-417e26aa2d48 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.297334] env[63097]: DEBUG oslo_vmware.api [None req-7cc17f37-5c08-4fff-9eac-28db103082b6 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1697.297334] env[63097]: value = "task-1687818" [ 1697.297334] env[63097]: _type = "Task" [ 1697.297334] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.306345] env[63097]: DEBUG oslo_vmware.api [None req-7cc17f37-5c08-4fff-9eac-28db103082b6 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.313903] env[63097]: DEBUG oslo_vmware.api [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687816, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076288} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.314197] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1697.315017] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbec864-6424-471b-917f-07c37629f51a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.341698] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85/9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1697.346161] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e475dbdd-2aeb-479c-8e31-987c9059aefe {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.374776] env[63097]: DEBUG oslo_vmware.api [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1697.374776] env[63097]: value = "task-1687819" [ 1697.374776] env[63097]: _type = "Task" [ 1697.374776] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.385608] env[63097]: DEBUG oslo_vmware.api [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687819, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.402436] env[63097]: DEBUG nova.compute.manager [req-27de7539-ecac-4b8a-8512-9bd2dc3e0ee1 req-8387b2f4-aaa3-4b86-9015-ee29e0fe18bc service nova] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Received event network-vif-deleted-ddbd643d-d2e7-4409-9cb5-ffa969a9e1bd {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1697.402589] env[63097]: INFO nova.compute.manager [req-27de7539-ecac-4b8a-8512-9bd2dc3e0ee1 req-8387b2f4-aaa3-4b86-9015-ee29e0fe18bc service nova] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Neutron deleted interface ddbd643d-d2e7-4409-9cb5-ffa969a9e1bd; detaching it from the instance and deleting it from the info cache [ 1697.402760] env[63097]: DEBUG nova.network.neutron [req-27de7539-ecac-4b8a-8512-9bd2dc3e0ee1 req-8387b2f4-aaa3-4b86-9015-ee29e0fe18bc service nova] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1697.496868] env[63097]: DEBUG nova.network.neutron [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: d7568449-fd71-499c-952f-e86fa2209131] Successfully updated port: 05ca4927-c880-4306-b41a-ddd4d2a52548 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1697.521580] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 3ac3d689-7f96-4afb-9ea1-1e5b260d6246] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1697.597645] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687817, 'name': CreateVM_Task, 'duration_secs': 0.486666} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.601736] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1697.601736] env[63097]: DEBUG oslo_concurrency.lockutils [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1697.601736] env[63097]: DEBUG oslo_concurrency.lockutils [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1697.601736] env[63097]: DEBUG oslo_concurrency.lockutils [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1697.601736] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-923bb7ef-ce29-4064-89b0-6bfbaee19a89 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.605891] env[63097]: DEBUG oslo_vmware.api [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1697.605891] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52379505-d3b4-b54b-c650-92b4056d548b" [ 1697.605891] env[63097]: _type = "Task" [ 1697.605891] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.613439] env[63097]: DEBUG oslo_vmware.api [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52379505-d3b4-b54b-c650-92b4056d548b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.779448] env[63097]: DEBUG nova.network.neutron [req-3ad40c1d-4a01-4f43-9689-93534e3c2f0b req-ba5b6b36-c373-4703-95e1-d5459f19cd07 service nova] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Updated VIF entry in instance network info cache for port 3f73c594-29d0-4860-aa0b-2760500c4b22. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1697.779837] env[63097]: DEBUG nova.network.neutron [req-3ad40c1d-4a01-4f43-9689-93534e3c2f0b req-ba5b6b36-c373-4703-95e1-d5459f19cd07 service nova] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Updating instance_info_cache with network_info: [{"id": "3f73c594-29d0-4860-aa0b-2760500c4b22", "address": "fa:16:3e:e7:83:6c", "network": {"id": "cab4f1b3-f7f6-44cf-96d8-e5cde8573d49", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-74996664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bb501857d7a49bab571b96be7671416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f73c594-29", "ovs_interfaceid": "3f73c594-29d0-4860-aa0b-2760500c4b22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1697.808274] env[63097]: DEBUG oslo_vmware.api [None req-7cc17f37-5c08-4fff-9eac-28db103082b6 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687818, 'name': PowerOffVM_Task, 'duration_secs': 0.24177} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.808488] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cc17f37-5c08-4fff-9eac-28db103082b6 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1697.808665] env[63097]: DEBUG nova.compute.manager [None req-7cc17f37-5c08-4fff-9eac-28db103082b6 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1697.809403] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47322348-5981-400d-aa79-5befa4c2c42a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.880344] env[63097]: DEBUG nova.network.neutron [-] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1697.884556] env[63097]: DEBUG oslo_vmware.api [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687819, 'name': ReconfigVM_Task, 'duration_secs': 0.316934} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.885037] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85/9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1697.886360] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ec8ce6f-c616-4c4a-9d46-aeb122d88d84 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.892352] env[63097]: DEBUG oslo_vmware.api [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1697.892352] env[63097]: value = "task-1687820" [ 1697.892352] env[63097]: _type = "Task" [ 1697.892352] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.900468] env[63097]: DEBUG oslo_vmware.api [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687820, 'name': Rename_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.905115] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7c6c0da9-033e-49ff-89f4-2e21d815f343 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.914182] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c16c87-145f-4e97-a86c-dd1691aa0ac0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.943555] env[63097]: DEBUG nova.compute.manager [req-27de7539-ecac-4b8a-8512-9bd2dc3e0ee1 req-8387b2f4-aaa3-4b86-9015-ee29e0fe18bc service nova] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Detach interface failed, port_id=ddbd643d-d2e7-4409-9cb5-ffa969a9e1bd, reason: Instance d59281ff-c5be-4bd1-bbe4-2d2b5bf50473 could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1698.001077] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquiring lock "refresh_cache-d7568449-fd71-499c-952f-e86fa2209131" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1698.002786] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquired lock "refresh_cache-d7568449-fd71-499c-952f-e86fa2209131" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.002786] env[63097]: DEBUG nova.network.neutron [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: d7568449-fd71-499c-952f-e86fa2209131] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1698.025433] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: a6e7feca-e724-4018-8405-de21ae80b373] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1698.116546] env[63097]: DEBUG oslo_vmware.api [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52379505-d3b4-b54b-c650-92b4056d548b, 'name': SearchDatastore_Task, 'duration_secs': 0.033998} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.116850] env[63097]: DEBUG oslo_concurrency.lockutils [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1698.117100] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1698.117343] env[63097]: DEBUG oslo_concurrency.lockutils [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1698.117493] env[63097]: DEBUG oslo_concurrency.lockutils [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.117694] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1698.117962] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56eb0ed8-da49-49a1-81fb-b1102061ae1a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.126575] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1698.126753] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1698.127523] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01d69804-0a7f-484a-9407-84e9e6aeacf8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.132780] env[63097]: DEBUG oslo_vmware.api [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1698.132780] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52919718-6213-9fc6-85a7-e358ac14ae64" [ 1698.132780] env[63097]: _type = "Task" [ 1698.132780] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.140224] env[63097]: DEBUG oslo_vmware.api [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52919718-6213-9fc6-85a7-e358ac14ae64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.282740] env[63097]: DEBUG oslo_concurrency.lockutils [req-3ad40c1d-4a01-4f43-9689-93534e3c2f0b req-ba5b6b36-c373-4703-95e1-d5459f19cd07 service nova] Releasing lock "refresh_cache-63280a39-5f8e-4a6a-b696-bc94cd6b4c74" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1698.320373] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7cc17f37-5c08-4fff-9eac-28db103082b6 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.546s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.385912] env[63097]: INFO nova.compute.manager [-] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Took 1.81 seconds to deallocate network for instance. [ 1698.402526] env[63097]: DEBUG oslo_vmware.api [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687820, 'name': Rename_Task, 'duration_secs': 0.150204} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.402819] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1698.403079] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8941f148-4b57-4ccd-b350-21e20732f7ce {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.409445] env[63097]: DEBUG oslo_vmware.api [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1698.409445] env[63097]: value = "task-1687821" [ 1698.409445] env[63097]: _type = "Task" [ 1698.409445] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.418326] env[63097]: DEBUG oslo_vmware.api [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687821, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.528788] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 0f8f123b-8896-477a-a2fe-6c339238e5cd] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1698.535044] env[63097]: DEBUG nova.network.neutron [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: d7568449-fd71-499c-952f-e86fa2209131] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1698.645585] env[63097]: DEBUG oslo_vmware.api [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52919718-6213-9fc6-85a7-e358ac14ae64, 'name': SearchDatastore_Task, 'duration_secs': 0.00899} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.646417] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-447929d7-dd59-4607-94f7-b9aed3014694 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.651280] env[63097]: DEBUG oslo_vmware.api [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1698.651280] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]521c5240-956d-85f0-1712-66db8fdd92e9" [ 1698.651280] env[63097]: _type = "Task" [ 1698.651280] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.659036] env[63097]: DEBUG oslo_vmware.api [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]521c5240-956d-85f0-1712-66db8fdd92e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.674133] env[63097]: DEBUG nova.network.neutron [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: d7568449-fd71-499c-952f-e86fa2209131] Updating instance_info_cache with network_info: [{"id": "05ca4927-c880-4306-b41a-ddd4d2a52548", "address": "fa:16:3e:6c:4f:c3", "network": {"id": "082f1e0b-2faa-438b-beb2-07cc49fe07ef", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1715190239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa7867f5c3b4e6e8e319e4b098166c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05ca4927-c8", "ovs_interfaceid": "05ca4927-c880-4306-b41a-ddd4d2a52548", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1698.920714] env[63097]: DEBUG oslo_vmware.api [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687821, 'name': PowerOnVM_Task, 'duration_secs': 0.440637} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.921247] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1698.921247] env[63097]: INFO nova.compute.manager [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85] Took 6.16 seconds to spawn the instance on the hypervisor. [ 1698.921390] env[63097]: DEBUG nova.compute.manager [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1698.922615] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7ce2b0-0142-492d-8b11-51cf4df3a7e9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.932080] env[63097]: INFO nova.compute.manager [None req-06163f43-acbc-42ec-89c4-2449631318f8 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: d59281ff-c5be-4bd1-bbe4-2d2b5bf50473] Took 0.55 seconds to detach 1 volumes for instance. [ 1698.982122] env[63097]: DEBUG nova.compute.manager [req-a5eace64-d111-4dae-be6d-f99dea0eb702 req-e3463f07-3070-447f-9baf-f58bb2d6d073 service nova] [instance: d7568449-fd71-499c-952f-e86fa2209131] Received event network-vif-plugged-05ca4927-c880-4306-b41a-ddd4d2a52548 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1698.982364] env[63097]: DEBUG oslo_concurrency.lockutils [req-a5eace64-d111-4dae-be6d-f99dea0eb702 req-e3463f07-3070-447f-9baf-f58bb2d6d073 service nova] Acquiring lock "d7568449-fd71-499c-952f-e86fa2209131-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.982585] env[63097]: DEBUG oslo_concurrency.lockutils [req-a5eace64-d111-4dae-be6d-f99dea0eb702 req-e3463f07-3070-447f-9baf-f58bb2d6d073 service nova] Lock "d7568449-fd71-499c-952f-e86fa2209131-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.982755] env[63097]: DEBUG oslo_concurrency.lockutils [req-a5eace64-d111-4dae-be6d-f99dea0eb702 req-e3463f07-3070-447f-9baf-f58bb2d6d073 service nova] Lock "d7568449-fd71-499c-952f-e86fa2209131-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.982924] env[63097]: DEBUG nova.compute.manager [req-a5eace64-d111-4dae-be6d-f99dea0eb702 req-e3463f07-3070-447f-9baf-f58bb2d6d073 service nova] [instance: d7568449-fd71-499c-952f-e86fa2209131] No waiting events found dispatching network-vif-plugged-05ca4927-c880-4306-b41a-ddd4d2a52548 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1698.983236] env[63097]: WARNING nova.compute.manager [req-a5eace64-d111-4dae-be6d-f99dea0eb702 req-e3463f07-3070-447f-9baf-f58bb2d6d073 service nova] [instance: d7568449-fd71-499c-952f-e86fa2209131] Received unexpected event network-vif-plugged-05ca4927-c880-4306-b41a-ddd4d2a52548 for instance with vm_state building and task_state spawning. [ 1698.983432] env[63097]: DEBUG nova.compute.manager [req-a5eace64-d111-4dae-be6d-f99dea0eb702 req-e3463f07-3070-447f-9baf-f58bb2d6d073 service nova] [instance: d7568449-fd71-499c-952f-e86fa2209131] Received event network-changed-05ca4927-c880-4306-b41a-ddd4d2a52548 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1698.983659] env[63097]: DEBUG nova.compute.manager [req-a5eace64-d111-4dae-be6d-f99dea0eb702 req-e3463f07-3070-447f-9baf-f58bb2d6d073 service nova] [instance: d7568449-fd71-499c-952f-e86fa2209131] Refreshing instance network info cache due to event network-changed-05ca4927-c880-4306-b41a-ddd4d2a52548. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1698.983863] env[63097]: DEBUG oslo_concurrency.lockutils [req-a5eace64-d111-4dae-be6d-f99dea0eb702 req-e3463f07-3070-447f-9baf-f58bb2d6d073 service nova] Acquiring lock "refresh_cache-d7568449-fd71-499c-952f-e86fa2209131" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1699.032098] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 3aad7770-542e-410c-bcea-1d2be6ad6e13] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1699.161268] env[63097]: DEBUG oslo_vmware.api [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]521c5240-956d-85f0-1712-66db8fdd92e9, 'name': SearchDatastore_Task, 'duration_secs': 0.009819} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.161575] env[63097]: DEBUG oslo_concurrency.lockutils [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1699.161843] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 63280a39-5f8e-4a6a-b696-bc94cd6b4c74/63280a39-5f8e-4a6a-b696-bc94cd6b4c74.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1699.162116] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7d66da0-9518-408a-938c-a128401a7300 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.170540] env[63097]: DEBUG oslo_vmware.api [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1699.170540] env[63097]: value = "task-1687822" [ 1699.170540] env[63097]: _type = "Task" [ 1699.170540] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.178153] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Releasing lock "refresh_cache-d7568449-fd71-499c-952f-e86fa2209131" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1699.178453] env[63097]: DEBUG nova.compute.manager [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: d7568449-fd71-499c-952f-e86fa2209131] Instance network_info: |[{"id": "05ca4927-c880-4306-b41a-ddd4d2a52548", "address": "fa:16:3e:6c:4f:c3", "network": {"id": "082f1e0b-2faa-438b-beb2-07cc49fe07ef", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1715190239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa7867f5c3b4e6e8e319e4b098166c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05ca4927-c8", "ovs_interfaceid": "05ca4927-c880-4306-b41a-ddd4d2a52548", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1699.178714] env[63097]: DEBUG oslo_vmware.api [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.178951] env[63097]: DEBUG oslo_concurrency.lockutils [req-a5eace64-d111-4dae-be6d-f99dea0eb702 req-e3463f07-3070-447f-9baf-f58bb2d6d073 service nova] Acquired lock "refresh_cache-d7568449-fd71-499c-952f-e86fa2209131" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1699.179140] env[63097]: DEBUG nova.network.neutron [req-a5eace64-d111-4dae-be6d-f99dea0eb702 req-e3463f07-3070-447f-9baf-f58bb2d6d073 service nova] [instance: d7568449-fd71-499c-952f-e86fa2209131] Refreshing network info cache for port 05ca4927-c880-4306-b41a-ddd4d2a52548 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1699.180357] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: d7568449-fd71-499c-952f-e86fa2209131] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:4f:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0c293d47-74c0-49d7-a474-cdb643080f6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05ca4927-c880-4306-b41a-ddd4d2a52548', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1699.188197] env[63097]: DEBUG oslo.service.loopingcall [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1699.188875] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7568449-fd71-499c-952f-e86fa2209131] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1699.189935] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0994a927-701b-40d9-b5bb-dd205d8cbb4c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.209384] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1699.209384] env[63097]: value = "task-1687823" [ 1699.209384] env[63097]: _type = "Task" [ 1699.209384] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.216936] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687823, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.437592] env[63097]: DEBUG oslo_concurrency.lockutils [None req-06163f43-acbc-42ec-89c4-2449631318f8 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.437920] env[63097]: DEBUG oslo_concurrency.lockutils [None req-06163f43-acbc-42ec-89c4-2449631318f8 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.438207] env[63097]: DEBUG oslo_concurrency.lockutils [None req-06163f43-acbc-42ec-89c4-2449631318f8 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.443089] env[63097]: INFO nova.compute.manager [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85] Took 18.69 seconds to build instance. [ 1699.462956] env[63097]: INFO nova.scheduler.client.report [None req-06163f43-acbc-42ec-89c4-2449631318f8 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Deleted allocations for instance d59281ff-c5be-4bd1-bbe4-2d2b5bf50473 [ 1699.512674] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4ac5a8b8-4259-4afa-b65a-5ddf9dd9d8bb tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.512998] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4ac5a8b8-4259-4afa-b65a-5ddf9dd9d8bb tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.513271] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4ac5a8b8-4259-4afa-b65a-5ddf9dd9d8bb tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.513489] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4ac5a8b8-4259-4afa-b65a-5ddf9dd9d8bb tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.513696] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4ac5a8b8-4259-4afa-b65a-5ddf9dd9d8bb tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.516364] env[63097]: INFO nova.compute.manager [None req-4ac5a8b8-4259-4afa-b65a-5ddf9dd9d8bb tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] Terminating instance [ 1699.518335] env[63097]: DEBUG nova.compute.manager [None req-4ac5a8b8-4259-4afa-b65a-5ddf9dd9d8bb tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1699.518542] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac5a8b8-4259-4afa-b65a-5ddf9dd9d8bb tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1699.519415] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d615cd2-6763-43ee-a5f2-a84305b68a3a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.531234] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac5a8b8-4259-4afa-b65a-5ddf9dd9d8bb tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1699.531515] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66c62584-ef05-4ad7-bcdc-eb73ebccf2a0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.534961] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: ca593388-7163-4a80-8639-19e2553f37d7] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1699.624978] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac5a8b8-4259-4afa-b65a-5ddf9dd9d8bb tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1699.626098] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac5a8b8-4259-4afa-b65a-5ddf9dd9d8bb tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1699.626383] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ac5a8b8-4259-4afa-b65a-5ddf9dd9d8bb tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Deleting the datastore file [datastore2] b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1699.626771] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4338aec3-f683-48ba-9d53-82a6cb3ac7e8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.635495] env[63097]: DEBUG oslo_vmware.api [None req-4ac5a8b8-4259-4afa-b65a-5ddf9dd9d8bb tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1699.635495] env[63097]: value = "task-1687825" [ 1699.635495] env[63097]: _type = "Task" [ 1699.635495] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.644173] env[63097]: DEBUG oslo_vmware.api [None req-4ac5a8b8-4259-4afa-b65a-5ddf9dd9d8bb tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.680146] env[63097]: DEBUG oslo_vmware.api [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687822, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.719942] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687823, 'name': CreateVM_Task} progress is 25%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.905296] env[63097]: DEBUG nova.network.neutron [req-a5eace64-d111-4dae-be6d-f99dea0eb702 req-e3463f07-3070-447f-9baf-f58bb2d6d073 service nova] [instance: d7568449-fd71-499c-952f-e86fa2209131] Updated VIF entry in instance network info cache for port 05ca4927-c880-4306-b41a-ddd4d2a52548. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1699.905696] env[63097]: DEBUG nova.network.neutron [req-a5eace64-d111-4dae-be6d-f99dea0eb702 req-e3463f07-3070-447f-9baf-f58bb2d6d073 service nova] [instance: d7568449-fd71-499c-952f-e86fa2209131] Updating instance_info_cache with network_info: [{"id": "05ca4927-c880-4306-b41a-ddd4d2a52548", "address": "fa:16:3e:6c:4f:c3", "network": {"id": "082f1e0b-2faa-438b-beb2-07cc49fe07ef", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1715190239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa7867f5c3b4e6e8e319e4b098166c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05ca4927-c8", "ovs_interfaceid": "05ca4927-c880-4306-b41a-ddd4d2a52548", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1699.945577] env[63097]: DEBUG oslo_concurrency.lockutils [None req-db2a9482-2627-407b-a108-7a296cfd1591 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.203s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.970867] env[63097]: DEBUG oslo_concurrency.lockutils [None req-06163f43-acbc-42ec-89c4-2449631318f8 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "d59281ff-c5be-4bd1-bbe4-2d2b5bf50473" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.694s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1700.038585] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 98ba3b33-2415-4b39-9e7a-1d2cdaa0683e] Instance has had 0 of 5 cleanup attempts {{(pid=63097) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1700.145387] env[63097]: DEBUG oslo_vmware.api [None req-4ac5a8b8-4259-4afa-b65a-5ddf9dd9d8bb tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259151} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.145733] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ac5a8b8-4259-4afa-b65a-5ddf9dd9d8bb tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1700.145970] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac5a8b8-4259-4afa-b65a-5ddf9dd9d8bb tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1700.146187] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac5a8b8-4259-4afa-b65a-5ddf9dd9d8bb tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1700.146366] env[63097]: INFO nova.compute.manager [None req-4ac5a8b8-4259-4afa-b65a-5ddf9dd9d8bb tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1700.146614] env[63097]: DEBUG oslo.service.loopingcall [None req-4ac5a8b8-4259-4afa-b65a-5ddf9dd9d8bb tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1700.146817] env[63097]: DEBUG nova.compute.manager [-] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1700.146923] env[63097]: DEBUG nova.network.neutron [-] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1700.181259] env[63097]: DEBUG oslo_vmware.api [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687822, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522971} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.181533] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 63280a39-5f8e-4a6a-b696-bc94cd6b4c74/63280a39-5f8e-4a6a-b696-bc94cd6b4c74.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1700.181755] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1700.181995] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6749e871-c5ee-4403-ba28-d8c3f0c5bf17 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.189258] env[63097]: DEBUG oslo_vmware.api [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1700.189258] env[63097]: value = "task-1687826" [ 1700.189258] env[63097]: _type = "Task" [ 1700.189258] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.197521] env[63097]: DEBUG oslo_vmware.api [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687826, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.219692] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687823, 'name': CreateVM_Task, 'duration_secs': 0.655331} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.219848] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7568449-fd71-499c-952f-e86fa2209131] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1700.220515] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1700.220684] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.221015] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1700.221265] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9ed991b-8102-4e1e-9fb9-a55ea2cdb73b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.225757] env[63097]: DEBUG oslo_vmware.api [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1700.225757] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]524cf780-f6f6-daa6-d474-a0e873754219" [ 1700.225757] env[63097]: _type = "Task" [ 1700.225757] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.233828] env[63097]: DEBUG oslo_vmware.api [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]524cf780-f6f6-daa6-d474-a0e873754219, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.408280] env[63097]: DEBUG oslo_concurrency.lockutils [req-a5eace64-d111-4dae-be6d-f99dea0eb702 req-e3463f07-3070-447f-9baf-f58bb2d6d073 service nova] Releasing lock "refresh_cache-d7568449-fd71-499c-952f-e86fa2209131" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1700.456595] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5113966d-7103-45cf-a346-25074394d676 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.456931] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5113966d-7103-45cf-a346-25074394d676 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.457231] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5113966d-7103-45cf-a346-25074394d676 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.457465] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5113966d-7103-45cf-a346-25074394d676 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.457648] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5113966d-7103-45cf-a346-25074394d676 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1700.459685] env[63097]: INFO nova.compute.manager [None req-5113966d-7103-45cf-a346-25074394d676 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85] Terminating instance [ 1700.461429] env[63097]: DEBUG nova.compute.manager [None req-5113966d-7103-45cf-a346-25074394d676 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1700.461639] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5113966d-7103-45cf-a346-25074394d676 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1700.462565] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7562bcd0-1592-4121-a49b-3b1cc573e3b7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.472212] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5113966d-7103-45cf-a346-25074394d676 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1700.472638] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-739dc497-0688-49de-908d-0137e1893a38 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.478821] env[63097]: DEBUG oslo_vmware.api [None req-5113966d-7103-45cf-a346-25074394d676 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1700.478821] env[63097]: value = "task-1687827" [ 1700.478821] env[63097]: _type = "Task" [ 1700.478821] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.485996] env[63097]: DEBUG oslo_vmware.api [None req-5113966d-7103-45cf-a346-25074394d676 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.541774] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1700.541885] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Cleaning up deleted instances with incomplete migration {{(pid=63097) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11267}} [ 1700.699038] env[63097]: DEBUG oslo_vmware.api [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687826, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128836} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.699557] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1700.700146] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e2a2bb-76f2-4340-8b92-a497541c58df {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.722103] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 63280a39-5f8e-4a6a-b696-bc94cd6b4c74/63280a39-5f8e-4a6a-b696-bc94cd6b4c74.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1700.722420] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d07844be-0aa8-4975-a152-de2245fe350f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.745539] env[63097]: DEBUG oslo_vmware.api [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]524cf780-f6f6-daa6-d474-a0e873754219, 'name': SearchDatastore_Task, 'duration_secs': 0.014188} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.746831] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1700.747070] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: d7568449-fd71-499c-952f-e86fa2209131] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1700.747313] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1700.747464] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.747651] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1700.747969] env[63097]: DEBUG oslo_vmware.api [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1700.747969] env[63097]: value = "task-1687828" [ 1700.747969] env[63097]: _type = "Task" [ 1700.747969] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.748174] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9fc7f6c7-9d01-45f9-b9b1-7505ce750e74 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.758270] env[63097]: DEBUG oslo_vmware.api [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687828, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.759339] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1700.759522] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1700.760235] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ce61148-85fd-411d-a345-cd277ad67aa3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.765285] env[63097]: DEBUG oslo_vmware.api [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1700.765285] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]525764dd-45b5-adf0-64c4-6f748e03540c" [ 1700.765285] env[63097]: _type = "Task" [ 1700.765285] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.773471] env[63097]: DEBUG oslo_vmware.api [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]525764dd-45b5-adf0-64c4-6f748e03540c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.884066] env[63097]: DEBUG nova.network.neutron [-] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1700.993319] env[63097]: DEBUG oslo_vmware.api [None req-5113966d-7103-45cf-a346-25074394d676 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687827, 'name': PowerOffVM_Task, 'duration_secs': 0.230188} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.993319] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5113966d-7103-45cf-a346-25074394d676 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1700.993319] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5113966d-7103-45cf-a346-25074394d676 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1700.993319] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1f6d371-0006-4868-9685-4cc4e4c682d9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.009119] env[63097]: DEBUG nova.compute.manager [req-aa0417bd-0aa1-440a-9683-82f0abb66217 req-c9fb60ff-28fc-47f9-904a-c0ef2bc7b634 service nova] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] Received event network-vif-deleted-e6faaf53-7301-4d46-9bba-f90696d23b76 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1701.044779] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1701.067233] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5113966d-7103-45cf-a346-25074394d676 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1701.067479] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5113966d-7103-45cf-a346-25074394d676 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1701.067728] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-5113966d-7103-45cf-a346-25074394d676 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Deleting the datastore file [datastore1] 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1701.068267] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a31249f-3998-4d35-92bd-251f96f41c36 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.075557] env[63097]: DEBUG oslo_vmware.api [None req-5113966d-7103-45cf-a346-25074394d676 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for the task: (returnval){ [ 1701.075557] env[63097]: value = "task-1687830" [ 1701.075557] env[63097]: _type = "Task" [ 1701.075557] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.082856] env[63097]: DEBUG oslo_vmware.api [None req-5113966d-7103-45cf-a346-25074394d676 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687830, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.260822] env[63097]: DEBUG oslo_vmware.api [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687828, 'name': ReconfigVM_Task, 'duration_secs': 0.281812} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.261137] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 63280a39-5f8e-4a6a-b696-bc94cd6b4c74/63280a39-5f8e-4a6a-b696-bc94cd6b4c74.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1701.261878] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8711e6b-233f-4dc0-9af4-c41d06b16f41 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.269878] env[63097]: DEBUG oslo_vmware.api [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1701.269878] env[63097]: value = "task-1687831" [ 1701.269878] env[63097]: _type = "Task" [ 1701.269878] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.277999] env[63097]: DEBUG oslo_vmware.api [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]525764dd-45b5-adf0-64c4-6f748e03540c, 'name': SearchDatastore_Task, 'duration_secs': 0.008605} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.279048] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c15fc0f-4249-4d3e-b1e6-3fc6c0a510a2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.284035] env[63097]: DEBUG oslo_vmware.api [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687831, 'name': Rename_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.286954] env[63097]: DEBUG oslo_vmware.api [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1701.286954] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52db736c-ab20-0b6a-b85c-3fd927e74e1b" [ 1701.286954] env[63097]: _type = "Task" [ 1701.286954] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.294551] env[63097]: DEBUG oslo_vmware.api [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52db736c-ab20-0b6a-b85c-3fd927e74e1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.388038] env[63097]: INFO nova.compute.manager [-] [instance: b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b] Took 1.24 seconds to deallocate network for instance. [ 1701.585526] env[63097]: DEBUG oslo_vmware.api [None req-5113966d-7103-45cf-a346-25074394d676 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Task: {'id': task-1687830, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180004} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.587093] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-5113966d-7103-45cf-a346-25074394d676 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1701.587344] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5113966d-7103-45cf-a346-25074394d676 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1701.587541] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5113966d-7103-45cf-a346-25074394d676 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1701.587725] env[63097]: INFO nova.compute.manager [None req-5113966d-7103-45cf-a346-25074394d676 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [instance: 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1701.587956] env[63097]: DEBUG oslo.service.loopingcall [None req-5113966d-7103-45cf-a346-25074394d676 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1701.590655] env[63097]: DEBUG nova.compute.manager [-] [instance: 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1701.590790] env[63097]: DEBUG nova.network.neutron [-] [instance: 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1701.592348] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquiring lock "2a0f042f-3751-4b3c-8430-cd5f9814ac8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.592577] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "2a0f042f-3751-4b3c-8430-cd5f9814ac8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.780401] env[63097]: DEBUG oslo_vmware.api [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687831, 'name': Rename_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.795539] env[63097]: DEBUG oslo_vmware.api [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52db736c-ab20-0b6a-b85c-3fd927e74e1b, 'name': SearchDatastore_Task, 'duration_secs': 0.009174} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.795952] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1701.796123] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] d7568449-fd71-499c-952f-e86fa2209131/d7568449-fd71-499c-952f-e86fa2209131.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1701.796369] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6594b32f-9458-45e3-8e7a-12c576f7b290 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.802629] env[63097]: DEBUG oslo_vmware.api [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1701.802629] env[63097]: value = "task-1687832" [ 1701.802629] env[63097]: _type = "Task" [ 1701.802629] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.809580] env[63097]: DEBUG oslo_vmware.api [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.894586] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4ac5a8b8-4259-4afa-b65a-5ddf9dd9d8bb tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.894923] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4ac5a8b8-4259-4afa-b65a-5ddf9dd9d8bb tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.895198] env[63097]: DEBUG nova.objects.instance [None req-4ac5a8b8-4259-4afa-b65a-5ddf9dd9d8bb tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lazy-loading 'resources' on Instance uuid b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1702.094996] env[63097]: DEBUG nova.compute.manager [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1702.280915] env[63097]: DEBUG oslo_vmware.api [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687831, 'name': Rename_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.311388] env[63097]: DEBUG oslo_vmware.api [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687832, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490196} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.311718] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] d7568449-fd71-499c-952f-e86fa2209131/d7568449-fd71-499c-952f-e86fa2209131.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1702.311941] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: d7568449-fd71-499c-952f-e86fa2209131] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1702.312205] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b208c3f4-65c1-4634-b6b2-5a1d6222de2e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.318284] env[63097]: DEBUG oslo_vmware.api [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1702.318284] env[63097]: value = "task-1687833" [ 1702.318284] env[63097]: _type = "Task" [ 1702.318284] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.326745] env[63097]: DEBUG oslo_vmware.api [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687833, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.330142] env[63097]: DEBUG nova.network.neutron [-] [instance: 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1702.545822] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4005a863-4f31-439c-97cd-98227c33316b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.553658] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d2a6b3-67de-4ab3-9c57-ca7df044ffe7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.584014] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d4772c-dd14-475c-92bf-328bda53699b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.591723] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffadb99-77a6-4549-8835-581640084d36 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.607048] env[63097]: DEBUG nova.compute.provider_tree [None req-4ac5a8b8-4259-4afa-b65a-5ddf9dd9d8bb tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1702.618993] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.781654] env[63097]: DEBUG oslo_vmware.api [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687831, 'name': Rename_Task, 'duration_secs': 1.148679} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.781869] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1702.782125] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1e933ff-9d90-4ace-aca9-80a21fe16f06 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.787847] env[63097]: DEBUG oslo_vmware.api [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1702.787847] env[63097]: value = "task-1687834" [ 1702.787847] env[63097]: _type = "Task" [ 1702.787847] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.796300] env[63097]: DEBUG oslo_vmware.api [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687834, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.826879] env[63097]: DEBUG oslo_vmware.api [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687833, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12788} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.827149] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: d7568449-fd71-499c-952f-e86fa2209131] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1702.827882] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd5678d-53d2-4d1f-b781-073a19706cb1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.832335] env[63097]: INFO nova.compute.manager [-] [instance: 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85] Took 1.24 seconds to deallocate network for instance. [ 1702.850581] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: d7568449-fd71-499c-952f-e86fa2209131] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] d7568449-fd71-499c-952f-e86fa2209131/d7568449-fd71-499c-952f-e86fa2209131.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1702.854441] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1eee8e4f-acc2-4a2f-8550-91a5b8a7a589 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.873468] env[63097]: DEBUG oslo_vmware.api [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1702.873468] env[63097]: value = "task-1687835" [ 1702.873468] env[63097]: _type = "Task" [ 1702.873468] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.881313] env[63097]: DEBUG oslo_vmware.api [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687835, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.002489] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4217d0cf-9feb-4ea7-bd0e-1fd446b18a1a tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquiring lock "5cba94c3-f4c4-497c-becd-c2641c3dfc87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.002867] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4217d0cf-9feb-4ea7-bd0e-1fd446b18a1a tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lock "5cba94c3-f4c4-497c-becd-c2641c3dfc87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.003217] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4217d0cf-9feb-4ea7-bd0e-1fd446b18a1a tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquiring lock "5cba94c3-f4c4-497c-becd-c2641c3dfc87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.003478] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4217d0cf-9feb-4ea7-bd0e-1fd446b18a1a tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lock "5cba94c3-f4c4-497c-becd-c2641c3dfc87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.003758] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4217d0cf-9feb-4ea7-bd0e-1fd446b18a1a tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lock "5cba94c3-f4c4-497c-becd-c2641c3dfc87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.006277] env[63097]: INFO nova.compute.manager [None req-4217d0cf-9feb-4ea7-bd0e-1fd446b18a1a tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Terminating instance [ 1703.008337] env[63097]: DEBUG nova.compute.manager [None req-4217d0cf-9feb-4ea7-bd0e-1fd446b18a1a tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1703.008574] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4217d0cf-9feb-4ea7-bd0e-1fd446b18a1a tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1703.009556] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d38169-8f96-4b45-bbeb-a2a790254879 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.017807] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4217d0cf-9feb-4ea7-bd0e-1fd446b18a1a tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1703.018118] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92ae2d7e-759a-4d35-a7dc-dce9b163114f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.025526] env[63097]: DEBUG oslo_vmware.api [None req-4217d0cf-9feb-4ea7-bd0e-1fd446b18a1a tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1703.025526] env[63097]: value = "task-1687836" [ 1703.025526] env[63097]: _type = "Task" [ 1703.025526] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.035203] env[63097]: DEBUG oslo_vmware.api [None req-4217d0cf-9feb-4ea7-bd0e-1fd446b18a1a tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.036331] env[63097]: DEBUG nova.compute.manager [req-9dfa555c-170d-4546-b8cb-9db8bde6437d req-188089b0-af1d-473a-9ae4-d82231415d07 service nova] [instance: 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85] Received event network-vif-deleted-154fea27-3c85-4849-a344-5bf2e5ecd15a {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1703.111115] env[63097]: DEBUG nova.scheduler.client.report [None req-4ac5a8b8-4259-4afa-b65a-5ddf9dd9d8bb tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1703.298528] env[63097]: DEBUG oslo_vmware.api [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687834, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.369150] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5113966d-7103-45cf-a346-25074394d676 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.383821] env[63097]: DEBUG oslo_vmware.api [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687835, 'name': ReconfigVM_Task, 'duration_secs': 0.375636} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.384145] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: d7568449-fd71-499c-952f-e86fa2209131] Reconfigured VM instance instance-00000076 to attach disk [datastore1] d7568449-fd71-499c-952f-e86fa2209131/d7568449-fd71-499c-952f-e86fa2209131.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1703.384924] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eab14b0e-2eaf-4065-8e0a-0e8c9f34e08f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.390945] env[63097]: DEBUG oslo_vmware.api [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1703.390945] env[63097]: value = "task-1687837" [ 1703.390945] env[63097]: _type = "Task" [ 1703.390945] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.399105] env[63097]: DEBUG oslo_vmware.api [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687837, 'name': Rename_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.535055] env[63097]: DEBUG oslo_vmware.api [None req-4217d0cf-9feb-4ea7-bd0e-1fd446b18a1a tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687836, 'name': PowerOffVM_Task, 'duration_secs': 0.186418} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.536028] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4217d0cf-9feb-4ea7-bd0e-1fd446b18a1a tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1703.536028] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4217d0cf-9feb-4ea7-bd0e-1fd446b18a1a tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1703.536028] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc8fe43b-a59b-440f-9055-7003ecf41547 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.598966] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4217d0cf-9feb-4ea7-bd0e-1fd446b18a1a tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1703.599298] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4217d0cf-9feb-4ea7-bd0e-1fd446b18a1a tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1703.599533] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-4217d0cf-9feb-4ea7-bd0e-1fd446b18a1a tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Deleting the datastore file [datastore2] 5cba94c3-f4c4-497c-becd-c2641c3dfc87 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1703.599865] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77e2f394-1ceb-4f64-8daa-0f369cc67729 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.606743] env[63097]: DEBUG oslo_vmware.api [None req-4217d0cf-9feb-4ea7-bd0e-1fd446b18a1a tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for the task: (returnval){ [ 1703.606743] env[63097]: value = "task-1687839" [ 1703.606743] env[63097]: _type = "Task" [ 1703.606743] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.613887] env[63097]: DEBUG oslo_vmware.api [None req-4217d0cf-9feb-4ea7-bd0e-1fd446b18a1a tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687839, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.616653] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4ac5a8b8-4259-4afa-b65a-5ddf9dd9d8bb tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.722s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.619065] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.620409] env[63097]: INFO nova.compute.claims [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1703.634178] env[63097]: INFO nova.scheduler.client.report [None req-4ac5a8b8-4259-4afa-b65a-5ddf9dd9d8bb tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Deleted allocations for instance b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b [ 1703.798076] env[63097]: DEBUG oslo_vmware.api [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687834, 'name': PowerOnVM_Task, 'duration_secs': 0.613259} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.798359] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1703.798569] env[63097]: INFO nova.compute.manager [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Took 8.85 seconds to spawn the instance on the hypervisor. [ 1703.798796] env[63097]: DEBUG nova.compute.manager [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1703.799605] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04ce1e0-6fd3-4edd-9b8d-3d6204d282c8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.901874] env[63097]: DEBUG oslo_vmware.api [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687837, 'name': Rename_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.116718] env[63097]: DEBUG oslo_vmware.api [None req-4217d0cf-9feb-4ea7-bd0e-1fd446b18a1a tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Task: {'id': task-1687839, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126068} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.117100] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-4217d0cf-9feb-4ea7-bd0e-1fd446b18a1a tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1704.117228] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4217d0cf-9feb-4ea7-bd0e-1fd446b18a1a tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1704.117378] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4217d0cf-9feb-4ea7-bd0e-1fd446b18a1a tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1704.117562] env[63097]: INFO nova.compute.manager [None req-4217d0cf-9feb-4ea7-bd0e-1fd446b18a1a tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1704.118821] env[63097]: DEBUG oslo.service.loopingcall [None req-4217d0cf-9feb-4ea7-bd0e-1fd446b18a1a tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1704.118821] env[63097]: DEBUG nova.compute.manager [-] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1704.118821] env[63097]: DEBUG nova.network.neutron [-] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1704.141026] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4ac5a8b8-4259-4afa-b65a-5ddf9dd9d8bb tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "b035d6d5-97aa-4a9a-92f8-52ec3c61cd2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.628s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.317938] env[63097]: INFO nova.compute.manager [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Took 22.01 seconds to build instance. [ 1704.401706] env[63097]: DEBUG oslo_vmware.api [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687837, 'name': Rename_Task, 'duration_secs': 0.630361} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.402011] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: d7568449-fd71-499c-952f-e86fa2209131] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1704.402286] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7927989-a304-44f8-95e6-8088e27a5961 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.408343] env[63097]: DEBUG oslo_vmware.api [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1704.408343] env[63097]: value = "task-1687840" [ 1704.408343] env[63097]: _type = "Task" [ 1704.408343] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.416064] env[63097]: DEBUG oslo_vmware.api [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.755878] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342b3126-c29d-4a44-b9db-ad9dfff0d1cc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.763526] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07c3e05-fedd-42b6-b57e-cd186103c685 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.798620] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2491520-5c41-49eb-bc57-e4814a0f252a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.810657] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683be853-b522-45de-937c-0ee1ac15b845 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.825162] env[63097]: DEBUG oslo_concurrency.lockutils [None req-db90eeb2-0da1-4b66-8cd6-aa1767bfcad9 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "63280a39-5f8e-4a6a-b696-bc94cd6b4c74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.524s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.825942] env[63097]: DEBUG nova.compute.provider_tree [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1704.918821] env[63097]: DEBUG oslo_vmware.api [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687840, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.061591] env[63097]: DEBUG nova.compute.manager [req-bcae7a9c-647d-4c44-9688-070fce051949 req-70fc7e63-c3fc-4fcc-9ea3-32759d61699b service nova] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Received event network-vif-deleted-1148cea8-356f-485f-b44b-1fbe7b4e32a6 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1705.061813] env[63097]: INFO nova.compute.manager [req-bcae7a9c-647d-4c44-9688-070fce051949 req-70fc7e63-c3fc-4fcc-9ea3-32759d61699b service nova] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Neutron deleted interface 1148cea8-356f-485f-b44b-1fbe7b4e32a6; detaching it from the instance and deleting it from the info cache [ 1705.061999] env[63097]: DEBUG nova.network.neutron [req-bcae7a9c-647d-4c44-9688-070fce051949 req-70fc7e63-c3fc-4fcc-9ea3-32759d61699b service nova] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1705.064191] env[63097]: DEBUG nova.network.neutron [-] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1705.305704] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f77b6a04-128c-4bf7-a073-05631c6849c4 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.306107] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f77b6a04-128c-4bf7-a073-05631c6849c4 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.306216] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f77b6a04-128c-4bf7-a073-05631c6849c4 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.306381] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f77b6a04-128c-4bf7-a073-05631c6849c4 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.306560] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f77b6a04-128c-4bf7-a073-05631c6849c4 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.309257] env[63097]: INFO nova.compute.manager [None req-f77b6a04-128c-4bf7-a073-05631c6849c4 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Terminating instance [ 1705.313127] env[63097]: DEBUG nova.compute.manager [None req-f77b6a04-128c-4bf7-a073-05631c6849c4 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1705.313324] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f77b6a04-128c-4bf7-a073-05631c6849c4 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1705.314169] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0ddb25-a2c2-42a7-b1c4-81b82106abdf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.321858] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f77b6a04-128c-4bf7-a073-05631c6849c4 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1705.322136] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46f2ab1b-0cf7-4321-a24d-7895a627351e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.329327] env[63097]: DEBUG nova.scheduler.client.report [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1705.332350] env[63097]: DEBUG oslo_vmware.api [None req-f77b6a04-128c-4bf7-a073-05631c6849c4 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1705.332350] env[63097]: value = "task-1687841" [ 1705.332350] env[63097]: _type = "Task" [ 1705.332350] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.341295] env[63097]: DEBUG oslo_vmware.api [None req-f77b6a04-128c-4bf7-a073-05631c6849c4 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687841, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.420132] env[63097]: DEBUG oslo_vmware.api [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687840, 'name': PowerOnVM_Task} progress is 96%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.476031] env[63097]: INFO nova.compute.manager [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Rebuilding instance [ 1705.517978] env[63097]: DEBUG nova.compute.manager [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1705.519371] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d61d77c-4daa-44c4-864f-1fcef0c2aecf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.568303] env[63097]: INFO nova.compute.manager [-] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Took 1.45 seconds to deallocate network for instance. [ 1705.568559] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4361e19f-2568-4337-b4d6-be741a6c192e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.581684] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa18f01-67f9-4b51-9f79-79be3065af7f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.610190] env[63097]: DEBUG nova.compute.manager [req-bcae7a9c-647d-4c44-9688-070fce051949 req-70fc7e63-c3fc-4fcc-9ea3-32759d61699b service nova] [instance: 5cba94c3-f4c4-497c-becd-c2641c3dfc87] Detach interface failed, port_id=1148cea8-356f-485f-b44b-1fbe7b4e32a6, reason: Instance 5cba94c3-f4c4-497c-becd-c2641c3dfc87 could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1705.838052] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.219s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.838551] env[63097]: DEBUG nova.compute.manager [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1705.841203] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5113966d-7103-45cf-a346-25074394d676 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.472s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.841429] env[63097]: DEBUG nova.objects.instance [None req-5113966d-7103-45cf-a346-25074394d676 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lazy-loading 'resources' on Instance uuid 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1705.847496] env[63097]: DEBUG oslo_vmware.api [None req-f77b6a04-128c-4bf7-a073-05631c6849c4 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687841, 'name': PowerOffVM_Task, 'duration_secs': 0.295409} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.848224] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f77b6a04-128c-4bf7-a073-05631c6849c4 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1705.848404] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f77b6a04-128c-4bf7-a073-05631c6849c4 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1705.848648] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60f94619-7ade-4f4a-a877-856f2aa66401 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.919795] env[63097]: DEBUG oslo_vmware.api [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687840, 'name': PowerOnVM_Task, 'duration_secs': 1.161233} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.920087] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: d7568449-fd71-499c-952f-e86fa2209131] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1705.920297] env[63097]: INFO nova.compute.manager [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: d7568449-fd71-499c-952f-e86fa2209131] Took 8.73 seconds to spawn the instance on the hypervisor. [ 1705.920480] env[63097]: DEBUG nova.compute.manager [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: d7568449-fd71-499c-952f-e86fa2209131] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1705.921559] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a545b332-a8d5-466b-919d-327b975ccdf6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.033359] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1706.033676] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ae7c187-083e-4d96-9fcb-15524a81db60 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.041042] env[63097]: DEBUG oslo_vmware.api [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1706.041042] env[63097]: value = "task-1687843" [ 1706.041042] env[63097]: _type = "Task" [ 1706.041042] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.049606] env[63097]: DEBUG oslo_vmware.api [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.076934] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4217d0cf-9feb-4ea7-bd0e-1fd446b18a1a tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.089424] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f77b6a04-128c-4bf7-a073-05631c6849c4 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1706.089645] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f77b6a04-128c-4bf7-a073-05631c6849c4 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1706.089835] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-f77b6a04-128c-4bf7-a073-05631c6849c4 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Deleting the datastore file [datastore1] c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1706.090166] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f1c1806-c383-46b6-bdbc-94d915cacb79 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.097305] env[63097]: DEBUG oslo_vmware.api [None req-f77b6a04-128c-4bf7-a073-05631c6849c4 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for the task: (returnval){ [ 1706.097305] env[63097]: value = "task-1687844" [ 1706.097305] env[63097]: _type = "Task" [ 1706.097305] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.105764] env[63097]: DEBUG oslo_vmware.api [None req-f77b6a04-128c-4bf7-a073-05631c6849c4 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687844, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.347108] env[63097]: DEBUG nova.compute.utils [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1706.348726] env[63097]: DEBUG nova.compute.manager [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1706.348904] env[63097]: DEBUG nova.network.neutron [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1706.387306] env[63097]: DEBUG nova.policy [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09fa18f4709b45b1ab61efadfb448f8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ed7ca435e054c03a6e4ed9a11cc8646', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1706.440129] env[63097]: INFO nova.compute.manager [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: d7568449-fd71-499c-952f-e86fa2209131] Took 16.02 seconds to build instance. [ 1706.469086] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99be8f8-061a-4ec5-ae0f-4c5e3cb398f8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.478849] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f27c54-fc95-4d91-8916-b59f08b82b3c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.511257] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08072d68-1cd3-41ea-895f-12285d97a8ff {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.519474] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96582d3a-536e-41fe-8b2b-073915f019ec {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.534474] env[63097]: DEBUG nova.compute.provider_tree [None req-5113966d-7103-45cf-a346-25074394d676 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Updating inventory in ProviderTree for provider 6b378d8e-1145-4591-928b-605b58f0be9e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1706.541998] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1706.557020] env[63097]: DEBUG oslo_vmware.api [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687843, 'name': PowerOffVM_Task, 'duration_secs': 0.175548} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.557020] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1706.557020] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1706.557020] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd3d11d-fcd5-4fb1-ab6d-fd62f9fced5b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.563720] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1706.564699] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-011e2395-37d8-421f-b976-8ccb5a75a354 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.608039] env[63097]: DEBUG oslo_vmware.api [None req-f77b6a04-128c-4bf7-a073-05631c6849c4 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Task: {'id': task-1687844, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127725} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.608243] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-f77b6a04-128c-4bf7-a073-05631c6849c4 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1706.608430] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f77b6a04-128c-4bf7-a073-05631c6849c4 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1706.608615] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f77b6a04-128c-4bf7-a073-05631c6849c4 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1706.608795] env[63097]: INFO nova.compute.manager [None req-f77b6a04-128c-4bf7-a073-05631c6849c4 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1706.609059] env[63097]: DEBUG oslo.service.loopingcall [None req-f77b6a04-128c-4bf7-a073-05631c6849c4 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1706.609266] env[63097]: DEBUG nova.compute.manager [-] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1706.609362] env[63097]: DEBUG nova.network.neutron [-] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1706.636329] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1706.636712] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1706.636787] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Deleting the datastore file [datastore1] 63280a39-5f8e-4a6a-b696-bc94cd6b4c74 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1706.637074] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8112af7-e16f-454f-81d6-409613dd3ce9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.643655] env[63097]: DEBUG oslo_vmware.api [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1706.643655] env[63097]: value = "task-1687846" [ 1706.643655] env[63097]: _type = "Task" [ 1706.643655] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.651820] env[63097]: DEBUG oslo_vmware.api [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687846, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.660254] env[63097]: DEBUG nova.network.neutron [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Successfully created port: 7e30fa39-6a80-4dec-a29d-2c9f1588813b {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1706.852214] env[63097]: DEBUG nova.compute.manager [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1706.942191] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2e891412-9332-4e13-b23e-07b1e55e2a48 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "d7568449-fd71-499c-952f-e86fa2209131" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.537s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.034228] env[63097]: DEBUG nova.compute.manager [req-43fa4bf6-e83e-49f1-a753-3b7cedc4d9aa req-a8f33f01-b2bd-439b-9239-edf4995ecde4 service nova] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Received event network-vif-deleted-4e2a2815-b2eb-4f10-906f-f8c518b2ea79 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1707.034431] env[63097]: INFO nova.compute.manager [req-43fa4bf6-e83e-49f1-a753-3b7cedc4d9aa req-a8f33f01-b2bd-439b-9239-edf4995ecde4 service nova] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Neutron deleted interface 4e2a2815-b2eb-4f10-906f-f8c518b2ea79; detaching it from the instance and deleting it from the info cache [ 1707.034713] env[63097]: DEBUG nova.network.neutron [req-43fa4bf6-e83e-49f1-a753-3b7cedc4d9aa req-a8f33f01-b2bd-439b-9239-edf4995ecde4 service nova] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1707.057744] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._sync_power_states {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1707.061863] env[63097]: ERROR nova.scheduler.client.report [None req-5113966d-7103-45cf-a346-25074394d676 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] [req-97f6a893-4d1b-41d8-8ddb-e74e2b89f487] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6b378d8e-1145-4591-928b-605b58f0be9e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-97f6a893-4d1b-41d8-8ddb-e74e2b89f487"}]} [ 1707.080784] env[63097]: DEBUG nova.scheduler.client.report [None req-5113966d-7103-45cf-a346-25074394d676 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Refreshing inventories for resource provider 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1707.096815] env[63097]: DEBUG nova.scheduler.client.report [None req-5113966d-7103-45cf-a346-25074394d676 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Updating ProviderTree inventory for provider 6b378d8e-1145-4591-928b-605b58f0be9e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1707.097080] env[63097]: DEBUG nova.compute.provider_tree [None req-5113966d-7103-45cf-a346-25074394d676 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Updating inventory in ProviderTree for provider 6b378d8e-1145-4591-928b-605b58f0be9e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1707.110236] env[63097]: DEBUG nova.scheduler.client.report [None req-5113966d-7103-45cf-a346-25074394d676 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Refreshing aggregate associations for resource provider 6b378d8e-1145-4591-928b-605b58f0be9e, aggregates: None {{(pid=63097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1707.129449] env[63097]: DEBUG nova.scheduler.client.report [None req-5113966d-7103-45cf-a346-25074394d676 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Refreshing trait associations for resource provider 6b378d8e-1145-4591-928b-605b58f0be9e, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=63097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1707.160980] env[63097]: DEBUG oslo_vmware.api [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687846, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.274074] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3abff327-28d6-4165-b197-019bc442bd73 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.281654] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92cc60e0-7e61-41a3-8ce3-8afaf1544845 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.312042] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2389964c-4107-4bd9-8ca2-5615c0642454 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.320177] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87be8db8-d44f-4327-85be-4f7ef0f03073 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.333731] env[63097]: DEBUG nova.compute.provider_tree [None req-5113966d-7103-45cf-a346-25074394d676 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Updating inventory in ProviderTree for provider 6b378d8e-1145-4591-928b-605b58f0be9e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1707.507553] env[63097]: DEBUG nova.network.neutron [-] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1707.541988] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-efda42ed-1272-4075-bdd3-20e6f42b9c46 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.553509] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e154ae38-1b5d-416d-aff0-6f0881867c5d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.574045] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Getting list of instances from cluster (obj){ [ 1707.574045] env[63097]: value = "domain-c8" [ 1707.574045] env[63097]: _type = "ClusterComputeResource" [ 1707.574045] env[63097]: } {{(pid=63097) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2122}} [ 1707.575833] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023a251b-a042-4b30-aaa3-78e336bb28f5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.590855] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Got total of 4 instances {{(pid=63097) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2131}} [ 1707.591048] env[63097]: WARNING nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] While synchronizing instance power states, found 9 instances in the database and 4 instances on the hypervisor. [ 1707.591166] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Triggering sync for uuid c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0 {{(pid=63097) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1707.591355] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Triggering sync for uuid e13820bb-f282-468f-90de-26279db2f9e9 {{(pid=63097) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1707.591506] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Triggering sync for uuid 5cba94c3-f4c4-497c-becd-c2641c3dfc87 {{(pid=63097) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1707.591655] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Triggering sync for uuid bca51e28-e24e-47dd-86e2-935d76b79bc0 {{(pid=63097) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1707.591802] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Triggering sync for uuid f4ee2113-e0df-4c85-8ee9-2b572ad44ba1 {{(pid=63097) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1707.591947] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Triggering sync for uuid 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85 {{(pid=63097) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1707.592103] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Triggering sync for uuid 63280a39-5f8e-4a6a-b696-bc94cd6b4c74 {{(pid=63097) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1707.592249] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Triggering sync for uuid d7568449-fd71-499c-952f-e86fa2209131 {{(pid=63097) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1707.592392] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Triggering sync for uuid 2a0f042f-3751-4b3c-8430-cd5f9814ac8d {{(pid=63097) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1707.598758] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.599014] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "e13820bb-f282-468f-90de-26279db2f9e9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.599226] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "e13820bb-f282-468f-90de-26279db2f9e9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.599491] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "5cba94c3-f4c4-497c-becd-c2641c3dfc87" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.599703] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "bca51e28-e24e-47dd-86e2-935d76b79bc0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.599888] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "bca51e28-e24e-47dd-86e2-935d76b79bc0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.600142] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "f4ee2113-e0df-4c85-8ee9-2b572ad44ba1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.600328] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "f4ee2113-e0df-4c85-8ee9-2b572ad44ba1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.600560] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.600765] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "63280a39-5f8e-4a6a-b696-bc94cd6b4c74" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.600945] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "63280a39-5f8e-4a6a-b696-bc94cd6b4c74" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.601125] env[63097]: INFO nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] During sync_power_state the instance has a pending task (rebuilding). Skip. [ 1707.601291] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "63280a39-5f8e-4a6a-b696-bc94cd6b4c74" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.601481] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "d7568449-fd71-499c-952f-e86fa2209131" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.601657] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "d7568449-fd71-499c-952f-e86fa2209131" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.601890] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "2a0f042f-3751-4b3c-8430-cd5f9814ac8d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.602284] env[63097]: DEBUG nova.compute.manager [req-43fa4bf6-e83e-49f1-a753-3b7cedc4d9aa req-a8f33f01-b2bd-439b-9239-edf4995ecde4 service nova] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Detach interface failed, port_id=4e2a2815-b2eb-4f10-906f-f8c518b2ea79, reason: Instance c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0 could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1707.603131] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e06c8a-f744-4928-8317-0fb41cdc1b26 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.606057] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afd11a7-1725-4606-8afe-bf6e7f23084c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.608908] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a7a7d5-f940-4808-879a-33799336366e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.611424] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7126c0e8-7fd6-421c-8203-09a31d022a82 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.658928] env[63097]: DEBUG oslo_vmware.api [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687846, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.725374} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.659216] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1707.659404] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1707.659580] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1707.861579] env[63097]: DEBUG nova.compute.manager [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1707.864966] env[63097]: DEBUG nova.scheduler.client.report [None req-5113966d-7103-45cf-a346-25074394d676 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Updated inventory for provider 6b378d8e-1145-4591-928b-605b58f0be9e with generation 151 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1707.865069] env[63097]: DEBUG nova.compute.provider_tree [None req-5113966d-7103-45cf-a346-25074394d676 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Updating resource provider 6b378d8e-1145-4591-928b-605b58f0be9e generation from 151 to 152 during operation: update_inventory {{(pid=63097) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1707.865207] env[63097]: DEBUG nova.compute.provider_tree [None req-5113966d-7103-45cf-a346-25074394d676 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Updating inventory in ProviderTree for provider 6b378d8e-1145-4591-928b-605b58f0be9e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1707.887322] env[63097]: DEBUG nova.virt.hardware [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1707.887583] env[63097]: DEBUG nova.virt.hardware [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1707.887748] env[63097]: DEBUG nova.virt.hardware [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1707.887937] env[63097]: DEBUG nova.virt.hardware [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1707.888106] env[63097]: DEBUG nova.virt.hardware [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1707.888265] env[63097]: DEBUG nova.virt.hardware [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1707.888477] env[63097]: DEBUG nova.virt.hardware [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1707.888641] env[63097]: DEBUG nova.virt.hardware [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1707.888814] env[63097]: DEBUG nova.virt.hardware [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1707.888984] env[63097]: DEBUG nova.virt.hardware [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1707.889179] env[63097]: DEBUG nova.virt.hardware [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1707.890256] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daaf130a-631c-4eb0-a639-51e2f5bd5d25 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.898244] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906227fa-589c-41ad-bbea-4230ea803c20 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.010023] env[63097]: INFO nova.compute.manager [-] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] Took 1.40 seconds to deallocate network for instance. [ 1708.126444] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "bca51e28-e24e-47dd-86e2-935d76b79bc0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.526s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.126882] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "e13820bb-f282-468f-90de-26279db2f9e9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.528s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.127224] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "d7568449-fd71-499c-952f-e86fa2209131" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.526s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.127559] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "f4ee2113-e0df-4c85-8ee9-2b572ad44ba1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.527s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.275695] env[63097]: DEBUG nova.compute.manager [req-447c1e4e-60b6-43b3-bb9f-02697d1e72c3 req-8d049992-81ca-45e7-9bda-c5409c22c799 service nova] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Received event network-vif-plugged-7e30fa39-6a80-4dec-a29d-2c9f1588813b {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1708.275913] env[63097]: DEBUG oslo_concurrency.lockutils [req-447c1e4e-60b6-43b3-bb9f-02697d1e72c3 req-8d049992-81ca-45e7-9bda-c5409c22c799 service nova] Acquiring lock "2a0f042f-3751-4b3c-8430-cd5f9814ac8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.276156] env[63097]: DEBUG oslo_concurrency.lockutils [req-447c1e4e-60b6-43b3-bb9f-02697d1e72c3 req-8d049992-81ca-45e7-9bda-c5409c22c799 service nova] Lock "2a0f042f-3751-4b3c-8430-cd5f9814ac8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.276333] env[63097]: DEBUG oslo_concurrency.lockutils [req-447c1e4e-60b6-43b3-bb9f-02697d1e72c3 req-8d049992-81ca-45e7-9bda-c5409c22c799 service nova] Lock "2a0f042f-3751-4b3c-8430-cd5f9814ac8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.276513] env[63097]: DEBUG nova.compute.manager [req-447c1e4e-60b6-43b3-bb9f-02697d1e72c3 req-8d049992-81ca-45e7-9bda-c5409c22c799 service nova] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] No waiting events found dispatching network-vif-plugged-7e30fa39-6a80-4dec-a29d-2c9f1588813b {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1708.276685] env[63097]: WARNING nova.compute.manager [req-447c1e4e-60b6-43b3-bb9f-02697d1e72c3 req-8d049992-81ca-45e7-9bda-c5409c22c799 service nova] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Received unexpected event network-vif-plugged-7e30fa39-6a80-4dec-a29d-2c9f1588813b for instance with vm_state building and task_state spawning. [ 1708.370969] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5113966d-7103-45cf-a346-25074394d676 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.530s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.373419] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4217d0cf-9feb-4ea7-bd0e-1fd446b18a1a tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.297s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.376018] env[63097]: DEBUG nova.objects.instance [None req-4217d0cf-9feb-4ea7-bd0e-1fd446b18a1a tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lazy-loading 'resources' on Instance uuid 5cba94c3-f4c4-497c-becd-c2641c3dfc87 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1708.378735] env[63097]: DEBUG nova.network.neutron [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Successfully updated port: 7e30fa39-6a80-4dec-a29d-2c9f1588813b {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1708.393826] env[63097]: INFO nova.scheduler.client.report [None req-5113966d-7103-45cf-a346-25074394d676 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Deleted allocations for instance 9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85 [ 1708.517301] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f77b6a04-128c-4bf7-a073-05631c6849c4 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.689476] env[63097]: DEBUG nova.virt.hardware [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1708.689779] env[63097]: DEBUG nova.virt.hardware [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1708.689886] env[63097]: DEBUG nova.virt.hardware [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1708.690117] env[63097]: DEBUG nova.virt.hardware [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1708.690229] env[63097]: DEBUG nova.virt.hardware [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1708.690387] env[63097]: DEBUG nova.virt.hardware [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1708.690586] env[63097]: DEBUG nova.virt.hardware [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1708.690753] env[63097]: DEBUG nova.virt.hardware [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1708.690922] env[63097]: DEBUG nova.virt.hardware [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1708.691101] env[63097]: DEBUG nova.virt.hardware [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1708.691281] env[63097]: DEBUG nova.virt.hardware [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1708.692180] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc586e68-eb5f-4da1-a8b3-09f1e1999e56 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.700455] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad84bd08-cf47-4cfd-8fe2-f20d1dbbd381 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.713711] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:83:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c7821ea-f92f-4f06-a4cb-05e1186a9d22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f73c594-29d0-4860-aa0b-2760500c4b22', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1708.720995] env[63097]: DEBUG oslo.service.loopingcall [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1708.721254] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1708.721456] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96224a4b-be6f-4d8a-b6df-df9196e8eda3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.740125] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1708.740125] env[63097]: value = "task-1687847" [ 1708.740125] env[63097]: _type = "Task" [ 1708.740125] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.747790] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687847, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.881108] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquiring lock "refresh_cache-2a0f042f-3751-4b3c-8430-cd5f9814ac8d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.881296] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquired lock "refresh_cache-2a0f042f-3751-4b3c-8430-cd5f9814ac8d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.881482] env[63097]: DEBUG nova.network.neutron [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1708.901038] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5113966d-7103-45cf-a346-25074394d676 tempest-ServerDiskConfigTestJSON-1479417185 tempest-ServerDiskConfigTestJSON-1479417185-project-member] Lock "9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.444s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.902641] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.302s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.903116] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-156df551-4e86-4875-8b43-3a22d72c3a09 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.913588] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019f049c-2fc0-4416-9855-1ce5610ddddb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.000293] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f64236-1555-4420-b000-54c0cd36f2c5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.009753] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4b63e9-9c8f-4f24-aaad-93b2f006e043 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.039824] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cee3dd-e868-4fb8-85bc-45e305b34b60 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.048054] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5c7217-c94f-49d7-96e5-05459b9363a0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.061843] env[63097]: DEBUG nova.compute.provider_tree [None req-4217d0cf-9feb-4ea7-bd0e-1fd446b18a1a tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1709.064915] env[63097]: DEBUG nova.compute.manager [req-72264ec1-50b2-4585-af41-47f691ff3268 req-02168b2c-e773-4b84-8b93-d34664c4a8d4 service nova] [instance: d7568449-fd71-499c-952f-e86fa2209131] Received event network-changed-05ca4927-c880-4306-b41a-ddd4d2a52548 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1709.065142] env[63097]: DEBUG nova.compute.manager [req-72264ec1-50b2-4585-af41-47f691ff3268 req-02168b2c-e773-4b84-8b93-d34664c4a8d4 service nova] [instance: d7568449-fd71-499c-952f-e86fa2209131] Refreshing instance network info cache due to event network-changed-05ca4927-c880-4306-b41a-ddd4d2a52548. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1709.065487] env[63097]: DEBUG oslo_concurrency.lockutils [req-72264ec1-50b2-4585-af41-47f691ff3268 req-02168b2c-e773-4b84-8b93-d34664c4a8d4 service nova] Acquiring lock "refresh_cache-d7568449-fd71-499c-952f-e86fa2209131" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.065600] env[63097]: DEBUG oslo_concurrency.lockutils [req-72264ec1-50b2-4585-af41-47f691ff3268 req-02168b2c-e773-4b84-8b93-d34664c4a8d4 service nova] Acquired lock "refresh_cache-d7568449-fd71-499c-952f-e86fa2209131" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.065762] env[63097]: DEBUG nova.network.neutron [req-72264ec1-50b2-4585-af41-47f691ff3268 req-02168b2c-e773-4b84-8b93-d34664c4a8d4 service nova] [instance: d7568449-fd71-499c-952f-e86fa2209131] Refreshing network info cache for port 05ca4927-c880-4306-b41a-ddd4d2a52548 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1709.249816] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687847, 'name': CreateVM_Task, 'duration_secs': 0.411495} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.249973] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1709.250681] env[63097]: DEBUG oslo_concurrency.lockutils [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.250853] env[63097]: DEBUG oslo_concurrency.lockutils [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.251191] env[63097]: DEBUG oslo_concurrency.lockutils [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1709.251450] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f230935e-fd60-4075-bf54-7ce191f2a734 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.256019] env[63097]: DEBUG oslo_vmware.api [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1709.256019] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52eb4bee-b050-9671-1483-80580b90f311" [ 1709.256019] env[63097]: _type = "Task" [ 1709.256019] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.263707] env[63097]: DEBUG oslo_vmware.api [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52eb4bee-b050-9671-1483-80580b90f311, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.430344] env[63097]: DEBUG nova.network.neutron [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1709.451385] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "9aedc5e1-1ec3-4a83-aa8f-52fd08e4ea85" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.549s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.568657] env[63097]: DEBUG nova.scheduler.client.report [None req-4217d0cf-9feb-4ea7-bd0e-1fd446b18a1a tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1709.670320] env[63097]: DEBUG nova.network.neutron [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Updating instance_info_cache with network_info: [{"id": "7e30fa39-6a80-4dec-a29d-2c9f1588813b", "address": "fa:16:3e:b4:69:5e", "network": {"id": "b953abe6-4fcc-4e63-a60e-723743d40098", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-442380871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed7ca435e054c03a6e4ed9a11cc8646", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e30fa39-6a", "ovs_interfaceid": "7e30fa39-6a80-4dec-a29d-2c9f1588813b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.772360] env[63097]: DEBUG oslo_vmware.api [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52eb4bee-b050-9671-1483-80580b90f311, 'name': SearchDatastore_Task, 'duration_secs': 0.017126} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.775783] env[63097]: DEBUG oslo_concurrency.lockutils [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1709.775783] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1709.775783] env[63097]: DEBUG oslo_concurrency.lockutils [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.775783] env[63097]: DEBUG oslo_concurrency.lockutils [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.775783] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1709.775783] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f5be448-defc-4630-af4d-1002c5a808dd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.785018] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1709.785018] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1709.785018] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70f07e4a-f18a-460f-afdb-ebcaf8e26b54 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.790373] env[63097]: DEBUG oslo_vmware.api [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1709.790373] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]521af0b0-a0e3-a92a-4d9e-404289535460" [ 1709.790373] env[63097]: _type = "Task" [ 1709.790373] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.799433] env[63097]: DEBUG oslo_vmware.api [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]521af0b0-a0e3-a92a-4d9e-404289535460, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.880349] env[63097]: DEBUG nova.network.neutron [req-72264ec1-50b2-4585-af41-47f691ff3268 req-02168b2c-e773-4b84-8b93-d34664c4a8d4 service nova] [instance: d7568449-fd71-499c-952f-e86fa2209131] Updated VIF entry in instance network info cache for port 05ca4927-c880-4306-b41a-ddd4d2a52548. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1709.880728] env[63097]: DEBUG nova.network.neutron [req-72264ec1-50b2-4585-af41-47f691ff3268 req-02168b2c-e773-4b84-8b93-d34664c4a8d4 service nova] [instance: d7568449-fd71-499c-952f-e86fa2209131] Updating instance_info_cache with network_info: [{"id": "05ca4927-c880-4306-b41a-ddd4d2a52548", "address": "fa:16:3e:6c:4f:c3", "network": {"id": "082f1e0b-2faa-438b-beb2-07cc49fe07ef", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1715190239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa7867f5c3b4e6e8e319e4b098166c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05ca4927-c8", "ovs_interfaceid": "05ca4927-c880-4306-b41a-ddd4d2a52548", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1710.076248] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4217d0cf-9feb-4ea7-bd0e-1fd446b18a1a tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.703s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.078674] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f77b6a04-128c-4bf7-a073-05631c6849c4 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.562s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.079402] env[63097]: DEBUG nova.objects.instance [None req-f77b6a04-128c-4bf7-a073-05631c6849c4 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lazy-loading 'resources' on Instance uuid c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1710.098013] env[63097]: INFO nova.scheduler.client.report [None req-4217d0cf-9feb-4ea7-bd0e-1fd446b18a1a tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Deleted allocations for instance 5cba94c3-f4c4-497c-becd-c2641c3dfc87 [ 1710.172435] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Releasing lock "refresh_cache-2a0f042f-3751-4b3c-8430-cd5f9814ac8d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.172896] env[63097]: DEBUG nova.compute.manager [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Instance network_info: |[{"id": "7e30fa39-6a80-4dec-a29d-2c9f1588813b", "address": "fa:16:3e:b4:69:5e", "network": {"id": "b953abe6-4fcc-4e63-a60e-723743d40098", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-442380871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed7ca435e054c03a6e4ed9a11cc8646", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e30fa39-6a", "ovs_interfaceid": "7e30fa39-6a80-4dec-a29d-2c9f1588813b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1710.173267] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:69:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82dbbfe2-640b-433f-a8e9-1566bd40fb34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e30fa39-6a80-4dec-a29d-2c9f1588813b', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1710.182862] env[63097]: DEBUG oslo.service.loopingcall [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1710.183449] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1710.183700] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95470d2f-3e0e-4fb5-858a-fe3492452168 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.203639] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1710.203639] env[63097]: value = "task-1687848" [ 1710.203639] env[63097]: _type = "Task" [ 1710.203639] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.211529] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687848, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.302659] env[63097]: DEBUG oslo_vmware.api [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]521af0b0-a0e3-a92a-4d9e-404289535460, 'name': SearchDatastore_Task, 'duration_secs': 0.008831} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.303578] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c8a99cf-ee14-482f-a37a-2ccd8851de53 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.309145] env[63097]: DEBUG oslo_vmware.api [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1710.309145] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527c6076-f451-3a95-9e5a-d3c414557ff0" [ 1710.309145] env[63097]: _type = "Task" [ 1710.309145] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.311810] env[63097]: DEBUG nova.compute.manager [req-21ec6cb2-b3d1-415c-8e2f-b35941b1682c req-34f712c2-357a-4361-91c2-99f963682fe3 service nova] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Received event network-changed-7e30fa39-6a80-4dec-a29d-2c9f1588813b {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1710.312068] env[63097]: DEBUG nova.compute.manager [req-21ec6cb2-b3d1-415c-8e2f-b35941b1682c req-34f712c2-357a-4361-91c2-99f963682fe3 service nova] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Refreshing instance network info cache due to event network-changed-7e30fa39-6a80-4dec-a29d-2c9f1588813b. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1710.312703] env[63097]: DEBUG oslo_concurrency.lockutils [req-21ec6cb2-b3d1-415c-8e2f-b35941b1682c req-34f712c2-357a-4361-91c2-99f963682fe3 service nova] Acquiring lock "refresh_cache-2a0f042f-3751-4b3c-8430-cd5f9814ac8d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1710.312703] env[63097]: DEBUG oslo_concurrency.lockutils [req-21ec6cb2-b3d1-415c-8e2f-b35941b1682c req-34f712c2-357a-4361-91c2-99f963682fe3 service nova] Acquired lock "refresh_cache-2a0f042f-3751-4b3c-8430-cd5f9814ac8d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1710.312888] env[63097]: DEBUG nova.network.neutron [req-21ec6cb2-b3d1-415c-8e2f-b35941b1682c req-34f712c2-357a-4361-91c2-99f963682fe3 service nova] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Refreshing network info cache for port 7e30fa39-6a80-4dec-a29d-2c9f1588813b {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1710.323079] env[63097]: DEBUG oslo_vmware.api [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527c6076-f451-3a95-9e5a-d3c414557ff0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.384052] env[63097]: DEBUG oslo_concurrency.lockutils [req-72264ec1-50b2-4585-af41-47f691ff3268 req-02168b2c-e773-4b84-8b93-d34664c4a8d4 service nova] Releasing lock "refresh_cache-d7568449-fd71-499c-952f-e86fa2209131" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.610386] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4217d0cf-9feb-4ea7-bd0e-1fd446b18a1a tempest-AttachVolumeShelveTestJSON-1186802387 tempest-AttachVolumeShelveTestJSON-1186802387-project-member] Lock "5cba94c3-f4c4-497c-becd-c2641c3dfc87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.607s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.611693] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "5cba94c3-f4c4-497c-becd-c2641c3dfc87" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.012s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.612374] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7796c46-b08e-42df-90cd-744e06a14722 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.621479] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbfca24-67d3-49be-9256-826df6c239a1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.713601] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687848, 'name': CreateVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.715164] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ad4115-f9c5-4606-b329-3481761d8996 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.721733] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df1c83c-7c75-4e43-8dd6-997a655343f2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.751910] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b016079d-383b-4cc7-94ba-0708620964fb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.760063] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0e230f-0cfb-4715-bc62-67b026755da8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.773706] env[63097]: DEBUG nova.compute.provider_tree [None req-f77b6a04-128c-4bf7-a073-05631c6849c4 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1710.823698] env[63097]: DEBUG oslo_vmware.api [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]527c6076-f451-3a95-9e5a-d3c414557ff0, 'name': SearchDatastore_Task, 'duration_secs': 0.012613} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.824036] env[63097]: DEBUG oslo_concurrency.lockutils [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.824305] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 63280a39-5f8e-4a6a-b696-bc94cd6b4c74/63280a39-5f8e-4a6a-b696-bc94cd6b4c74.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1710.824891] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37c33f2e-132f-4d9a-8171-f0e6ed9776df {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.832454] env[63097]: DEBUG oslo_vmware.api [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1710.832454] env[63097]: value = "task-1687849" [ 1710.832454] env[63097]: _type = "Task" [ 1710.832454] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.840849] env[63097]: DEBUG oslo_vmware.api [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687849, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.096268] env[63097]: DEBUG nova.network.neutron [req-21ec6cb2-b3d1-415c-8e2f-b35941b1682c req-34f712c2-357a-4361-91c2-99f963682fe3 service nova] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Updated VIF entry in instance network info cache for port 7e30fa39-6a80-4dec-a29d-2c9f1588813b. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1711.096595] env[63097]: DEBUG nova.network.neutron [req-21ec6cb2-b3d1-415c-8e2f-b35941b1682c req-34f712c2-357a-4361-91c2-99f963682fe3 service nova] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Updating instance_info_cache with network_info: [{"id": "7e30fa39-6a80-4dec-a29d-2c9f1588813b", "address": "fa:16:3e:b4:69:5e", "network": {"id": "b953abe6-4fcc-4e63-a60e-723743d40098", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-442380871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed7ca435e054c03a6e4ed9a11cc8646", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e30fa39-6a", "ovs_interfaceid": "7e30fa39-6a80-4dec-a29d-2c9f1588813b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1711.159416] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "5cba94c3-f4c4-497c-becd-c2641c3dfc87" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.548s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.214158] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687848, 'name': CreateVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.276986] env[63097]: DEBUG nova.scheduler.client.report [None req-f77b6a04-128c-4bf7-a073-05631c6849c4 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1711.347978] env[63097]: DEBUG oslo_vmware.api [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687849, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.599945] env[63097]: DEBUG oslo_concurrency.lockutils [req-21ec6cb2-b3d1-415c-8e2f-b35941b1682c req-34f712c2-357a-4361-91c2-99f963682fe3 service nova] Releasing lock "refresh_cache-2a0f042f-3751-4b3c-8430-cd5f9814ac8d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1711.714104] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687848, 'name': CreateVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.782333] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f77b6a04-128c-4bf7-a073-05631c6849c4 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.704s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.806877] env[63097]: INFO nova.scheduler.client.report [None req-f77b6a04-128c-4bf7-a073-05631c6849c4 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Deleted allocations for instance c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0 [ 1711.840376] env[63097]: DEBUG oslo_concurrency.lockutils [None req-341e816b-f9d5-4a33-9c4a-e4a23eea3b46 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "f4ee2113-e0df-4c85-8ee9-2b572ad44ba1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1711.840612] env[63097]: DEBUG oslo_concurrency.lockutils [None req-341e816b-f9d5-4a33-9c4a-e4a23eea3b46 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "f4ee2113-e0df-4c85-8ee9-2b572ad44ba1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.845631] env[63097]: DEBUG oslo_vmware.api [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687849, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.940115} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.846110] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 63280a39-5f8e-4a6a-b696-bc94cd6b4c74/63280a39-5f8e-4a6a-b696-bc94cd6b4c74.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1711.846338] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1711.846583] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb95a2ea-8843-43e5-a695-0e34e592986a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.855030] env[63097]: DEBUG oslo_vmware.api [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1711.855030] env[63097]: value = "task-1687851" [ 1711.855030] env[63097]: _type = "Task" [ 1711.855030] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.863764] env[63097]: DEBUG oslo_vmware.api [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687851, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.215344] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687848, 'name': CreateVM_Task, 'duration_secs': 1.789516} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.215543] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1712.216199] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.216366] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1712.216693] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1712.216973] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e46f480b-e2d0-4494-a292-77d5feec8f1a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.221227] env[63097]: DEBUG oslo_vmware.api [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1712.221227] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52489206-7c33-44d1-5e8d-13a59017bfd0" [ 1712.221227] env[63097]: _type = "Task" [ 1712.221227] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.228545] env[63097]: DEBUG oslo_vmware.api [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52489206-7c33-44d1-5e8d-13a59017bfd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.314736] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f77b6a04-128c-4bf7-a073-05631c6849c4 tempest-ServersTestJSON-1528072826 tempest-ServersTestJSON-1528072826-project-member] Lock "c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.009s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.315603] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.717s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.315821] env[63097]: INFO nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0] During sync_power_state the instance has a pending task (deleting). Skip. [ 1712.316009] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "c33b6de8-7d5a-4b3b-bdad-9faeabbf13a0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.348306] env[63097]: DEBUG nova.compute.utils [None req-341e816b-f9d5-4a33-9c4a-e4a23eea3b46 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1712.366366] env[63097]: DEBUG oslo_vmware.api [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687851, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063408} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.366635] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1712.367434] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42311297-b6bc-409a-bfea-bce2cf346bab {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.390406] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 63280a39-5f8e-4a6a-b696-bc94cd6b4c74/63280a39-5f8e-4a6a-b696-bc94cd6b4c74.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1712.390703] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6bae1ea-7bba-4dff-8c69-71b0bf014387 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.410385] env[63097]: DEBUG oslo_vmware.api [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1712.410385] env[63097]: value = "task-1687852" [ 1712.410385] env[63097]: _type = "Task" [ 1712.410385] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.420535] env[63097]: DEBUG oslo_vmware.api [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687852, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.732889] env[63097]: DEBUG oslo_vmware.api [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52489206-7c33-44d1-5e8d-13a59017bfd0, 'name': SearchDatastore_Task, 'duration_secs': 0.086535} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.733248] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.733502] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1712.733744] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.733900] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1712.734176] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1712.734381] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f1cba5f-eeaf-4c51-bb70-d534ab404eae {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.748511] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1712.748689] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1712.749446] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-245f14fe-c1d0-4da4-a2f1-b6037b3db72a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.755390] env[63097]: DEBUG oslo_vmware.api [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1712.755390] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5277b6f4-11df-6776-e8a8-8e282d692ae8" [ 1712.755390] env[63097]: _type = "Task" [ 1712.755390] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.766495] env[63097]: DEBUG oslo_vmware.api [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5277b6f4-11df-6776-e8a8-8e282d692ae8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.851491] env[63097]: DEBUG oslo_concurrency.lockutils [None req-341e816b-f9d5-4a33-9c4a-e4a23eea3b46 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "f4ee2113-e0df-4c85-8ee9-2b572ad44ba1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.921733] env[63097]: DEBUG oslo_vmware.api [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687852, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.265909] env[63097]: DEBUG oslo_vmware.api [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5277b6f4-11df-6776-e8a8-8e282d692ae8, 'name': SearchDatastore_Task, 'duration_secs': 0.011965} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.266765] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-000f1cd9-bb44-47e2-86cb-7af5011ef8af {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.272260] env[63097]: DEBUG oslo_vmware.api [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1713.272260] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52af439e-cecb-a292-e4c6-dfe82193703a" [ 1713.272260] env[63097]: _type = "Task" [ 1713.272260] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.280076] env[63097]: DEBUG oslo_vmware.api [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52af439e-cecb-a292-e4c6-dfe82193703a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.425029] env[63097]: DEBUG oslo_vmware.api [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687852, 'name': ReconfigVM_Task, 'duration_secs': 0.626702} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.425319] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 63280a39-5f8e-4a6a-b696-bc94cd6b4c74/63280a39-5f8e-4a6a-b696-bc94cd6b4c74.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1713.426099] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86b9ecfb-9eb2-43e7-bb42-36931210137a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.435165] env[63097]: DEBUG oslo_vmware.api [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1713.435165] env[63097]: value = "task-1687853" [ 1713.435165] env[63097]: _type = "Task" [ 1713.435165] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.446019] env[63097]: DEBUG oslo_vmware.api [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687853, 'name': Rename_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.784157] env[63097]: DEBUG oslo_vmware.api [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52af439e-cecb-a292-e4c6-dfe82193703a, 'name': SearchDatastore_Task, 'duration_secs': 0.046177} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.784855] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.785301] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 2a0f042f-3751-4b3c-8430-cd5f9814ac8d/2a0f042f-3751-4b3c-8430-cd5f9814ac8d.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1713.785786] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99a8044c-19c7-4473-b09b-2c620d65fa2c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.794815] env[63097]: DEBUG oslo_vmware.api [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1713.794815] env[63097]: value = "task-1687854" [ 1713.794815] env[63097]: _type = "Task" [ 1713.794815] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.803115] env[63097]: DEBUG oslo_vmware.api [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.916350] env[63097]: DEBUG oslo_concurrency.lockutils [None req-341e816b-f9d5-4a33-9c4a-e4a23eea3b46 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "f4ee2113-e0df-4c85-8ee9-2b572ad44ba1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.916656] env[63097]: DEBUG oslo_concurrency.lockutils [None req-341e816b-f9d5-4a33-9c4a-e4a23eea3b46 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "f4ee2113-e0df-4c85-8ee9-2b572ad44ba1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.916982] env[63097]: INFO nova.compute.manager [None req-341e816b-f9d5-4a33-9c4a-e4a23eea3b46 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Attaching volume 7c14f700-4d79-431d-9d1d-9dc66f907e93 to /dev/sdb [ 1713.945205] env[63097]: DEBUG oslo_vmware.api [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687853, 'name': Rename_Task, 'duration_secs': 0.144391} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.945520] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1713.946147] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-872bc0ad-2229-495e-858c-13dd1c5eb25f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.952055] env[63097]: DEBUG oslo_vmware.api [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1713.952055] env[63097]: value = "task-1687855" [ 1713.952055] env[63097]: _type = "Task" [ 1713.952055] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.956470] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570a9e5c-d4c1-4c4d-b5fb-5adb5fc809b1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.965381] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eacceb9-9f1a-4d35-b270-09a0ffc7dd4d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.967803] env[63097]: DEBUG oslo_vmware.api [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687855, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.979300] env[63097]: DEBUG nova.virt.block_device [None req-341e816b-f9d5-4a33-9c4a-e4a23eea3b46 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Updating existing volume attachment record: 7a9e1df6-2e7b-46ff-9db3-f56eb383175d {{(pid=63097) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1714.306806] env[63097]: DEBUG oslo_vmware.api [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687854, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.471529] env[63097]: DEBUG oslo_vmware.api [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687855, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.805027] env[63097]: DEBUG oslo_vmware.api [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687854, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619749} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.805350] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 2a0f042f-3751-4b3c-8430-cd5f9814ac8d/2a0f042f-3751-4b3c-8430-cd5f9814ac8d.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1714.805562] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1714.805852] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0033258d-b554-4a08-a1ed-5092e5f60442 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.814895] env[63097]: DEBUG oslo_vmware.api [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1714.814895] env[63097]: value = "task-1687859" [ 1714.814895] env[63097]: _type = "Task" [ 1714.814895] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.824197] env[63097]: DEBUG oslo_vmware.api [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687859, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.962887] env[63097]: DEBUG oslo_vmware.api [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687855, 'name': PowerOnVM_Task, 'duration_secs': 0.521998} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.963165] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1714.963381] env[63097]: DEBUG nova.compute.manager [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1714.964147] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c8e0e4-702a-4431-be1c-9937141fbb6c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.324513] env[63097]: DEBUG oslo_vmware.api [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687859, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093728} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.324818] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1715.325741] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c66498-65ab-4312-9694-1eeb2f6ea966 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.350552] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 2a0f042f-3751-4b3c-8430-cd5f9814ac8d/2a0f042f-3751-4b3c-8430-cd5f9814ac8d.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1715.350903] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94173809-32e0-406a-a2b1-0d78c7c8aa52 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.374480] env[63097]: DEBUG oslo_vmware.api [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1715.374480] env[63097]: value = "task-1687860" [ 1715.374480] env[63097]: _type = "Task" [ 1715.374480] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.384751] env[63097]: DEBUG oslo_vmware.api [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687860, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.481789] env[63097]: DEBUG oslo_concurrency.lockutils [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.481978] env[63097]: DEBUG oslo_concurrency.lockutils [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.482719] env[63097]: DEBUG nova.objects.instance [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63097) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1715.884771] env[63097]: DEBUG oslo_vmware.api [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687860, 'name': ReconfigVM_Task, 'duration_secs': 0.313467} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.886417] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 2a0f042f-3751-4b3c-8430-cd5f9814ac8d/2a0f042f-3751-4b3c-8430-cd5f9814ac8d.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1715.886417] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6a24808-f4a6-4257-895b-bd5901217c5d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.892859] env[63097]: DEBUG oslo_vmware.api [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1715.892859] env[63097]: value = "task-1687861" [ 1715.892859] env[63097]: _type = "Task" [ 1715.892859] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.901777] env[63097]: DEBUG oslo_vmware.api [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687861, 'name': Rename_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.401938] env[63097]: DEBUG oslo_vmware.api [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687861, 'name': Rename_Task, 'duration_secs': 0.139015} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.402753] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1716.403031] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ca8d149-663e-4af8-b840-95ea4026316c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.409281] env[63097]: DEBUG oslo_vmware.api [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1716.409281] env[63097]: value = "task-1687863" [ 1716.409281] env[63097]: _type = "Task" [ 1716.409281] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.425308] env[63097]: DEBUG oslo_vmware.api [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687863, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.493862] env[63097]: DEBUG oslo_concurrency.lockutils [None req-110317d2-7296-41b1-abb6-18d681d7b06b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.855991] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9e58bedb-a56a-4fda-8971-1df1022e73ed tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "63280a39-5f8e-4a6a-b696-bc94cd6b4c74" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1716.856341] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9e58bedb-a56a-4fda-8971-1df1022e73ed tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "63280a39-5f8e-4a6a-b696-bc94cd6b4c74" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1716.856561] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9e58bedb-a56a-4fda-8971-1df1022e73ed tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "63280a39-5f8e-4a6a-b696-bc94cd6b4c74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1716.856764] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9e58bedb-a56a-4fda-8971-1df1022e73ed tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "63280a39-5f8e-4a6a-b696-bc94cd6b4c74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1716.857013] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9e58bedb-a56a-4fda-8971-1df1022e73ed tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "63280a39-5f8e-4a6a-b696-bc94cd6b4c74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.859327] env[63097]: INFO nova.compute.manager [None req-9e58bedb-a56a-4fda-8971-1df1022e73ed tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Terminating instance [ 1716.862522] env[63097]: DEBUG nova.compute.manager [None req-9e58bedb-a56a-4fda-8971-1df1022e73ed tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1716.862780] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-9e58bedb-a56a-4fda-8971-1df1022e73ed tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1716.863644] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843969e0-feb6-43a5-a583-1956eb947ed1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.872116] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e58bedb-a56a-4fda-8971-1df1022e73ed tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1716.872416] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fac5f90-c5f0-4324-b930-a64938026b58 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.882497] env[63097]: DEBUG oslo_vmware.api [None req-9e58bedb-a56a-4fda-8971-1df1022e73ed tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1716.882497] env[63097]: value = "task-1687864" [ 1716.882497] env[63097]: _type = "Task" [ 1716.882497] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.890837] env[63097]: DEBUG oslo_vmware.api [None req-9e58bedb-a56a-4fda-8971-1df1022e73ed tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.919175] env[63097]: DEBUG oslo_vmware.api [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687863, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.392785] env[63097]: DEBUG oslo_vmware.api [None req-9e58bedb-a56a-4fda-8971-1df1022e73ed tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687864, 'name': PowerOffVM_Task, 'duration_secs': 0.28718} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.392785] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e58bedb-a56a-4fda-8971-1df1022e73ed tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1717.392785] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-9e58bedb-a56a-4fda-8971-1df1022e73ed tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1717.392785] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8319f430-d214-423e-9cb5-2e34000d4b3e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.419355] env[63097]: DEBUG oslo_vmware.api [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687863, 'name': PowerOnVM_Task, 'duration_secs': 0.564069} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.419765] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1717.420108] env[63097]: INFO nova.compute.manager [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Took 9.56 seconds to spawn the instance on the hypervisor. [ 1717.420331] env[63097]: DEBUG nova.compute.manager [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1717.421159] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f33886-5861-4782-80ca-b6fa469fc5aa {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.469757] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-9e58bedb-a56a-4fda-8971-1df1022e73ed tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1717.470010] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-9e58bedb-a56a-4fda-8971-1df1022e73ed tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1717.470230] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e58bedb-a56a-4fda-8971-1df1022e73ed tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Deleting the datastore file [datastore1] 63280a39-5f8e-4a6a-b696-bc94cd6b4c74 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1717.470695] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a47f740b-823d-47ba-be80-562846789db2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.476603] env[63097]: DEBUG oslo_vmware.api [None req-9e58bedb-a56a-4fda-8971-1df1022e73ed tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1717.476603] env[63097]: value = "task-1687866" [ 1717.476603] env[63097]: _type = "Task" [ 1717.476603] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.487104] env[63097]: DEBUG oslo_vmware.api [None req-9e58bedb-a56a-4fda-8971-1df1022e73ed tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687866, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.946020] env[63097]: INFO nova.compute.manager [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Took 15.34 seconds to build instance. [ 1717.992110] env[63097]: DEBUG oslo_vmware.api [None req-9e58bedb-a56a-4fda-8971-1df1022e73ed tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687866, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16719} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.992110] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e58bedb-a56a-4fda-8971-1df1022e73ed tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1717.992110] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-9e58bedb-a56a-4fda-8971-1df1022e73ed tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1717.992110] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-9e58bedb-a56a-4fda-8971-1df1022e73ed tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1717.992110] env[63097]: INFO nova.compute.manager [None req-9e58bedb-a56a-4fda-8971-1df1022e73ed tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1717.992110] env[63097]: DEBUG oslo.service.loopingcall [None req-9e58bedb-a56a-4fda-8971-1df1022e73ed tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1717.992110] env[63097]: DEBUG nova.compute.manager [-] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1717.992110] env[63097]: DEBUG nova.network.neutron [-] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1718.161501] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Acquiring lock "77e5f46f-2e5a-46aa-be58-d621cd091591" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.161755] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Lock "77e5f46f-2e5a-46aa-be58-d621cd091591" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.310533] env[63097]: DEBUG nova.compute.manager [req-ce3889b2-5f5f-413c-ae74-611c571a90fa req-a04bec69-dc82-4588-a96f-4f9b68c6b74a service nova] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Received event network-vif-deleted-3f73c594-29d0-4860-aa0b-2760500c4b22 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1718.310719] env[63097]: INFO nova.compute.manager [req-ce3889b2-5f5f-413c-ae74-611c571a90fa req-a04bec69-dc82-4588-a96f-4f9b68c6b74a service nova] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Neutron deleted interface 3f73c594-29d0-4860-aa0b-2760500c4b22; detaching it from the instance and deleting it from the info cache [ 1718.310909] env[63097]: DEBUG nova.network.neutron [req-ce3889b2-5f5f-413c-ae74-611c571a90fa req-a04bec69-dc82-4588-a96f-4f9b68c6b74a service nova] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1718.448798] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7a2fa71f-c94f-4f34-8324-2c3bb3bd84d7 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "2a0f042f-3751-4b3c-8430-cd5f9814ac8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.856s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.449150] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "2a0f042f-3751-4b3c-8430-cd5f9814ac8d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.847s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.449351] env[63097]: INFO nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] During sync_power_state the instance has a pending task (block_device_mapping). Skip. [ 1718.449529] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "2a0f042f-3751-4b3c-8430-cd5f9814ac8d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.529432] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-341e816b-f9d5-4a33-9c4a-e4a23eea3b46 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Volume attach. Driver type: vmdk {{(pid=63097) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1718.529684] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-341e816b-f9d5-4a33-9c4a-e4a23eea3b46 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351798', 'volume_id': '7c14f700-4d79-431d-9d1d-9dc66f907e93', 'name': 'volume-7c14f700-4d79-431d-9d1d-9dc66f907e93', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f4ee2113-e0df-4c85-8ee9-2b572ad44ba1', 'attached_at': '', 'detached_at': '', 'volume_id': '7c14f700-4d79-431d-9d1d-9dc66f907e93', 'serial': '7c14f700-4d79-431d-9d1d-9dc66f907e93'} {{(pid=63097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1718.530625] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55409e8-c7a4-4df1-9608-e33abffa7a4d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.549868] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5c49b7-fe76-4232-b813-53f5900dd406 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.576280] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-341e816b-f9d5-4a33-9c4a-e4a23eea3b46 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-7c14f700-4d79-431d-9d1d-9dc66f907e93/volume-7c14f700-4d79-431d-9d1d-9dc66f907e93.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1718.577039] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fbecea7-714f-4dc1-afe6-f312af9c856c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.597172] env[63097]: DEBUG oslo_vmware.api [None req-341e816b-f9d5-4a33-9c4a-e4a23eea3b46 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1718.597172] env[63097]: value = "task-1687867" [ 1718.597172] env[63097]: _type = "Task" [ 1718.597172] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.606288] env[63097]: DEBUG oslo_vmware.api [None req-341e816b-f9d5-4a33-9c4a-e4a23eea3b46 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687867, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.633531] env[63097]: DEBUG nova.compute.manager [req-44dd2f18-cf4a-4727-b34f-28441a263675 req-76158c6d-0b91-4c16-a2b5-ba4316e93abf service nova] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Received event network-changed-7e30fa39-6a80-4dec-a29d-2c9f1588813b {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1718.633798] env[63097]: DEBUG nova.compute.manager [req-44dd2f18-cf4a-4727-b34f-28441a263675 req-76158c6d-0b91-4c16-a2b5-ba4316e93abf service nova] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Refreshing instance network info cache due to event network-changed-7e30fa39-6a80-4dec-a29d-2c9f1588813b. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1718.634371] env[63097]: DEBUG oslo_concurrency.lockutils [req-44dd2f18-cf4a-4727-b34f-28441a263675 req-76158c6d-0b91-4c16-a2b5-ba4316e93abf service nova] Acquiring lock "refresh_cache-2a0f042f-3751-4b3c-8430-cd5f9814ac8d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.634371] env[63097]: DEBUG oslo_concurrency.lockutils [req-44dd2f18-cf4a-4727-b34f-28441a263675 req-76158c6d-0b91-4c16-a2b5-ba4316e93abf service nova] Acquired lock "refresh_cache-2a0f042f-3751-4b3c-8430-cd5f9814ac8d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.634482] env[63097]: DEBUG nova.network.neutron [req-44dd2f18-cf4a-4727-b34f-28441a263675 req-76158c6d-0b91-4c16-a2b5-ba4316e93abf service nova] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Refreshing network info cache for port 7e30fa39-6a80-4dec-a29d-2c9f1588813b {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1718.664180] env[63097]: DEBUG nova.compute.manager [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1718.781036] env[63097]: DEBUG nova.network.neutron [-] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1718.788239] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1718.816702] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50270d2e-037a-43c0-b332-515bb61bc754 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.826217] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4b4bad-e106-4077-8d20-0fe08cc966c4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.853293] env[63097]: DEBUG nova.compute.manager [req-ce3889b2-5f5f-413c-ae74-611c571a90fa req-a04bec69-dc82-4588-a96f-4f9b68c6b74a service nova] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Detach interface failed, port_id=3f73c594-29d0-4860-aa0b-2760500c4b22, reason: Instance 63280a39-5f8e-4a6a-b696-bc94cd6b4c74 could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1719.107528] env[63097]: DEBUG oslo_vmware.api [None req-341e816b-f9d5-4a33-9c4a-e4a23eea3b46 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687867, 'name': ReconfigVM_Task, 'duration_secs': 0.429643} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.107776] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-341e816b-f9d5-4a33-9c4a-e4a23eea3b46 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-7c14f700-4d79-431d-9d1d-9dc66f907e93/volume-7c14f700-4d79-431d-9d1d-9dc66f907e93.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1719.112736] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db33b500-2c37-48d8-b4ed-90c961049636 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.127886] env[63097]: DEBUG oslo_vmware.api [None req-341e816b-f9d5-4a33-9c4a-e4a23eea3b46 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1719.127886] env[63097]: value = "task-1687868" [ 1719.127886] env[63097]: _type = "Task" [ 1719.127886] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.140252] env[63097]: DEBUG oslo_vmware.api [None req-341e816b-f9d5-4a33-9c4a-e4a23eea3b46 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687868, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.223637] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.224086] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.225737] env[63097]: INFO nova.compute.claims [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1719.284534] env[63097]: INFO nova.compute.manager [-] [instance: 63280a39-5f8e-4a6a-b696-bc94cd6b4c74] Took 1.29 seconds to deallocate network for instance. [ 1719.385488] env[63097]: DEBUG nova.network.neutron [req-44dd2f18-cf4a-4727-b34f-28441a263675 req-76158c6d-0b91-4c16-a2b5-ba4316e93abf service nova] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Updated VIF entry in instance network info cache for port 7e30fa39-6a80-4dec-a29d-2c9f1588813b. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1719.386015] env[63097]: DEBUG nova.network.neutron [req-44dd2f18-cf4a-4727-b34f-28441a263675 req-76158c6d-0b91-4c16-a2b5-ba4316e93abf service nova] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Updating instance_info_cache with network_info: [{"id": "7e30fa39-6a80-4dec-a29d-2c9f1588813b", "address": "fa:16:3e:b4:69:5e", "network": {"id": "b953abe6-4fcc-4e63-a60e-723743d40098", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-442380871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed7ca435e054c03a6e4ed9a11cc8646", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e30fa39-6a", "ovs_interfaceid": "7e30fa39-6a80-4dec-a29d-2c9f1588813b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.639399] env[63097]: DEBUG oslo_vmware.api [None req-341e816b-f9d5-4a33-9c4a-e4a23eea3b46 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687868, 'name': ReconfigVM_Task, 'duration_secs': 0.166622} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.639750] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-341e816b-f9d5-4a33-9c4a-e4a23eea3b46 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351798', 'volume_id': '7c14f700-4d79-431d-9d1d-9dc66f907e93', 'name': 'volume-7c14f700-4d79-431d-9d1d-9dc66f907e93', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f4ee2113-e0df-4c85-8ee9-2b572ad44ba1', 'attached_at': '', 'detached_at': '', 'volume_id': '7c14f700-4d79-431d-9d1d-9dc66f907e93', 'serial': '7c14f700-4d79-431d-9d1d-9dc66f907e93'} {{(pid=63097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1719.791209] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9e58bedb-a56a-4fda-8971-1df1022e73ed tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.888697] env[63097]: DEBUG oslo_concurrency.lockutils [req-44dd2f18-cf4a-4727-b34f-28441a263675 req-76158c6d-0b91-4c16-a2b5-ba4316e93abf service nova] Releasing lock "refresh_cache-2a0f042f-3751-4b3c-8430-cd5f9814ac8d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.329822] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b488bc-75e1-45ac-9f5b-2adcdd78b7fc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.337359] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6b9dc1-0cd7-453f-852d-039d46d03696 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.366494] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76117b0c-5087-4c0d-9f45-b246223e2b23 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.373765] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638a64d3-1e90-45b0-ae63-427541a2a4b1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.388241] env[63097]: DEBUG nova.compute.provider_tree [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Updating inventory in ProviderTree for provider 6b378d8e-1145-4591-928b-605b58f0be9e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1720.676549] env[63097]: DEBUG nova.objects.instance [None req-341e816b-f9d5-4a33-9c4a-e4a23eea3b46 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lazy-loading 'flavor' on Instance uuid f4ee2113-e0df-4c85-8ee9-2b572ad44ba1 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1720.908313] env[63097]: ERROR nova.scheduler.client.report [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [req-1600f8e7-2bac-4f70-9f75-557da4fbfd0b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6b378d8e-1145-4591-928b-605b58f0be9e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1600f8e7-2bac-4f70-9f75-557da4fbfd0b"}]} [ 1720.923120] env[63097]: DEBUG nova.scheduler.client.report [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Refreshing inventories for resource provider 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1720.935465] env[63097]: DEBUG nova.scheduler.client.report [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Updating ProviderTree inventory for provider 6b378d8e-1145-4591-928b-605b58f0be9e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1720.935695] env[63097]: DEBUG nova.compute.provider_tree [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Updating inventory in ProviderTree for provider 6b378d8e-1145-4591-928b-605b58f0be9e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1720.945554] env[63097]: DEBUG nova.scheduler.client.report [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Refreshing aggregate associations for resource provider 6b378d8e-1145-4591-928b-605b58f0be9e, aggregates: None {{(pid=63097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1720.963279] env[63097]: DEBUG nova.scheduler.client.report [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Refreshing trait associations for resource provider 6b378d8e-1145-4591-928b-605b58f0be9e, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=63097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1721.061418] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b6f7a7-21e9-49fd-97f5-1c03df081719 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.070274] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37894be0-dfaf-401a-bc2b-905b5f3f4628 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.100049] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7331a05-b339-4c5d-8c46-1a17214aa788 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.107187] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52266c5-150c-40ef-a188-1dd289153c4e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.120450] env[63097]: DEBUG nova.compute.provider_tree [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Updating inventory in ProviderTree for provider 6b378d8e-1145-4591-928b-605b58f0be9e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1721.181803] env[63097]: DEBUG oslo_concurrency.lockutils [None req-341e816b-f9d5-4a33-9c4a-e4a23eea3b46 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "f4ee2113-e0df-4c85-8ee9-2b572ad44ba1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.265s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.566106] env[63097]: INFO nova.compute.manager [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Rebuilding instance [ 1721.602376] env[63097]: DEBUG nova.compute.manager [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1721.603250] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8340e5f4-24ce-49cd-b937-ef305c06ec77 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.649351] env[63097]: DEBUG nova.scheduler.client.report [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Updated inventory for provider 6b378d8e-1145-4591-928b-605b58f0be9e with generation 153 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1721.649683] env[63097]: DEBUG nova.compute.provider_tree [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Updating resource provider 6b378d8e-1145-4591-928b-605b58f0be9e generation from 153 to 154 during operation: update_inventory {{(pid=63097) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1721.649914] env[63097]: DEBUG nova.compute.provider_tree [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Updating inventory in ProviderTree for provider 6b378d8e-1145-4591-928b-605b58f0be9e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1722.115268] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1722.115644] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db3edac0-0029-484f-9ebd-493c061cbaf7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.124329] env[63097]: DEBUG oslo_vmware.api [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1722.124329] env[63097]: value = "task-1687869" [ 1722.124329] env[63097]: _type = "Task" [ 1722.124329] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.132429] env[63097]: DEBUG oslo_vmware.api [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687869, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.154806] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.931s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.155510] env[63097]: DEBUG nova.compute.manager [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1722.158304] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9e58bedb-a56a-4fda-8971-1df1022e73ed tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.367s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.158537] env[63097]: DEBUG nova.objects.instance [None req-9e58bedb-a56a-4fda-8971-1df1022e73ed tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lazy-loading 'resources' on Instance uuid 63280a39-5f8e-4a6a-b696-bc94cd6b4c74 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1722.244063] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1722.637419] env[63097]: DEBUG oslo_vmware.api [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687869, 'name': PowerOffVM_Task, 'duration_secs': 0.184493} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.637763] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1722.662061] env[63097]: DEBUG nova.compute.utils [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1722.663707] env[63097]: DEBUG nova.compute.manager [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1722.663913] env[63097]: DEBUG nova.network.neutron [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1722.697318] env[63097]: INFO nova.compute.manager [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Detaching volume 7c14f700-4d79-431d-9d1d-9dc66f907e93 [ 1722.719996] env[63097]: DEBUG nova.policy [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15356dd17c334eafb762bd8d20f71c06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2cc1add1fac741329086c2962bcda9cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1722.730530] env[63097]: INFO nova.virt.block_device [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Attempting to driver detach volume 7c14f700-4d79-431d-9d1d-9dc66f907e93 from mountpoint /dev/sdb [ 1722.730836] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Volume detach. Driver type: vmdk {{(pid=63097) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1722.730995] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351798', 'volume_id': '7c14f700-4d79-431d-9d1d-9dc66f907e93', 'name': 'volume-7c14f700-4d79-431d-9d1d-9dc66f907e93', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f4ee2113-e0df-4c85-8ee9-2b572ad44ba1', 'attached_at': '', 'detached_at': '', 'volume_id': '7c14f700-4d79-431d-9d1d-9dc66f907e93', 'serial': '7c14f700-4d79-431d-9d1d-9dc66f907e93'} {{(pid=63097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1722.731942] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c15dc1-0804-4c1a-8bdf-e926d0bed69a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.759857] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc239343-fc9f-4e05-b3e4-56c914f48b80 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.767952] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d546980a-6c2a-4899-b28e-bc5a780c99db {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.790157] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0cb958-b7d2-491a-8812-f1c55fe67610 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.793167] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d565a4cd-c29a-4904-be9b-73cefccea8db {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.811894] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9b45b5-3cdf-4cb0-907a-43fc17a6fdc6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.815118] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] The volume has not been displaced from its original location: [datastore1] volume-7c14f700-4d79-431d-9d1d-9dc66f907e93/volume-7c14f700-4d79-431d-9d1d-9dc66f907e93.vmdk. No consolidation needed. {{(pid=63097) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1722.820267] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1722.820588] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c212389-8251-43e8-95d6-4e7d115c3697 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.863605] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a6dbca-6014-4737-82c8-b2c5401d7e91 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.866653] env[63097]: DEBUG oslo_vmware.api [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1722.866653] env[63097]: value = "task-1687870" [ 1722.866653] env[63097]: _type = "Task" [ 1722.866653] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.873786] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057ded7c-cdeb-4354-9ec3-90bf4b9ea026 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.881115] env[63097]: DEBUG oslo_vmware.api [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687870, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.890848] env[63097]: DEBUG nova.compute.provider_tree [None req-9e58bedb-a56a-4fda-8971-1df1022e73ed tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1722.995691] env[63097]: DEBUG nova.network.neutron [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Successfully created port: 480e0c02-8453-46ee-be5e-2d6f25716f3b {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1723.170604] env[63097]: DEBUG nova.compute.manager [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1723.378654] env[63097]: DEBUG oslo_vmware.api [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687870, 'name': ReconfigVM_Task, 'duration_secs': 0.427585} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.378654] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1723.383105] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95c8fe66-1168-49cf-8cc4-a39aace36491 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.393687] env[63097]: DEBUG nova.scheduler.client.report [None req-9e58bedb-a56a-4fda-8971-1df1022e73ed tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1723.402235] env[63097]: DEBUG oslo_vmware.api [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1723.402235] env[63097]: value = "task-1687871" [ 1723.402235] env[63097]: _type = "Task" [ 1723.402235] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.411543] env[63097]: DEBUG oslo_vmware.api [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687871, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.899059] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9e58bedb-a56a-4fda-8971-1df1022e73ed tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.740s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.912060] env[63097]: DEBUG oslo_vmware.api [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687871, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.921736] env[63097]: INFO nova.scheduler.client.report [None req-9e58bedb-a56a-4fda-8971-1df1022e73ed tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Deleted allocations for instance 63280a39-5f8e-4a6a-b696-bc94cd6b4c74 [ 1724.180544] env[63097]: DEBUG nova.compute.manager [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1724.207909] env[63097]: DEBUG nova.virt.hardware [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1724.208240] env[63097]: DEBUG nova.virt.hardware [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1724.208409] env[63097]: DEBUG nova.virt.hardware [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1724.208598] env[63097]: DEBUG nova.virt.hardware [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1724.208753] env[63097]: DEBUG nova.virt.hardware [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1724.208909] env[63097]: DEBUG nova.virt.hardware [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1724.209144] env[63097]: DEBUG nova.virt.hardware [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1724.209357] env[63097]: DEBUG nova.virt.hardware [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1724.209576] env[63097]: DEBUG nova.virt.hardware [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1724.209773] env[63097]: DEBUG nova.virt.hardware [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1724.209965] env[63097]: DEBUG nova.virt.hardware [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1724.210868] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7729f2fa-6304-4351-9237-86ea550190e9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.219323] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7cf7c66-1534-435a-857b-e8e7a66f2436 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.416594] env[63097]: DEBUG oslo_vmware.api [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687871, 'name': ReconfigVM_Task, 'duration_secs': 0.730023} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.417164] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351798', 'volume_id': '7c14f700-4d79-431d-9d1d-9dc66f907e93', 'name': 'volume-7c14f700-4d79-431d-9d1d-9dc66f907e93', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f4ee2113-e0df-4c85-8ee9-2b572ad44ba1', 'attached_at': '', 'detached_at': '', 'volume_id': '7c14f700-4d79-431d-9d1d-9dc66f907e93', 'serial': '7c14f700-4d79-431d-9d1d-9dc66f907e93'} {{(pid=63097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1724.429851] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9e58bedb-a56a-4fda-8971-1df1022e73ed tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "63280a39-5f8e-4a6a-b696-bc94cd6b4c74" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.573s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.538521] env[63097]: DEBUG nova.compute.manager [req-2ad8af4d-de29-4bac-91e6-5f3f3047361e req-405a83d7-9566-40c0-b087-9294e0df9934 service nova] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Received event network-vif-plugged-480e0c02-8453-46ee-be5e-2d6f25716f3b {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1724.538806] env[63097]: DEBUG oslo_concurrency.lockutils [req-2ad8af4d-de29-4bac-91e6-5f3f3047361e req-405a83d7-9566-40c0-b087-9294e0df9934 service nova] Acquiring lock "77e5f46f-2e5a-46aa-be58-d621cd091591-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.539142] env[63097]: DEBUG oslo_concurrency.lockutils [req-2ad8af4d-de29-4bac-91e6-5f3f3047361e req-405a83d7-9566-40c0-b087-9294e0df9934 service nova] Lock "77e5f46f-2e5a-46aa-be58-d621cd091591-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.539369] env[63097]: DEBUG oslo_concurrency.lockutils [req-2ad8af4d-de29-4bac-91e6-5f3f3047361e req-405a83d7-9566-40c0-b087-9294e0df9934 service nova] Lock "77e5f46f-2e5a-46aa-be58-d621cd091591-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.539596] env[63097]: DEBUG nova.compute.manager [req-2ad8af4d-de29-4bac-91e6-5f3f3047361e req-405a83d7-9566-40c0-b087-9294e0df9934 service nova] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] No waiting events found dispatching network-vif-plugged-480e0c02-8453-46ee-be5e-2d6f25716f3b {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1724.539793] env[63097]: WARNING nova.compute.manager [req-2ad8af4d-de29-4bac-91e6-5f3f3047361e req-405a83d7-9566-40c0-b087-9294e0df9934 service nova] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Received unexpected event network-vif-plugged-480e0c02-8453-46ee-be5e-2d6f25716f3b for instance with vm_state building and task_state spawning. [ 1724.633998] env[63097]: DEBUG nova.network.neutron [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Successfully updated port: 480e0c02-8453-46ee-be5e-2d6f25716f3b {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1725.137695] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Acquiring lock "refresh_cache-77e5f46f-2e5a-46aa-be58-d621cd091591" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1725.138012] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Acquired lock "refresh_cache-77e5f46f-2e5a-46aa-be58-d621cd091591" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.138012] env[63097]: DEBUG nova.network.neutron [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1725.243790] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1725.244076] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1725.488324] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1725.488647] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c638c57-098e-4ebd-abd9-da09325c8efe {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.496279] env[63097]: DEBUG oslo_vmware.api [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1725.496279] env[63097]: value = "task-1687872" [ 1725.496279] env[63097]: _type = "Task" [ 1725.496279] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.504745] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] VM already powered off {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1725.504958] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Volume detach. Driver type: vmdk {{(pid=63097) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1725.505180] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351798', 'volume_id': '7c14f700-4d79-431d-9d1d-9dc66f907e93', 'name': 'volume-7c14f700-4d79-431d-9d1d-9dc66f907e93', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f4ee2113-e0df-4c85-8ee9-2b572ad44ba1', 'attached_at': '', 'detached_at': '', 'volume_id': '7c14f700-4d79-431d-9d1d-9dc66f907e93', 'serial': '7c14f700-4d79-431d-9d1d-9dc66f907e93'} {{(pid=63097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1725.505955] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a1408f-7029-4f24-946d-9af15db83669 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.523853] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aecc761-50c4-459e-8ecc-ceb7cbb404d0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.530902] env[63097]: WARNING nova.virt.vmwareapi.driver [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1725.531275] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1725.532123] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205bf630-6fc9-46cb-ac91-69f057d8e2ec {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.539067] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1725.539379] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87e7175c-fbbd-4443-9aa6-ca4ded41c0f4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.647950] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1725.648115] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1725.648313] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Deleting the datastore file [datastore2] f4ee2113-e0df-4c85-8ee9-2b572ad44ba1 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1725.648570] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41e29f84-6b4a-41ba-b62d-3764e0c712a0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.655053] env[63097]: DEBUG oslo_vmware.api [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1725.655053] env[63097]: value = "task-1687874" [ 1725.655053] env[63097]: _type = "Task" [ 1725.655053] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.662936] env[63097]: DEBUG oslo_vmware.api [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.674401] env[63097]: DEBUG nova.network.neutron [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1725.747145] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.747378] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.747539] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.747710] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1725.748672] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39fdea8-ce53-498d-87d8-f474f18140c8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.756910] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fec60a-5dff-4db1-ad35-ccb3227af0ec {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.771070] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e532ba-0600-468c-9732-225d8b0795b2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.777809] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e120d0-03d0-4d58-93a3-eb7d7a92a578 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.810545] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180378MB free_disk=147GB free_vcpus=48 pci_devices=None {{(pid=63097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1725.810688] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.810878] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.816727] env[63097]: DEBUG nova.compute.manager [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Stashing vm_state: active {{(pid=63097) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1725.860328] env[63097]: DEBUG nova.network.neutron [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Updating instance_info_cache with network_info: [{"id": "480e0c02-8453-46ee-be5e-2d6f25716f3b", "address": "fa:16:3e:27:c9:90", "network": {"id": "bbb12cc6-e109-4a95-86c2-a00f9aa7bfb5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-927856523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cc1add1fac741329086c2962bcda9cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap480e0c02-84", "ovs_interfaceid": "480e0c02-8453-46ee-be5e-2d6f25716f3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1726.164870] env[63097]: DEBUG oslo_vmware.api [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687874, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321919} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.165286] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1726.165359] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1726.165541] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1726.338496] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.362937] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Releasing lock "refresh_cache-77e5f46f-2e5a-46aa-be58-d621cd091591" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1726.363294] env[63097]: DEBUG nova.compute.manager [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Instance network_info: |[{"id": "480e0c02-8453-46ee-be5e-2d6f25716f3b", "address": "fa:16:3e:27:c9:90", "network": {"id": "bbb12cc6-e109-4a95-86c2-a00f9aa7bfb5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-927856523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cc1add1fac741329086c2962bcda9cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap480e0c02-84", "ovs_interfaceid": "480e0c02-8453-46ee-be5e-2d6f25716f3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1726.363737] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:c9:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '480e0c02-8453-46ee-be5e-2d6f25716f3b', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1726.371190] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Creating folder: Project (2cc1add1fac741329086c2962bcda9cf). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1726.371742] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80055153-75b9-46fd-8593-3560fe0269a9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.382543] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Created folder: Project (2cc1add1fac741329086c2962bcda9cf) in parent group-v351483. [ 1726.382762] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Creating folder: Instances. Parent ref: group-v351799. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1726.382998] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38c268c9-5d16-457a-8859-b9a450492b83 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.391353] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Created folder: Instances in parent group-v351799. [ 1726.391597] env[63097]: DEBUG oslo.service.loopingcall [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1726.391788] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1726.392032] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e9f2863-3c04-47f4-a168-6d76c3f36627 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.410432] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1726.410432] env[63097]: value = "task-1687877" [ 1726.410432] env[63097]: _type = "Task" [ 1726.410432] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.419193] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687877, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.562213] env[63097]: DEBUG nova.compute.manager [req-e1eed800-edfe-48e9-966a-d246c487be90 req-7f244148-1bff-44da-8431-eb271cbae207 service nova] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Received event network-changed-480e0c02-8453-46ee-be5e-2d6f25716f3b {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1726.562419] env[63097]: DEBUG nova.compute.manager [req-e1eed800-edfe-48e9-966a-d246c487be90 req-7f244148-1bff-44da-8431-eb271cbae207 service nova] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Refreshing instance network info cache due to event network-changed-480e0c02-8453-46ee-be5e-2d6f25716f3b. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1726.562661] env[63097]: DEBUG oslo_concurrency.lockutils [req-e1eed800-edfe-48e9-966a-d246c487be90 req-7f244148-1bff-44da-8431-eb271cbae207 service nova] Acquiring lock "refresh_cache-77e5f46f-2e5a-46aa-be58-d621cd091591" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1726.562822] env[63097]: DEBUG oslo_concurrency.lockutils [req-e1eed800-edfe-48e9-966a-d246c487be90 req-7f244148-1bff-44da-8431-eb271cbae207 service nova] Acquired lock "refresh_cache-77e5f46f-2e5a-46aa-be58-d621cd091591" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.562990] env[63097]: DEBUG nova.network.neutron [req-e1eed800-edfe-48e9-966a-d246c487be90 req-7f244148-1bff-44da-8431-eb271cbae207 service nova] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Refreshing network info cache for port 480e0c02-8453-46ee-be5e-2d6f25716f3b {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1726.670846] env[63097]: INFO nova.virt.block_device [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Booting with volume 7c14f700-4d79-431d-9d1d-9dc66f907e93 at /dev/sdb [ 1726.705595] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a860466b-1e95-4f88-a32d-51daf5992bc3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.715211] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92328838-2458-4865-999f-3e824a062c8f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.741811] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-25b046ee-bbc2-4f48-88af-ce0a192096e7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.750021] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c66cea-c067-4e3e-896d-9506d9796739 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.777381] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b819851-7369-4d46-ac70-65dda58ee6e9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.783692] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c5c614-6270-4d44-9c97-27c26e0f80a8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.796790] env[63097]: DEBUG nova.virt.block_device [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Updating existing volume attachment record: bdf746ed-a6f4-447e-85fc-9ca0ca2df83b {{(pid=63097) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1726.825708] env[63097]: INFO nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Updating resource usage from migration 3791e92c-2a12-4f4b-b97d-d8ca20af5d7a [ 1726.842494] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance bca51e28-e24e-47dd-86e2-935d76b79bc0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1726.842660] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance f4ee2113-e0df-4c85-8ee9-2b572ad44ba1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1726.842792] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance d7568449-fd71-499c-952f-e86fa2209131 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1726.842911] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 2a0f042f-3751-4b3c-8430-cd5f9814ac8d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1726.843024] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 77e5f46f-2e5a-46aa-be58-d621cd091591 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1726.843149] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Migration 3791e92c-2a12-4f4b-b97d-d8ca20af5d7a is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1726.843268] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance e13820bb-f282-468f-90de-26279db2f9e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1726.843461] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=63097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1726.843595] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=63097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1726.922985] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687877, 'name': CreateVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.938344] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca514212-877c-4d1f-bfda-c91d83f78df7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.944615] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5a0bd6-a518-4487-a603-15ff8c4731ce {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.973630] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8f9843-68d2-4dc4-ae21-6b5ea47cfd36 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.980857] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c2f690-a1d2-4577-b7b7-6ec7788e00f4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.993531] env[63097]: DEBUG nova.compute.provider_tree [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Updating inventory in ProviderTree for provider 6b378d8e-1145-4591-928b-605b58f0be9e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1727.245882] env[63097]: DEBUG nova.network.neutron [req-e1eed800-edfe-48e9-966a-d246c487be90 req-7f244148-1bff-44da-8431-eb271cbae207 service nova] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Updated VIF entry in instance network info cache for port 480e0c02-8453-46ee-be5e-2d6f25716f3b. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1727.246289] env[63097]: DEBUG nova.network.neutron [req-e1eed800-edfe-48e9-966a-d246c487be90 req-7f244148-1bff-44da-8431-eb271cbae207 service nova] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Updating instance_info_cache with network_info: [{"id": "480e0c02-8453-46ee-be5e-2d6f25716f3b", "address": "fa:16:3e:27:c9:90", "network": {"id": "bbb12cc6-e109-4a95-86c2-a00f9aa7bfb5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-927856523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cc1add1fac741329086c2962bcda9cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap480e0c02-84", "ovs_interfaceid": "480e0c02-8453-46ee-be5e-2d6f25716f3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1727.421128] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687877, 'name': CreateVM_Task, 'duration_secs': 0.516393} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.421294] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1727.428103] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1727.428293] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1727.428613] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1727.428954] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8edb861d-4b86-4a82-b1f7-a1b4da96287a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.433423] env[63097]: DEBUG oslo_vmware.api [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Waiting for the task: (returnval){ [ 1727.433423] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5275a27b-cc36-a20e-a25c-0742a67809cb" [ 1727.433423] env[63097]: _type = "Task" [ 1727.433423] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.440877] env[63097]: DEBUG oslo_vmware.api [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5275a27b-cc36-a20e-a25c-0742a67809cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.512438] env[63097]: ERROR nova.scheduler.client.report [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [req-4896cd09-3979-4683-8620-a7439cf162af] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6b378d8e-1145-4591-928b-605b58f0be9e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4896cd09-3979-4683-8620-a7439cf162af"}]} [ 1727.527407] env[63097]: DEBUG nova.scheduler.client.report [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Refreshing inventories for resource provider 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1727.541904] env[63097]: DEBUG nova.scheduler.client.report [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Updating ProviderTree inventory for provider 6b378d8e-1145-4591-928b-605b58f0be9e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1727.542178] env[63097]: DEBUG nova.compute.provider_tree [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Updating inventory in ProviderTree for provider 6b378d8e-1145-4591-928b-605b58f0be9e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1727.553568] env[63097]: DEBUG nova.scheduler.client.report [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Refreshing aggregate associations for resource provider 6b378d8e-1145-4591-928b-605b58f0be9e, aggregates: None {{(pid=63097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1727.570143] env[63097]: DEBUG nova.scheduler.client.report [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Refreshing trait associations for resource provider 6b378d8e-1145-4591-928b-605b58f0be9e, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=63097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1727.645154] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177488cc-1cf1-44bd-88e6-63b645ffa721 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.652187] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681a067b-c8ce-482f-9fdb-a0e801b14c71 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.681211] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94290359-0df1-406a-8a26-c2bfb934d144 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.687963] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72bfa78c-5c75-496b-b305-c26d6f8ad759 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.700294] env[63097]: DEBUG nova.compute.provider_tree [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Updating inventory in ProviderTree for provider 6b378d8e-1145-4591-928b-605b58f0be9e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1727.748695] env[63097]: DEBUG oslo_concurrency.lockutils [req-e1eed800-edfe-48e9-966a-d246c487be90 req-7f244148-1bff-44da-8431-eb271cbae207 service nova] Releasing lock "refresh_cache-77e5f46f-2e5a-46aa-be58-d621cd091591" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.943227] env[63097]: DEBUG oslo_vmware.api [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5275a27b-cc36-a20e-a25c-0742a67809cb, 'name': SearchDatastore_Task, 'duration_secs': 0.008841} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.943994] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.943994] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1727.943994] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1727.944247] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1727.944301] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1727.944555] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72235054-2572-4ab1-8216-4ae97c8e2cb9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.952707] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1727.952850] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1727.953534] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ff0a8c5-ec0c-4a10-ba19-01b7dee9aad7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.958267] env[63097]: DEBUG oslo_vmware.api [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Waiting for the task: (returnval){ [ 1727.958267] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52e111f9-d4c9-f2fb-0a9c-738aaf724c11" [ 1727.958267] env[63097]: _type = "Task" [ 1727.958267] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.965555] env[63097]: DEBUG oslo_vmware.api [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52e111f9-d4c9-f2fb-0a9c-738aaf724c11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.230117] env[63097]: DEBUG nova.scheduler.client.report [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Updated inventory for provider 6b378d8e-1145-4591-928b-605b58f0be9e with generation 156 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1728.230372] env[63097]: DEBUG nova.compute.provider_tree [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Updating resource provider 6b378d8e-1145-4591-928b-605b58f0be9e generation from 156 to 157 during operation: update_inventory {{(pid=63097) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1728.230526] env[63097]: DEBUG nova.compute.provider_tree [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Updating inventory in ProviderTree for provider 6b378d8e-1145-4591-928b-605b58f0be9e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1728.468324] env[63097]: DEBUG oslo_vmware.api [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52e111f9-d4c9-f2fb-0a9c-738aaf724c11, 'name': SearchDatastore_Task, 'duration_secs': 0.007732} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.469341] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69845d76-edc4-4145-ae02-99c30a29a746 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.474087] env[63097]: DEBUG oslo_vmware.api [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Waiting for the task: (returnval){ [ 1728.474087] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52046e28-f441-7fe0-f2aa-7e3815fc1f58" [ 1728.474087] env[63097]: _type = "Task" [ 1728.474087] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.481034] env[63097]: DEBUG oslo_vmware.api [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52046e28-f441-7fe0-f2aa-7e3815fc1f58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.735731] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1728.735988] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.925s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.736307] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.398s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.904442] env[63097]: DEBUG nova.virt.hardware [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1728.904735] env[63097]: DEBUG nova.virt.hardware [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1728.904911] env[63097]: DEBUG nova.virt.hardware [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1728.905114] env[63097]: DEBUG nova.virt.hardware [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1728.905272] env[63097]: DEBUG nova.virt.hardware [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1728.905428] env[63097]: DEBUG nova.virt.hardware [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1728.905638] env[63097]: DEBUG nova.virt.hardware [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1728.905806] env[63097]: DEBUG nova.virt.hardware [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1728.905982] env[63097]: DEBUG nova.virt.hardware [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1728.906170] env[63097]: DEBUG nova.virt.hardware [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1728.906352] env[63097]: DEBUG nova.virt.hardware [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1728.907229] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820efa3f-5e5f-4762-83bf-e26b3bc996b9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.915725] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c688e8e0-1242-4cd5-8543-6b1e64ff43b6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.929924] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:30:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c118a9ee-84f7-4f09-8a21-05600ed3cc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '616ff3c3-8e1c-43c4-ad63-05cf93ecd89a', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1728.937356] env[63097]: DEBUG oslo.service.loopingcall [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1728.937502] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1728.937712] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48372b22-b30a-40b9-9bd0-8462ed528642 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.956738] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1728.956738] env[63097]: value = "task-1687878" [ 1728.956738] env[63097]: _type = "Task" [ 1728.956738] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.964134] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687878, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.982284] env[63097]: DEBUG oslo_vmware.api [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52046e28-f441-7fe0-f2aa-7e3815fc1f58, 'name': SearchDatastore_Task, 'duration_secs': 0.009169} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.982538] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.982803] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 77e5f46f-2e5a-46aa-be58-d621cd091591/77e5f46f-2e5a-46aa-be58-d621cd091591.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1728.983068] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc73b54e-6506-429b-8de8-4f8bae2b09a8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.988349] env[63097]: DEBUG oslo_vmware.api [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Waiting for the task: (returnval){ [ 1728.988349] env[63097]: value = "task-1687879" [ 1728.988349] env[63097]: _type = "Task" [ 1728.988349] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.996116] env[63097]: DEBUG oslo_vmware.api [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687879, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.243133] env[63097]: INFO nova.compute.claims [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1729.465769] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687878, 'name': CreateVM_Task, 'duration_secs': 0.375604} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.465963] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1729.466649] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1729.466823] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.467197] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1729.468055] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f16e87f8-fec4-4b24-a8d5-a83456b81439 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.471474] env[63097]: DEBUG oslo_vmware.api [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1729.471474] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52ef37ae-df89-9359-1e7e-4a655ad9ae48" [ 1729.471474] env[63097]: _type = "Task" [ 1729.471474] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.478795] env[63097]: DEBUG oslo_vmware.api [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52ef37ae-df89-9359-1e7e-4a655ad9ae48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.496076] env[63097]: DEBUG oslo_vmware.api [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687879, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456769} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.496278] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 77e5f46f-2e5a-46aa-be58-d621cd091591/77e5f46f-2e5a-46aa-be58-d621cd091591.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1729.496493] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1729.496725] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8fec21b6-6e38-415c-98bb-b480b9e1f071 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.502242] env[63097]: DEBUG oslo_vmware.api [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Waiting for the task: (returnval){ [ 1729.502242] env[63097]: value = "task-1687880" [ 1729.502242] env[63097]: _type = "Task" [ 1729.502242] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.508831] env[63097]: DEBUG oslo_vmware.api [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687880, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.738058] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1729.738058] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1729.738058] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Starting heal instance info cache {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1729.748942] env[63097]: INFO nova.compute.resource_tracker [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Updating resource usage from migration 3791e92c-2a12-4f4b-b97d-d8ca20af5d7a [ 1729.836486] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1242175b-c2d5-425e-8f4a-81053cb24695 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.844719] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb481875-1b43-4f81-be70-4d863a73d007 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.873719] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c98f8b-195f-4848-a556-3357343663fb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.880921] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1723eaa3-10b8-4910-9610-7b8fe1bfedbc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.895603] env[63097]: DEBUG nova.compute.provider_tree [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Updating inventory in ProviderTree for provider 6b378d8e-1145-4591-928b-605b58f0be9e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1729.981882] env[63097]: DEBUG oslo_vmware.api [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52ef37ae-df89-9359-1e7e-4a655ad9ae48, 'name': SearchDatastore_Task, 'duration_secs': 0.0093} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.982231] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1729.982484] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1729.982720] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1729.982872] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.983067] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1729.983337] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5cc9abf-3f18-40bc-96da-85ed3791747d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.991716] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1729.991907] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1729.992660] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fec3e134-17c4-41ee-a8b5-0b89a2eb3de5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.997595] env[63097]: DEBUG oslo_vmware.api [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1729.997595] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52cb3a42-79a7-c71d-e285-be6782304146" [ 1729.997595] env[63097]: _type = "Task" [ 1729.997595] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.005547] env[63097]: DEBUG oslo_vmware.api [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52cb3a42-79a7-c71d-e285-be6782304146, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.012686] env[63097]: DEBUG oslo_vmware.api [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687880, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061068} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.012947] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1730.013689] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7ec4bd-6a16-4d5e-986f-584d0e0a6a77 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.034611] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 77e5f46f-2e5a-46aa-be58-d621cd091591/77e5f46f-2e5a-46aa-be58-d621cd091591.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1730.035231] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d00ad18-c008-4fd6-8f67-11ccb5a23962 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.056507] env[63097]: DEBUG oslo_vmware.api [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Waiting for the task: (returnval){ [ 1730.056507] env[63097]: value = "task-1687881" [ 1730.056507] env[63097]: _type = "Task" [ 1730.056507] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.064101] env[63097]: DEBUG oslo_vmware.api [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687881, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.439242] env[63097]: DEBUG nova.scheduler.client.report [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Updated inventory for provider 6b378d8e-1145-4591-928b-605b58f0be9e with generation 157 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1730.439546] env[63097]: DEBUG nova.compute.provider_tree [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Updating resource provider 6b378d8e-1145-4591-928b-605b58f0be9e generation from 157 to 158 during operation: update_inventory {{(pid=63097) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1730.439740] env[63097]: DEBUG nova.compute.provider_tree [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Updating inventory in ProviderTree for provider 6b378d8e-1145-4591-928b-605b58f0be9e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1730.507528] env[63097]: DEBUG oslo_vmware.api [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52cb3a42-79a7-c71d-e285-be6782304146, 'name': SearchDatastore_Task, 'duration_secs': 0.00904} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.508362] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfe90f3d-5c0d-4d60-bf56-b17e5594205a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.513374] env[63097]: DEBUG oslo_vmware.api [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1730.513374] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]521c6a6d-f84a-5045-ce33-95e562e81c7d" [ 1730.513374] env[63097]: _type = "Task" [ 1730.513374] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.521158] env[63097]: DEBUG oslo_vmware.api [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]521c6a6d-f84a-5045-ce33-95e562e81c7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.566590] env[63097]: DEBUG oslo_vmware.api [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687881, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.769675] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "refresh_cache-bca51e28-e24e-47dd-86e2-935d76b79bc0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1730.769829] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquired lock "refresh_cache-bca51e28-e24e-47dd-86e2-935d76b79bc0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.769982] env[63097]: DEBUG nova.network.neutron [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Forcefully refreshing network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 1730.945506] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.209s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.945747] env[63097]: INFO nova.compute.manager [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Migrating [ 1731.023708] env[63097]: DEBUG oslo_vmware.api [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]521c6a6d-f84a-5045-ce33-95e562e81c7d, 'name': SearchDatastore_Task, 'duration_secs': 0.010156} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.023943] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1731.024241] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] f4ee2113-e0df-4c85-8ee9-2b572ad44ba1/f4ee2113-e0df-4c85-8ee9-2b572ad44ba1.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1731.024507] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18609124-8f58-4198-be9f-af51baf8a8ff {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.031208] env[63097]: DEBUG oslo_vmware.api [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1731.031208] env[63097]: value = "task-1687882" [ 1731.031208] env[63097]: _type = "Task" [ 1731.031208] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.039186] env[63097]: DEBUG oslo_vmware.api [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687882, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.066767] env[63097]: DEBUG oslo_vmware.api [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687881, 'name': ReconfigVM_Task, 'duration_secs': 0.562857} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.067051] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 77e5f46f-2e5a-46aa-be58-d621cd091591/77e5f46f-2e5a-46aa-be58-d621cd091591.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1731.067680] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-051558d4-48ee-4a6c-a135-63d9bcaf87b5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.073513] env[63097]: DEBUG oslo_vmware.api [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Waiting for the task: (returnval){ [ 1731.073513] env[63097]: value = "task-1687883" [ 1731.073513] env[63097]: _type = "Task" [ 1731.073513] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.081421] env[63097]: DEBUG oslo_vmware.api [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687883, 'name': Rename_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.460345] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "refresh_cache-e13820bb-f282-468f-90de-26279db2f9e9" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1731.460731] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquired lock "refresh_cache-e13820bb-f282-468f-90de-26279db2f9e9" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.461111] env[63097]: DEBUG nova.network.neutron [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1731.542218] env[63097]: DEBUG oslo_vmware.api [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687882, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.583270] env[63097]: DEBUG oslo_vmware.api [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687883, 'name': Rename_Task, 'duration_secs': 0.205413} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.583552] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1731.583795] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73f73cb2-00a3-4569-b2bd-642c78dd270d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.589935] env[63097]: DEBUG oslo_vmware.api [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Waiting for the task: (returnval){ [ 1731.589935] env[63097]: value = "task-1687884" [ 1731.589935] env[63097]: _type = "Task" [ 1731.589935] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.596897] env[63097]: DEBUG oslo_vmware.api [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.984120] env[63097]: DEBUG nova.network.neutron [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Updating instance_info_cache with network_info: [{"id": "d1140c2e-0c1e-4937-978f-1260aa57b320", "address": "fa:16:3e:38:ee:d1", "network": {"id": "d70cadc2-f0c2-4049-9ac7-d45e51f71646", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-192217268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "948f5dbd858b498ab568c3656c1b46ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1140c2e-0c", "ovs_interfaceid": "d1140c2e-0c1e-4937-978f-1260aa57b320", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1732.041819] env[63097]: DEBUG oslo_vmware.api [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687882, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511787} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.042099] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] f4ee2113-e0df-4c85-8ee9-2b572ad44ba1/f4ee2113-e0df-4c85-8ee9-2b572ad44ba1.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1732.042328] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1732.042579] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba40f3e7-8a24-4c0a-97c9-6b288aa76344 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.048941] env[63097]: DEBUG oslo_vmware.api [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1732.048941] env[63097]: value = "task-1687885" [ 1732.048941] env[63097]: _type = "Task" [ 1732.048941] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.057548] env[63097]: DEBUG oslo_vmware.api [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687885, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.101749] env[63097]: DEBUG oslo_vmware.api [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687884, 'name': PowerOnVM_Task, 'duration_secs': 0.466171} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.102055] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1732.102309] env[63097]: INFO nova.compute.manager [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Took 7.92 seconds to spawn the instance on the hypervisor. [ 1732.102499] env[63097]: DEBUG nova.compute.manager [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1732.103251] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce094949-9616-4fa3-b580-4581c92eed88 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.173218] env[63097]: DEBUG nova.network.neutron [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Updating instance_info_cache with network_info: [{"id": "dab97e12-0858-421c-bf3b-964e00693916", "address": "fa:16:3e:71:85:7f", "network": {"id": "cab4f1b3-f7f6-44cf-96d8-e5cde8573d49", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-74996664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bb501857d7a49bab571b96be7671416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdab97e12-08", "ovs_interfaceid": "dab97e12-0858-421c-bf3b-964e00693916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1732.487347] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Releasing lock "refresh_cache-bca51e28-e24e-47dd-86e2-935d76b79bc0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1732.487619] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Updated the network info_cache for instance {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1732.487911] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1732.488165] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1732.488389] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1732.488572] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63097) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1732.559350] env[63097]: DEBUG oslo_vmware.api [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687885, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065725} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.559722] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1732.560507] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d289820-38ff-47a3-ba3c-a5419bd5eec5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.582335] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] f4ee2113-e0df-4c85-8ee9-2b572ad44ba1/f4ee2113-e0df-4c85-8ee9-2b572ad44ba1.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1732.582620] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c14b658-1d59-48ca-94b2-dc8db6858878 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.602199] env[63097]: DEBUG oslo_vmware.api [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1732.602199] env[63097]: value = "task-1687886" [ 1732.602199] env[63097]: _type = "Task" [ 1732.602199] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.610043] env[63097]: DEBUG oslo_vmware.api [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687886, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.621022] env[63097]: INFO nova.compute.manager [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Took 13.45 seconds to build instance. [ 1732.676409] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Releasing lock "refresh_cache-e13820bb-f282-468f-90de-26279db2f9e9" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1733.112381] env[63097]: DEBUG oslo_vmware.api [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687886, 'name': ReconfigVM_Task, 'duration_secs': 0.401932} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.112687] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Reconfigured VM instance instance-00000072 to attach disk [datastore2] f4ee2113-e0df-4c85-8ee9-2b572ad44ba1/f4ee2113-e0df-4c85-8ee9-2b572ad44ba1.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1733.113852] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'boot_index': 0, 'device_type': 'disk', 'encryption_format': None, 'device_name': '/dev/sda', 'disk_bus': None, 'guest_format': None, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'image_id': '62867302-ebc1-4c14-ab1f-3120d7e2b6ed'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351798', 'volume_id': '7c14f700-4d79-431d-9d1d-9dc66f907e93', 'name': 'volume-7c14f700-4d79-431d-9d1d-9dc66f907e93', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f4ee2113-e0df-4c85-8ee9-2b572ad44ba1', 'attached_at': '', 'detached_at': '', 'volume_id': '7c14f700-4d79-431d-9d1d-9dc66f907e93', 'serial': '7c14f700-4d79-431d-9d1d-9dc66f907e93'}, 'device_type': None, 'attachment_id': 'bdf746ed-a6f4-447e-85fc-9ca0ca2df83b', 'mount_device': '/dev/sdb', 'guest_format': None, 'delete_on_termination': False, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=63097) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1733.114148] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Volume attach. Driver type: vmdk {{(pid=63097) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1733.114368] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351798', 'volume_id': '7c14f700-4d79-431d-9d1d-9dc66f907e93', 'name': 'volume-7c14f700-4d79-431d-9d1d-9dc66f907e93', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f4ee2113-e0df-4c85-8ee9-2b572ad44ba1', 'attached_at': '', 'detached_at': '', 'volume_id': '7c14f700-4d79-431d-9d1d-9dc66f907e93', 'serial': '7c14f700-4d79-431d-9d1d-9dc66f907e93'} {{(pid=63097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1733.115566] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf5cd1f-f2f9-4470-9a2a-ce5701090467 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.130342] env[63097]: DEBUG oslo_concurrency.lockutils [None req-3d891638-95fb-494e-948c-75391cf75a2e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Lock "77e5f46f-2e5a-46aa-be58-d621cd091591" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.969s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.131168] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666368ce-b96a-4c05-b3c2-6c402c9da703 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.155098] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-7c14f700-4d79-431d-9d1d-9dc66f907e93/volume-7c14f700-4d79-431d-9d1d-9dc66f907e93.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1733.155367] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e9e3b7d-4d28-4b7b-9c4e-f49299b62602 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.172760] env[63097]: DEBUG oslo_vmware.api [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1733.172760] env[63097]: value = "task-1687887" [ 1733.172760] env[63097]: _type = "Task" [ 1733.172760] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.183534] env[63097]: DEBUG oslo_vmware.api [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687887, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.682373] env[63097]: DEBUG oslo_vmware.api [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687887, 'name': ReconfigVM_Task, 'duration_secs': 0.342074} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.682721] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-7c14f700-4d79-431d-9d1d-9dc66f907e93/volume-7c14f700-4d79-431d-9d1d-9dc66f907e93.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1733.689707] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-764594dc-628d-4d41-b9f0-18df74f133a9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.703024] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19422422-a709-4f67-baf5-5a9199832949 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.707521] env[63097]: DEBUG oslo_vmware.api [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1733.707521] env[63097]: value = "task-1687888" [ 1733.707521] env[63097]: _type = "Task" [ 1733.707521] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.721048] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Updating instance 'e13820bb-f282-468f-90de-26279db2f9e9' progress to 0 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1733.732409] env[63097]: DEBUG oslo_vmware.api [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.843805] env[63097]: DEBUG oslo_concurrency.lockutils [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Acquiring lock "ba9469b1-da58-461f-8bc8-bda7dfbd1a7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.844058] env[63097]: DEBUG oslo_concurrency.lockutils [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Lock "ba9469b1-da58-461f-8bc8-bda7dfbd1a7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.231764] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1734.232066] env[63097]: DEBUG oslo_vmware.api [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687888, 'name': ReconfigVM_Task, 'duration_secs': 0.147698} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.232281] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f74dc68-0b2f-400a-82de-5ec8a68b6d4f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.233785] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351798', 'volume_id': '7c14f700-4d79-431d-9d1d-9dc66f907e93', 'name': 'volume-7c14f700-4d79-431d-9d1d-9dc66f907e93', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f4ee2113-e0df-4c85-8ee9-2b572ad44ba1', 'attached_at': '', 'detached_at': '', 'volume_id': '7c14f700-4d79-431d-9d1d-9dc66f907e93', 'serial': '7c14f700-4d79-431d-9d1d-9dc66f907e93'} {{(pid=63097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1734.234294] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e72f526-3a3f-4809-b585-1d94fd8b5c6a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.240747] env[63097]: DEBUG oslo_vmware.api [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1734.240747] env[63097]: value = "task-1687890" [ 1734.240747] env[63097]: _type = "Task" [ 1734.240747] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.241616] env[63097]: DEBUG oslo_vmware.api [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1734.241616] env[63097]: value = "task-1687889" [ 1734.241616] env[63097]: _type = "Task" [ 1734.241616] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.251554] env[63097]: DEBUG oslo_vmware.api [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687890, 'name': Rename_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.254324] env[63097]: DEBUG oslo_vmware.api [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.347154] env[63097]: DEBUG nova.compute.manager [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1734.754157] env[63097]: DEBUG oslo_vmware.api [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687890, 'name': Rename_Task, 'duration_secs': 0.155296} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.757506] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1734.757808] env[63097]: DEBUG oslo_vmware.api [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687889, 'name': PowerOffVM_Task, 'duration_secs': 0.199972} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.758071] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95ed0817-92c4-4de3-830f-c358d68a1718 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.759649] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1734.759885] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Updating instance 'e13820bb-f282-468f-90de-26279db2f9e9' progress to 17 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1734.769316] env[63097]: DEBUG oslo_vmware.api [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1734.769316] env[63097]: value = "task-1687891" [ 1734.769316] env[63097]: _type = "Task" [ 1734.769316] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.778793] env[63097]: DEBUG oslo_vmware.api [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687891, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.870856] env[63097]: DEBUG oslo_concurrency.lockutils [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.871342] env[63097]: DEBUG oslo_concurrency.lockutils [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.874087] env[63097]: INFO nova.compute.claims [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1735.267301] env[63097]: DEBUG nova.virt.hardware [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:21:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1735.267603] env[63097]: DEBUG nova.virt.hardware [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1735.268086] env[63097]: DEBUG nova.virt.hardware [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1735.268193] env[63097]: DEBUG nova.virt.hardware [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1735.268323] env[63097]: DEBUG nova.virt.hardware [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1735.268517] env[63097]: DEBUG nova.virt.hardware [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1735.268744] env[63097]: DEBUG nova.virt.hardware [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1735.268975] env[63097]: DEBUG nova.virt.hardware [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1735.269318] env[63097]: DEBUG nova.virt.hardware [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1735.269477] env[63097]: DEBUG nova.virt.hardware [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1735.269752] env[63097]: DEBUG nova.virt.hardware [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1735.275836] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0972609-67e0-4abf-b1bd-385a315f531b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.296513] env[63097]: DEBUG oslo_vmware.api [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687891, 'name': PowerOnVM_Task, 'duration_secs': 0.504741} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.297699] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1735.297923] env[63097]: DEBUG nova.compute.manager [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1735.298263] env[63097]: DEBUG oslo_vmware.api [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1735.298263] env[63097]: value = "task-1687892" [ 1735.298263] env[63097]: _type = "Task" [ 1735.298263] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.298924] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e443e7-f28a-4f95-b190-9da3bcaa781f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.312150] env[63097]: DEBUG oslo_vmware.api [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687892, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.818742] env[63097]: DEBUG oslo_vmware.api [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687892, 'name': ReconfigVM_Task, 'duration_secs': 0.458074} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.820671] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Updating instance 'e13820bb-f282-468f-90de-26279db2f9e9' progress to 33 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1735.825240] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.980382] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f430796-864a-4aa7-99c3-ad14345fb107 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.987688] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cecfa50f-d625-4a53-99dc-6f9c34e42f39 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.018639] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18e2b48-0d72-48fa-9f9a-8ba95a2155f9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.025741] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22cfd70d-9b44-4cf5-92bc-5a5cf2f01efc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.038918] env[63097]: DEBUG nova.compute.provider_tree [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Updating inventory in ProviderTree for provider 6b378d8e-1145-4591-928b-605b58f0be9e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1736.328185] env[63097]: DEBUG nova.virt.hardware [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1736.328486] env[63097]: DEBUG nova.virt.hardware [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1736.328583] env[63097]: DEBUG nova.virt.hardware [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1736.328769] env[63097]: DEBUG nova.virt.hardware [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1736.328927] env[63097]: DEBUG nova.virt.hardware [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1736.329096] env[63097]: DEBUG nova.virt.hardware [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1736.329347] env[63097]: DEBUG nova.virt.hardware [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1736.329543] env[63097]: DEBUG nova.virt.hardware [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1736.329726] env[63097]: DEBUG nova.virt.hardware [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1736.329897] env[63097]: DEBUG nova.virt.hardware [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1736.330095] env[63097]: DEBUG nova.virt.hardware [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1736.335760] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Reconfiguring VM instance instance-00000060 to detach disk 2000 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1736.336059] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74bfaab7-05c7-4181-ba48-15499c777069 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.354734] env[63097]: DEBUG oslo_vmware.api [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1736.354734] env[63097]: value = "task-1687893" [ 1736.354734] env[63097]: _type = "Task" [ 1736.354734] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.363899] env[63097]: DEBUG oslo_vmware.api [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687893, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.553844] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d818f41d-7035-43b9-b352-55fd35173ad7 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "f4ee2113-e0df-4c85-8ee9-2b572ad44ba1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.553844] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d818f41d-7035-43b9-b352-55fd35173ad7 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "f4ee2113-e0df-4c85-8ee9-2b572ad44ba1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.561471] env[63097]: ERROR nova.scheduler.client.report [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [req-0fbc1f38-a3ce-4272-b009-969b3ec358b7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6b378d8e-1145-4591-928b-605b58f0be9e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0fbc1f38-a3ce-4272-b009-969b3ec358b7"}]} [ 1736.577022] env[63097]: DEBUG nova.scheduler.client.report [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Refreshing inventories for resource provider 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1736.589528] env[63097]: DEBUG nova.scheduler.client.report [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Updating ProviderTree inventory for provider 6b378d8e-1145-4591-928b-605b58f0be9e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1736.589765] env[63097]: DEBUG nova.compute.provider_tree [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Updating inventory in ProviderTree for provider 6b378d8e-1145-4591-928b-605b58f0be9e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1736.599390] env[63097]: DEBUG nova.scheduler.client.report [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Refreshing aggregate associations for resource provider 6b378d8e-1145-4591-928b-605b58f0be9e, aggregates: None {{(pid=63097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1736.617354] env[63097]: DEBUG nova.scheduler.client.report [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Refreshing trait associations for resource provider 6b378d8e-1145-4591-928b-605b58f0be9e, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=63097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1736.706289] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2800521-66f5-4894-a9f5-12002eea5891 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.713695] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b5b66d-f441-4e77-9ae1-51f41af269e3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.743511] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7520b50-cf5d-4ad5-8f2e-025d3d52c509 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.750212] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1578b63f-0038-4381-9c88-154dbdd3b026 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.762984] env[63097]: DEBUG nova.compute.provider_tree [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Updating inventory in ProviderTree for provider 6b378d8e-1145-4591-928b-605b58f0be9e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1736.864594] env[63097]: DEBUG oslo_vmware.api [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687893, 'name': ReconfigVM_Task, 'duration_secs': 0.165501} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.864932] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Reconfigured VM instance instance-00000060 to detach disk 2000 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1736.865652] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21fa1ff-89a4-4026-943b-acec4ca56152 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.887291] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] e13820bb-f282-468f-90de-26279db2f9e9/e13820bb-f282-468f-90de-26279db2f9e9.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1736.887557] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae76e293-5d7a-4cf0-8fc1-236f875f43c8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.905389] env[63097]: DEBUG oslo_vmware.api [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1736.905389] env[63097]: value = "task-1687894" [ 1736.905389] env[63097]: _type = "Task" [ 1736.905389] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.913237] env[63097]: DEBUG oslo_vmware.api [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687894, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.056999] env[63097]: INFO nova.compute.manager [None req-d818f41d-7035-43b9-b352-55fd35173ad7 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Detaching volume 7c14f700-4d79-431d-9d1d-9dc66f907e93 [ 1737.088327] env[63097]: INFO nova.virt.block_device [None req-d818f41d-7035-43b9-b352-55fd35173ad7 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Attempting to driver detach volume 7c14f700-4d79-431d-9d1d-9dc66f907e93 from mountpoint /dev/sdb [ 1737.088594] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-d818f41d-7035-43b9-b352-55fd35173ad7 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Volume detach. Driver type: vmdk {{(pid=63097) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1737.088805] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-d818f41d-7035-43b9-b352-55fd35173ad7 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351798', 'volume_id': '7c14f700-4d79-431d-9d1d-9dc66f907e93', 'name': 'volume-7c14f700-4d79-431d-9d1d-9dc66f907e93', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f4ee2113-e0df-4c85-8ee9-2b572ad44ba1', 'attached_at': '', 'detached_at': '', 'volume_id': '7c14f700-4d79-431d-9d1d-9dc66f907e93', 'serial': '7c14f700-4d79-431d-9d1d-9dc66f907e93'} {{(pid=63097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1737.089676] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e8bb4b-414b-41a8-a5d1-c15da77e9f3b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.110316] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8568aa3f-56db-4ba3-a12c-4a395b1f410d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.117237] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13bba511-0e45-462c-8da5-efc40b3c9dd3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.136894] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c6156a-d4db-4092-84c1-004ddcc15516 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.152615] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-d818f41d-7035-43b9-b352-55fd35173ad7 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] The volume has not been displaced from its original location: [datastore1] volume-7c14f700-4d79-431d-9d1d-9dc66f907e93/volume-7c14f700-4d79-431d-9d1d-9dc66f907e93.vmdk. No consolidation needed. {{(pid=63097) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1737.157809] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-d818f41d-7035-43b9-b352-55fd35173ad7 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1737.158119] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52872265-1916-41b4-8246-1240a1236d8e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.175439] env[63097]: DEBUG oslo_vmware.api [None req-d818f41d-7035-43b9-b352-55fd35173ad7 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1737.175439] env[63097]: value = "task-1687895" [ 1737.175439] env[63097]: _type = "Task" [ 1737.175439] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.183349] env[63097]: DEBUG oslo_vmware.api [None req-d818f41d-7035-43b9-b352-55fd35173ad7 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687895, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.292418] env[63097]: DEBUG nova.scheduler.client.report [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Updated inventory for provider 6b378d8e-1145-4591-928b-605b58f0be9e with generation 159 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1737.292763] env[63097]: DEBUG nova.compute.provider_tree [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Updating resource provider 6b378d8e-1145-4591-928b-605b58f0be9e generation from 159 to 160 during operation: update_inventory {{(pid=63097) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1737.292976] env[63097]: DEBUG nova.compute.provider_tree [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Updating inventory in ProviderTree for provider 6b378d8e-1145-4591-928b-605b58f0be9e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1737.414742] env[63097]: DEBUG oslo_vmware.api [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687894, 'name': ReconfigVM_Task, 'duration_secs': 0.306499} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.415095] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Reconfigured VM instance instance-00000060 to attach disk [datastore1] e13820bb-f282-468f-90de-26279db2f9e9/e13820bb-f282-468f-90de-26279db2f9e9.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1737.415416] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Updating instance 'e13820bb-f282-468f-90de-26279db2f9e9' progress to 50 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1737.685972] env[63097]: DEBUG oslo_vmware.api [None req-d818f41d-7035-43b9-b352-55fd35173ad7 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687895, 'name': ReconfigVM_Task, 'duration_secs': 0.233427} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.686270] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-d818f41d-7035-43b9-b352-55fd35173ad7 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1737.690801] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1700270d-bb38-41f3-8cc5-d974efca2211 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.705628] env[63097]: DEBUG oslo_vmware.api [None req-d818f41d-7035-43b9-b352-55fd35173ad7 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1737.705628] env[63097]: value = "task-1687896" [ 1737.705628] env[63097]: _type = "Task" [ 1737.705628] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.713083] env[63097]: DEBUG oslo_vmware.api [None req-d818f41d-7035-43b9-b352-55fd35173ad7 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687896, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.797609] env[63097]: DEBUG oslo_concurrency.lockutils [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.926s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.798222] env[63097]: DEBUG nova.compute.manager [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1737.800904] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.976s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.801141] env[63097]: DEBUG nova.objects.instance [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63097) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1737.922331] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2a088f-d82e-4673-a6dc-380a2a6a75ec {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.941170] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0fe8fb-450d-43a1-9e03-1ddc9e29900b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.958676] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Updating instance 'e13820bb-f282-468f-90de-26279db2f9e9' progress to 67 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1738.215471] env[63097]: DEBUG oslo_vmware.api [None req-d818f41d-7035-43b9-b352-55fd35173ad7 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687896, 'name': ReconfigVM_Task, 'duration_secs': 0.136498} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.215717] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-d818f41d-7035-43b9-b352-55fd35173ad7 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351798', 'volume_id': '7c14f700-4d79-431d-9d1d-9dc66f907e93', 'name': 'volume-7c14f700-4d79-431d-9d1d-9dc66f907e93', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f4ee2113-e0df-4c85-8ee9-2b572ad44ba1', 'attached_at': '', 'detached_at': '', 'volume_id': '7c14f700-4d79-431d-9d1d-9dc66f907e93', 'serial': '7c14f700-4d79-431d-9d1d-9dc66f907e93'} {{(pid=63097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1738.305194] env[63097]: DEBUG nova.compute.utils [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1738.306706] env[63097]: DEBUG nova.compute.manager [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1738.306967] env[63097]: DEBUG nova.network.neutron [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1738.358348] env[63097]: DEBUG nova.policy [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15356dd17c334eafb762bd8d20f71c06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2cc1add1fac741329086c2962bcda9cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1738.498962] env[63097]: DEBUG nova.network.neutron [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Port dab97e12-0858-421c-bf3b-964e00693916 binding to destination host cpu-1 is already ACTIVE {{(pid=63097) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1738.617975] env[63097]: DEBUG nova.network.neutron [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] Successfully created port: a68b5b6e-fec7-4384-b26a-4d1739e2b052 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1738.758790] env[63097]: DEBUG nova.objects.instance [None req-d818f41d-7035-43b9-b352-55fd35173ad7 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lazy-loading 'flavor' on Instance uuid f4ee2113-e0df-4c85-8ee9-2b572ad44ba1 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1738.812709] env[63097]: DEBUG nova.compute.manager [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1738.818031] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1802c5d1-182d-4ede-93a5-29a3cb0c6a82 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.521531] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "e13820bb-f282-468f-90de-26279db2f9e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.521963] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "e13820bb-f282-468f-90de-26279db2f9e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.522112] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "e13820bb-f282-468f-90de-26279db2f9e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.766470] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d818f41d-7035-43b9-b352-55fd35173ad7 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "f4ee2113-e0df-4c85-8ee9-2b572ad44ba1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.214s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.822980] env[63097]: DEBUG nova.compute.manager [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1739.849671] env[63097]: DEBUG nova.virt.hardware [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1739.849890] env[63097]: DEBUG nova.virt.hardware [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1739.850107] env[63097]: DEBUG nova.virt.hardware [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1739.850277] env[63097]: DEBUG nova.virt.hardware [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1739.850436] env[63097]: DEBUG nova.virt.hardware [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1739.850592] env[63097]: DEBUG nova.virt.hardware [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1739.850809] env[63097]: DEBUG nova.virt.hardware [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1739.850976] env[63097]: DEBUG nova.virt.hardware [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1739.851165] env[63097]: DEBUG nova.virt.hardware [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1739.851334] env[63097]: DEBUG nova.virt.hardware [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1739.851512] env[63097]: DEBUG nova.virt.hardware [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1739.852818] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2082d3-5a1b-4c09-bb0f-ce18f5a30627 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.861234] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73638456-46ee-4a69-88d6-f2c63c94696c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.988101] env[63097]: DEBUG nova.compute.manager [req-ed864f57-0698-41fc-bb23-62a094ca2725 req-093eb7c9-3f55-46e9-b20d-0ee01c5aebc5 service nova] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] Received event network-vif-plugged-a68b5b6e-fec7-4384-b26a-4d1739e2b052 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1739.988389] env[63097]: DEBUG oslo_concurrency.lockutils [req-ed864f57-0698-41fc-bb23-62a094ca2725 req-093eb7c9-3f55-46e9-b20d-0ee01c5aebc5 service nova] Acquiring lock "ba9469b1-da58-461f-8bc8-bda7dfbd1a7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.988552] env[63097]: DEBUG oslo_concurrency.lockutils [req-ed864f57-0698-41fc-bb23-62a094ca2725 req-093eb7c9-3f55-46e9-b20d-0ee01c5aebc5 service nova] Lock "ba9469b1-da58-461f-8bc8-bda7dfbd1a7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.988722] env[63097]: DEBUG oslo_concurrency.lockutils [req-ed864f57-0698-41fc-bb23-62a094ca2725 req-093eb7c9-3f55-46e9-b20d-0ee01c5aebc5 service nova] Lock "ba9469b1-da58-461f-8bc8-bda7dfbd1a7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.988891] env[63097]: DEBUG nova.compute.manager [req-ed864f57-0698-41fc-bb23-62a094ca2725 req-093eb7c9-3f55-46e9-b20d-0ee01c5aebc5 service nova] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] No waiting events found dispatching network-vif-plugged-a68b5b6e-fec7-4384-b26a-4d1739e2b052 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1739.989352] env[63097]: WARNING nova.compute.manager [req-ed864f57-0698-41fc-bb23-62a094ca2725 req-093eb7c9-3f55-46e9-b20d-0ee01c5aebc5 service nova] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] Received unexpected event network-vif-plugged-a68b5b6e-fec7-4384-b26a-4d1739e2b052 for instance with vm_state building and task_state spawning. [ 1740.069434] env[63097]: DEBUG nova.network.neutron [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] Successfully updated port: a68b5b6e-fec7-4384-b26a-4d1739e2b052 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1740.561191] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "refresh_cache-e13820bb-f282-468f-90de-26279db2f9e9" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.561526] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquired lock "refresh_cache-e13820bb-f282-468f-90de-26279db2f9e9" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.561585] env[63097]: DEBUG nova.network.neutron [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1740.571249] env[63097]: DEBUG oslo_concurrency.lockutils [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Acquiring lock "refresh_cache-ba9469b1-da58-461f-8bc8-bda7dfbd1a7f" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.571392] env[63097]: DEBUG oslo_concurrency.lockutils [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Acquired lock "refresh_cache-ba9469b1-da58-461f-8bc8-bda7dfbd1a7f" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.571522] env[63097]: DEBUG nova.network.neutron [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1740.797716] env[63097]: DEBUG oslo_concurrency.lockutils [None req-efd82c8c-96c2-4129-8697-fa4574dc6460 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "f4ee2113-e0df-4c85-8ee9-2b572ad44ba1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.798073] env[63097]: DEBUG oslo_concurrency.lockutils [None req-efd82c8c-96c2-4129-8697-fa4574dc6460 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "f4ee2113-e0df-4c85-8ee9-2b572ad44ba1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.798321] env[63097]: DEBUG oslo_concurrency.lockutils [None req-efd82c8c-96c2-4129-8697-fa4574dc6460 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "f4ee2113-e0df-4c85-8ee9-2b572ad44ba1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.798519] env[63097]: DEBUG oslo_concurrency.lockutils [None req-efd82c8c-96c2-4129-8697-fa4574dc6460 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "f4ee2113-e0df-4c85-8ee9-2b572ad44ba1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.798708] env[63097]: DEBUG oslo_concurrency.lockutils [None req-efd82c8c-96c2-4129-8697-fa4574dc6460 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "f4ee2113-e0df-4c85-8ee9-2b572ad44ba1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.800965] env[63097]: INFO nova.compute.manager [None req-efd82c8c-96c2-4129-8697-fa4574dc6460 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Terminating instance [ 1740.802845] env[63097]: DEBUG nova.compute.manager [None req-efd82c8c-96c2-4129-8697-fa4574dc6460 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1740.803015] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-efd82c8c-96c2-4129-8697-fa4574dc6460 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1740.803887] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8144de5b-e0e2-4566-bb60-c0485bb8e8df {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.812242] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd82c8c-96c2-4129-8697-fa4574dc6460 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1740.812482] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7c372c5-f150-48ce-bdf4-f18f9b35ba83 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.819209] env[63097]: DEBUG oslo_vmware.api [None req-efd82c8c-96c2-4129-8697-fa4574dc6460 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1740.819209] env[63097]: value = "task-1687897" [ 1740.819209] env[63097]: _type = "Task" [ 1740.819209] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.826945] env[63097]: DEBUG oslo_vmware.api [None req-efd82c8c-96c2-4129-8697-fa4574dc6460 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.100669] env[63097]: DEBUG nova.network.neutron [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1741.292097] env[63097]: DEBUG nova.network.neutron [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Updating instance_info_cache with network_info: [{"id": "dab97e12-0858-421c-bf3b-964e00693916", "address": "fa:16:3e:71:85:7f", "network": {"id": "cab4f1b3-f7f6-44cf-96d8-e5cde8573d49", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-74996664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bb501857d7a49bab571b96be7671416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdab97e12-08", "ovs_interfaceid": "dab97e12-0858-421c-bf3b-964e00693916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1741.328957] env[63097]: DEBUG oslo_vmware.api [None req-efd82c8c-96c2-4129-8697-fa4574dc6460 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687897, 'name': PowerOffVM_Task, 'duration_secs': 0.25935} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.329249] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd82c8c-96c2-4129-8697-fa4574dc6460 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1741.329425] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-efd82c8c-96c2-4129-8697-fa4574dc6460 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1741.329684] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb76b307-6565-495e-ae13-735ca228b435 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.395210] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-efd82c8c-96c2-4129-8697-fa4574dc6460 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1741.395210] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-efd82c8c-96c2-4129-8697-fa4574dc6460 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1741.395210] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-efd82c8c-96c2-4129-8697-fa4574dc6460 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Deleting the datastore file [datastore2] f4ee2113-e0df-4c85-8ee9-2b572ad44ba1 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1741.395210] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92304f6b-8d11-4d98-95ff-241e3d2167c2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.402044] env[63097]: DEBUG oslo_vmware.api [None req-efd82c8c-96c2-4129-8697-fa4574dc6460 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1741.402044] env[63097]: value = "task-1687899" [ 1741.402044] env[63097]: _type = "Task" [ 1741.402044] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.409248] env[63097]: DEBUG oslo_vmware.api [None req-efd82c8c-96c2-4129-8697-fa4574dc6460 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687899, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.460311] env[63097]: DEBUG nova.network.neutron [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] Updating instance_info_cache with network_info: [{"id": "a68b5b6e-fec7-4384-b26a-4d1739e2b052", "address": "fa:16:3e:ce:6e:c8", "network": {"id": "bbb12cc6-e109-4a95-86c2-a00f9aa7bfb5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-927856523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cc1add1fac741329086c2962bcda9cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa68b5b6e-fe", "ovs_interfaceid": "a68b5b6e-fec7-4384-b26a-4d1739e2b052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1741.795507] env[63097]: DEBUG oslo_concurrency.lockutils [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Releasing lock "refresh_cache-e13820bb-f282-468f-90de-26279db2f9e9" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1741.912581] env[63097]: DEBUG oslo_vmware.api [None req-efd82c8c-96c2-4129-8697-fa4574dc6460 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687899, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206093} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.912812] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-efd82c8c-96c2-4129-8697-fa4574dc6460 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1741.913008] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-efd82c8c-96c2-4129-8697-fa4574dc6460 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1741.913203] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-efd82c8c-96c2-4129-8697-fa4574dc6460 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1741.913380] env[63097]: INFO nova.compute.manager [None req-efd82c8c-96c2-4129-8697-fa4574dc6460 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1741.913625] env[63097]: DEBUG oslo.service.loopingcall [None req-efd82c8c-96c2-4129-8697-fa4574dc6460 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1741.913818] env[63097]: DEBUG nova.compute.manager [-] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1741.913920] env[63097]: DEBUG nova.network.neutron [-] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1741.963323] env[63097]: DEBUG oslo_concurrency.lockutils [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Releasing lock "refresh_cache-ba9469b1-da58-461f-8bc8-bda7dfbd1a7f" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1741.963624] env[63097]: DEBUG nova.compute.manager [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] Instance network_info: |[{"id": "a68b5b6e-fec7-4384-b26a-4d1739e2b052", "address": "fa:16:3e:ce:6e:c8", "network": {"id": "bbb12cc6-e109-4a95-86c2-a00f9aa7bfb5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-927856523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cc1add1fac741329086c2962bcda9cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa68b5b6e-fe", "ovs_interfaceid": "a68b5b6e-fec7-4384-b26a-4d1739e2b052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1741.964048] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:6e:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a68b5b6e-fec7-4384-b26a-4d1739e2b052', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1741.971762] env[63097]: DEBUG oslo.service.loopingcall [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1741.972292] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1741.972528] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9716ebd0-cd52-4215-8ac4-9dd7044534c2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.995988] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1741.995988] env[63097]: value = "task-1687900" [ 1741.995988] env[63097]: _type = "Task" [ 1741.995988] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.001389] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687900, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.042834] env[63097]: DEBUG nova.compute.manager [req-a4591d39-7b10-4aac-bffc-88d3d9b2a3fe req-ada2f13e-19f3-43ca-93fa-57de3961feb5 service nova] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] Received event network-changed-a68b5b6e-fec7-4384-b26a-4d1739e2b052 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1742.043057] env[63097]: DEBUG nova.compute.manager [req-a4591d39-7b10-4aac-bffc-88d3d9b2a3fe req-ada2f13e-19f3-43ca-93fa-57de3961feb5 service nova] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] Refreshing instance network info cache due to event network-changed-a68b5b6e-fec7-4384-b26a-4d1739e2b052. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1742.043217] env[63097]: DEBUG oslo_concurrency.lockutils [req-a4591d39-7b10-4aac-bffc-88d3d9b2a3fe req-ada2f13e-19f3-43ca-93fa-57de3961feb5 service nova] Acquiring lock "refresh_cache-ba9469b1-da58-461f-8bc8-bda7dfbd1a7f" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1742.043367] env[63097]: DEBUG oslo_concurrency.lockutils [req-a4591d39-7b10-4aac-bffc-88d3d9b2a3fe req-ada2f13e-19f3-43ca-93fa-57de3961feb5 service nova] Acquired lock "refresh_cache-ba9469b1-da58-461f-8bc8-bda7dfbd1a7f" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.043535] env[63097]: DEBUG nova.network.neutron [req-a4591d39-7b10-4aac-bffc-88d3d9b2a3fe req-ada2f13e-19f3-43ca-93fa-57de3961feb5 service nova] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] Refreshing network info cache for port a68b5b6e-fec7-4384-b26a-4d1739e2b052 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1742.324486] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e82868-3b83-45de-937d-9c14305bb74b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.343644] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9d30c0-cc41-4ebc-940b-f24dc0ebb010 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.351034] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Updating instance 'e13820bb-f282-468f-90de-26279db2f9e9' progress to 83 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1742.356551] env[63097]: DEBUG nova.compute.manager [req-e81be10d-09d8-460e-ac8d-e90813441285 req-a4ad0219-256b-4b29-b91c-834b7776cb5e service nova] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Received event network-vif-deleted-616ff3c3-8e1c-43c4-ad63-05cf93ecd89a {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1742.356759] env[63097]: INFO nova.compute.manager [req-e81be10d-09d8-460e-ac8d-e90813441285 req-a4ad0219-256b-4b29-b91c-834b7776cb5e service nova] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Neutron deleted interface 616ff3c3-8e1c-43c4-ad63-05cf93ecd89a; detaching it from the instance and deleting it from the info cache [ 1742.356942] env[63097]: DEBUG nova.network.neutron [req-e81be10d-09d8-460e-ac8d-e90813441285 req-a4ad0219-256b-4b29-b91c-834b7776cb5e service nova] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1742.503864] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687900, 'name': CreateVM_Task, 'duration_secs': 0.39489} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.504052] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1742.504891] env[63097]: DEBUG oslo_concurrency.lockutils [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1742.505096] env[63097]: DEBUG oslo_concurrency.lockutils [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.505580] env[63097]: DEBUG oslo_concurrency.lockutils [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1742.509018] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b78229e-1cc0-4389-b985-d00e03401b5f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.510074] env[63097]: DEBUG oslo_vmware.api [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Waiting for the task: (returnval){ [ 1742.510074] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]520f9f00-4657-b738-dd93-868632e9af41" [ 1742.510074] env[63097]: _type = "Task" [ 1742.510074] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.517641] env[63097]: DEBUG oslo_vmware.api [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]520f9f00-4657-b738-dd93-868632e9af41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.782070] env[63097]: DEBUG nova.network.neutron [req-a4591d39-7b10-4aac-bffc-88d3d9b2a3fe req-ada2f13e-19f3-43ca-93fa-57de3961feb5 service nova] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] Updated VIF entry in instance network info cache for port a68b5b6e-fec7-4384-b26a-4d1739e2b052. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1742.782457] env[63097]: DEBUG nova.network.neutron [req-a4591d39-7b10-4aac-bffc-88d3d9b2a3fe req-ada2f13e-19f3-43ca-93fa-57de3961feb5 service nova] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] Updating instance_info_cache with network_info: [{"id": "a68b5b6e-fec7-4384-b26a-4d1739e2b052", "address": "fa:16:3e:ce:6e:c8", "network": {"id": "bbb12cc6-e109-4a95-86c2-a00f9aa7bfb5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-927856523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cc1add1fac741329086c2962bcda9cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa68b5b6e-fe", "ovs_interfaceid": "a68b5b6e-fec7-4384-b26a-4d1739e2b052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1742.806934] env[63097]: DEBUG nova.network.neutron [-] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1742.860895] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1742.861533] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afb7307c-96fd-4364-b048-4ab94b86f8b0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.864027] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e19d7758-82c5-42c4-b6c6-74584c457c38 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.874918] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d247f4c-8124-40e7-a095-057df46a6d54 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.884994] env[63097]: DEBUG oslo_vmware.api [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1742.884994] env[63097]: value = "task-1687901" [ 1742.884994] env[63097]: _type = "Task" [ 1742.884994] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.894240] env[63097]: DEBUG oslo_vmware.api [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687901, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.906676] env[63097]: DEBUG nova.compute.manager [req-e81be10d-09d8-460e-ac8d-e90813441285 req-a4ad0219-256b-4b29-b91c-834b7776cb5e service nova] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Detach interface failed, port_id=616ff3c3-8e1c-43c4-ad63-05cf93ecd89a, reason: Instance f4ee2113-e0df-4c85-8ee9-2b572ad44ba1 could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1743.020368] env[63097]: DEBUG oslo_vmware.api [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]520f9f00-4657-b738-dd93-868632e9af41, 'name': SearchDatastore_Task, 'duration_secs': 0.013271} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.020712] env[63097]: DEBUG oslo_concurrency.lockutils [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1743.020976] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1743.021234] env[63097]: DEBUG oslo_concurrency.lockutils [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1743.021392] env[63097]: DEBUG oslo_concurrency.lockutils [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.021577] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1743.021838] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14f231d3-8c73-4b7e-96be-c91377ea23d9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.029557] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1743.029733] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1743.030425] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc137544-ca92-4f69-b5bf-ce7567829c64 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.035228] env[63097]: DEBUG oslo_vmware.api [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Waiting for the task: (returnval){ [ 1743.035228] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5283503d-1b34-e656-edff-63850cd42995" [ 1743.035228] env[63097]: _type = "Task" [ 1743.035228] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.042510] env[63097]: DEBUG oslo_vmware.api [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5283503d-1b34-e656-edff-63850cd42995, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.285398] env[63097]: DEBUG oslo_concurrency.lockutils [req-a4591d39-7b10-4aac-bffc-88d3d9b2a3fe req-ada2f13e-19f3-43ca-93fa-57de3961feb5 service nova] Releasing lock "refresh_cache-ba9469b1-da58-461f-8bc8-bda7dfbd1a7f" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1743.309314] env[63097]: INFO nova.compute.manager [-] [instance: f4ee2113-e0df-4c85-8ee9-2b572ad44ba1] Took 1.40 seconds to deallocate network for instance. [ 1743.395426] env[63097]: DEBUG oslo_vmware.api [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687901, 'name': PowerOnVM_Task, 'duration_secs': 0.358117} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.395639] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1743.395853] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca14494-beb3-4778-a8d3-4b5e2e4808ca tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Updating instance 'e13820bb-f282-468f-90de-26279db2f9e9' progress to 100 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1743.545453] env[63097]: DEBUG oslo_vmware.api [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5283503d-1b34-e656-edff-63850cd42995, 'name': SearchDatastore_Task, 'duration_secs': 0.013162} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.546315] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa86abc6-7a9f-4b5e-87e4-92c6f8f127f8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.551075] env[63097]: DEBUG oslo_vmware.api [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Waiting for the task: (returnval){ [ 1743.551075] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52f94e10-43c5-8fb9-2746-ea36b02ab1d6" [ 1743.551075] env[63097]: _type = "Task" [ 1743.551075] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.558302] env[63097]: DEBUG oslo_vmware.api [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52f94e10-43c5-8fb9-2746-ea36b02ab1d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.815759] env[63097]: DEBUG oslo_concurrency.lockutils [None req-efd82c8c-96c2-4129-8697-fa4574dc6460 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.816053] env[63097]: DEBUG oslo_concurrency.lockutils [None req-efd82c8c-96c2-4129-8697-fa4574dc6460 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.816288] env[63097]: DEBUG nova.objects.instance [None req-efd82c8c-96c2-4129-8697-fa4574dc6460 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lazy-loading 'resources' on Instance uuid f4ee2113-e0df-4c85-8ee9-2b572ad44ba1 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1744.063031] env[63097]: DEBUG oslo_vmware.api [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52f94e10-43c5-8fb9-2746-ea36b02ab1d6, 'name': SearchDatastore_Task, 'duration_secs': 0.009353} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.063031] env[63097]: DEBUG oslo_concurrency.lockutils [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1744.063314] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] ba9469b1-da58-461f-8bc8-bda7dfbd1a7f/ba9469b1-da58-461f-8bc8-bda7dfbd1a7f.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1744.063576] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84cc5ee5-1cf6-4580-b1a7-3880849c4de6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.071684] env[63097]: DEBUG oslo_vmware.api [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Waiting for the task: (returnval){ [ 1744.071684] env[63097]: value = "task-1687902" [ 1744.071684] env[63097]: _type = "Task" [ 1744.071684] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.079514] env[63097]: DEBUG oslo_vmware.api [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.434949] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e72201f-c2a3-47e1-814e-c5553a03b9c4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.444020] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9b7b50-3565-4918-bff4-8aeed0c54c1b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.478030] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4c8007-25eb-49d0-92f4-9c35282b3de9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.487832] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41aa495-0c85-437c-9ce0-44d380fa7465 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.502147] env[63097]: DEBUG nova.compute.provider_tree [None req-efd82c8c-96c2-4129-8697-fa4574dc6460 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1744.583628] env[63097]: DEBUG oslo_vmware.api [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687902, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.005030] env[63097]: DEBUG nova.scheduler.client.report [None req-efd82c8c-96c2-4129-8697-fa4574dc6460 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1745.082206] env[63097]: DEBUG oslo_vmware.api [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687902, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560287} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.082473] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] ba9469b1-da58-461f-8bc8-bda7dfbd1a7f/ba9469b1-da58-461f-8bc8-bda7dfbd1a7f.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1745.082695] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1745.082953] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87dbcc53-960f-443d-a498-ba27f0105840 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.089723] env[63097]: DEBUG oslo_vmware.api [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Waiting for the task: (returnval){ [ 1745.089723] env[63097]: value = "task-1687903" [ 1745.089723] env[63097]: _type = "Task" [ 1745.089723] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.097162] env[63097]: DEBUG oslo_vmware.api [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687903, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.467206] env[63097]: DEBUG oslo_concurrency.lockutils [None req-924c7040-f78d-414e-98bb-0542a95dc5f0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "e13820bb-f282-468f-90de-26279db2f9e9" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.467484] env[63097]: DEBUG oslo_concurrency.lockutils [None req-924c7040-f78d-414e-98bb-0542a95dc5f0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "e13820bb-f282-468f-90de-26279db2f9e9" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.467682] env[63097]: DEBUG nova.compute.manager [None req-924c7040-f78d-414e-98bb-0542a95dc5f0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Going to confirm migration 8 {{(pid=63097) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1745.509683] env[63097]: DEBUG oslo_concurrency.lockutils [None req-efd82c8c-96c2-4129-8697-fa4574dc6460 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.693s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.530764] env[63097]: INFO nova.scheduler.client.report [None req-efd82c8c-96c2-4129-8697-fa4574dc6460 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Deleted allocations for instance f4ee2113-e0df-4c85-8ee9-2b572ad44ba1 [ 1745.601782] env[63097]: DEBUG oslo_vmware.api [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687903, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099001} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.602096] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1745.602921] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8cc6fcf-7e63-46f4-9831-096b8a95e1cd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.625722] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] ba9469b1-da58-461f-8bc8-bda7dfbd1a7f/ba9469b1-da58-461f-8bc8-bda7dfbd1a7f.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1745.626396] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64994bf9-6036-4629-9b5e-c430dd24378a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.648585] env[63097]: DEBUG oslo_vmware.api [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Waiting for the task: (returnval){ [ 1745.648585] env[63097]: value = "task-1687904" [ 1745.648585] env[63097]: _type = "Task" [ 1745.648585] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.656537] env[63097]: DEBUG oslo_vmware.api [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687904, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.004112] env[63097]: DEBUG oslo_concurrency.lockutils [None req-924c7040-f78d-414e-98bb-0542a95dc5f0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "refresh_cache-e13820bb-f282-468f-90de-26279db2f9e9" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.004326] env[63097]: DEBUG oslo_concurrency.lockutils [None req-924c7040-f78d-414e-98bb-0542a95dc5f0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquired lock "refresh_cache-e13820bb-f282-468f-90de-26279db2f9e9" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.004556] env[63097]: DEBUG nova.network.neutron [None req-924c7040-f78d-414e-98bb-0542a95dc5f0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1746.004689] env[63097]: DEBUG nova.objects.instance [None req-924c7040-f78d-414e-98bb-0542a95dc5f0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lazy-loading 'info_cache' on Instance uuid e13820bb-f282-468f-90de-26279db2f9e9 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1746.038172] env[63097]: DEBUG oslo_concurrency.lockutils [None req-efd82c8c-96c2-4129-8697-fa4574dc6460 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "f4ee2113-e0df-4c85-8ee9-2b572ad44ba1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.240s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.119100] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f25497a3-43c5-4410-9ef1-4f121059a188 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquiring lock "d7568449-fd71-499c-952f-e86fa2209131" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.119761] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f25497a3-43c5-4410-9ef1-4f121059a188 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "d7568449-fd71-499c-952f-e86fa2209131" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.158621] env[63097]: DEBUG oslo_vmware.api [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687904, 'name': ReconfigVM_Task, 'duration_secs': 0.299505} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.158946] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] Reconfigured VM instance instance-00000079 to attach disk [datastore1] ba9469b1-da58-461f-8bc8-bda7dfbd1a7f/ba9469b1-da58-461f-8bc8-bda7dfbd1a7f.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1746.159611] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d0e9be9-b124-4af5-b25f-caf47caaa38c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.165999] env[63097]: DEBUG oslo_vmware.api [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Waiting for the task: (returnval){ [ 1746.165999] env[63097]: value = "task-1687905" [ 1746.165999] env[63097]: _type = "Task" [ 1746.165999] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.175348] env[63097]: DEBUG oslo_vmware.api [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687905, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.622735] env[63097]: DEBUG nova.compute.utils [None req-f25497a3-43c5-4410-9ef1-4f121059a188 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1746.676479] env[63097]: DEBUG oslo_vmware.api [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687905, 'name': Rename_Task, 'duration_secs': 0.140416} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.676621] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1746.676778] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f789cc13-2ddc-4d7e-be08-ee4f53bb877c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.683038] env[63097]: DEBUG oslo_vmware.api [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Waiting for the task: (returnval){ [ 1746.683038] env[63097]: value = "task-1687906" [ 1746.683038] env[63097]: _type = "Task" [ 1746.683038] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.690040] env[63097]: DEBUG oslo_vmware.api [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.125717] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f25497a3-43c5-4410-9ef1-4f121059a188 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "d7568449-fd71-499c-952f-e86fa2209131" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.192976] env[63097]: DEBUG oslo_vmware.api [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687906, 'name': PowerOnVM_Task, 'duration_secs': 0.455077} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.195417] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1747.195638] env[63097]: INFO nova.compute.manager [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] Took 7.37 seconds to spawn the instance on the hypervisor. [ 1747.195825] env[63097]: DEBUG nova.compute.manager [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1747.196685] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004b803e-567f-433d-b4d2-29ea4cff5032 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.262352] env[63097]: DEBUG nova.network.neutron [None req-924c7040-f78d-414e-98bb-0542a95dc5f0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Updating instance_info_cache with network_info: [{"id": "dab97e12-0858-421c-bf3b-964e00693916", "address": "fa:16:3e:71:85:7f", "network": {"id": "cab4f1b3-f7f6-44cf-96d8-e5cde8573d49", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-74996664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bb501857d7a49bab571b96be7671416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdab97e12-08", "ovs_interfaceid": "dab97e12-0858-421c-bf3b-964e00693916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1747.500963] env[63097]: DEBUG oslo_concurrency.lockutils [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "1281d741-76bf-4643-ad69-087171174766" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.501218] env[63097]: DEBUG oslo_concurrency.lockutils [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "1281d741-76bf-4643-ad69-087171174766" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.712158] env[63097]: INFO nova.compute.manager [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] Took 12.86 seconds to build instance. [ 1747.766936] env[63097]: DEBUG oslo_concurrency.lockutils [None req-924c7040-f78d-414e-98bb-0542a95dc5f0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Releasing lock "refresh_cache-e13820bb-f282-468f-90de-26279db2f9e9" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1747.767282] env[63097]: DEBUG nova.objects.instance [None req-924c7040-f78d-414e-98bb-0542a95dc5f0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lazy-loading 'migration_context' on Instance uuid e13820bb-f282-468f-90de-26279db2f9e9 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1748.003434] env[63097]: DEBUG nova.compute.manager [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: 1281d741-76bf-4643-ad69-087171174766] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1748.024013] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f8cb0571-bcd1-4d3e-a24d-8cbce12a7a7f tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Acquiring lock "ba9469b1-da58-461f-8bc8-bda7dfbd1a7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.188179] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f25497a3-43c5-4410-9ef1-4f121059a188 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquiring lock "d7568449-fd71-499c-952f-e86fa2209131" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.188645] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f25497a3-43c5-4410-9ef1-4f121059a188 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "d7568449-fd71-499c-952f-e86fa2209131" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.188708] env[63097]: INFO nova.compute.manager [None req-f25497a3-43c5-4410-9ef1-4f121059a188 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: d7568449-fd71-499c-952f-e86fa2209131] Attaching volume 13b9cafa-d69a-4b62-941b-4736b47b4aa4 to /dev/sdb [ 1748.214036] env[63097]: DEBUG oslo_concurrency.lockutils [None req-333da408-7d69-4eac-a614-bacf0f9f7f4e tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Lock "ba9469b1-da58-461f-8bc8-bda7dfbd1a7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.370s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.214276] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f8cb0571-bcd1-4d3e-a24d-8cbce12a7a7f tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Lock "ba9469b1-da58-461f-8bc8-bda7dfbd1a7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.190s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.214501] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f8cb0571-bcd1-4d3e-a24d-8cbce12a7a7f tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Acquiring lock "ba9469b1-da58-461f-8bc8-bda7dfbd1a7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.214704] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f8cb0571-bcd1-4d3e-a24d-8cbce12a7a7f tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Lock "ba9469b1-da58-461f-8bc8-bda7dfbd1a7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.214936] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f8cb0571-bcd1-4d3e-a24d-8cbce12a7a7f tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Lock "ba9469b1-da58-461f-8bc8-bda7dfbd1a7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.216992] env[63097]: INFO nova.compute.manager [None req-f8cb0571-bcd1-4d3e-a24d-8cbce12a7a7f tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] Terminating instance [ 1748.220057] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67cfed67-8455-451b-aa26-633d28c8b8c7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.222972] env[63097]: DEBUG nova.compute.manager [None req-f8cb0571-bcd1-4d3e-a24d-8cbce12a7a7f tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1748.223289] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cb0571-bcd1-4d3e-a24d-8cbce12a7a7f tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1748.224225] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07bf0f05-6b84-4f47-8f38-49bd700552c1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.232743] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a45139-9d58-4a8e-b7f9-3564011e3f21 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.235050] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8cb0571-bcd1-4d3e-a24d-8cbce12a7a7f tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1748.235270] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9559009e-50ab-430f-ad4e-8ff95647b202 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.242260] env[63097]: DEBUG oslo_vmware.api [None req-f8cb0571-bcd1-4d3e-a24d-8cbce12a7a7f tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Waiting for the task: (returnval){ [ 1748.242260] env[63097]: value = "task-1687907" [ 1748.242260] env[63097]: _type = "Task" [ 1748.242260] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.248426] env[63097]: DEBUG nova.virt.block_device [None req-f25497a3-43c5-4410-9ef1-4f121059a188 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: d7568449-fd71-499c-952f-e86fa2209131] Updating existing volume attachment record: 572752b4-f95f-4f12-a8c0-971c4ea4f5b5 {{(pid=63097) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1748.254996] env[63097]: DEBUG oslo_vmware.api [None req-f8cb0571-bcd1-4d3e-a24d-8cbce12a7a7f tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.269823] env[63097]: DEBUG nova.objects.base [None req-924c7040-f78d-414e-98bb-0542a95dc5f0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63097) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1748.270883] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea22a01-55cd-4255-833f-3f2f893a3407 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.292584] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3da019d4-785b-463a-bde2-b683d1297327 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.298884] env[63097]: DEBUG oslo_vmware.api [None req-924c7040-f78d-414e-98bb-0542a95dc5f0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1748.298884] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52697322-5abb-498d-65b0-c22a431008c9" [ 1748.298884] env[63097]: _type = "Task" [ 1748.298884] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.306955] env[63097]: DEBUG oslo_vmware.api [None req-924c7040-f78d-414e-98bb-0542a95dc5f0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52697322-5abb-498d-65b0-c22a431008c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.529052] env[63097]: DEBUG oslo_concurrency.lockutils [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.529406] env[63097]: DEBUG oslo_concurrency.lockutils [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.531417] env[63097]: INFO nova.compute.claims [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: 1281d741-76bf-4643-ad69-087171174766] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1748.753364] env[63097]: DEBUG oslo_vmware.api [None req-f8cb0571-bcd1-4d3e-a24d-8cbce12a7a7f tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687907, 'name': PowerOffVM_Task, 'duration_secs': 0.2199} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.753649] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8cb0571-bcd1-4d3e-a24d-8cbce12a7a7f tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1748.753827] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cb0571-bcd1-4d3e-a24d-8cbce12a7a7f tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1748.754119] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ffc85e9-3f1a-48a9-835c-f637603f4e3f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.808959] env[63097]: DEBUG oslo_vmware.api [None req-924c7040-f78d-414e-98bb-0542a95dc5f0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52697322-5abb-498d-65b0-c22a431008c9, 'name': SearchDatastore_Task, 'duration_secs': 0.007617} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.809229] env[63097]: DEBUG oslo_concurrency.lockutils [None req-924c7040-f78d-414e-98bb-0542a95dc5f0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.858922] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cb0571-bcd1-4d3e-a24d-8cbce12a7a7f tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1748.859260] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cb0571-bcd1-4d3e-a24d-8cbce12a7a7f tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1748.859502] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8cb0571-bcd1-4d3e-a24d-8cbce12a7a7f tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Deleting the datastore file [datastore1] ba9469b1-da58-461f-8bc8-bda7dfbd1a7f {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1748.859833] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51b916c1-5912-4e70-8a87-6a3e9e73ce71 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.867378] env[63097]: DEBUG oslo_vmware.api [None req-f8cb0571-bcd1-4d3e-a24d-8cbce12a7a7f tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Waiting for the task: (returnval){ [ 1748.867378] env[63097]: value = "task-1687910" [ 1748.867378] env[63097]: _type = "Task" [ 1748.867378] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.875578] env[63097]: DEBUG oslo_vmware.api [None req-f8cb0571-bcd1-4d3e-a24d-8cbce12a7a7f tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.377465] env[63097]: DEBUG oslo_vmware.api [None req-f8cb0571-bcd1-4d3e-a24d-8cbce12a7a7f tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687910, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135911} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.377810] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8cb0571-bcd1-4d3e-a24d-8cbce12a7a7f tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1749.377914] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cb0571-bcd1-4d3e-a24d-8cbce12a7a7f tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1749.378108] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cb0571-bcd1-4d3e-a24d-8cbce12a7a7f tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1749.378292] env[63097]: INFO nova.compute.manager [None req-f8cb0571-bcd1-4d3e-a24d-8cbce12a7a7f tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1749.378541] env[63097]: DEBUG oslo.service.loopingcall [None req-f8cb0571-bcd1-4d3e-a24d-8cbce12a7a7f tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1749.378738] env[63097]: DEBUG nova.compute.manager [-] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1749.378836] env[63097]: DEBUG nova.network.neutron [-] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1749.647863] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d835ea2-ef7c-46ba-9447-805ead25da47 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.658414] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbc7d66-d930-4178-9bd0-b1a571b5c0a0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.693222] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0402ca4b-c663-44bb-aefb-b5c1fb0c38c8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.697049] env[63097]: DEBUG nova.compute.manager [req-d6c539a9-bef0-4843-8b2c-c4394f48144c req-9ad8ca44-a7f0-4456-8c0d-1de890db3ef3 service nova] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] Received event network-vif-deleted-a68b5b6e-fec7-4384-b26a-4d1739e2b052 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1749.697267] env[63097]: INFO nova.compute.manager [req-d6c539a9-bef0-4843-8b2c-c4394f48144c req-9ad8ca44-a7f0-4456-8c0d-1de890db3ef3 service nova] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] Neutron deleted interface a68b5b6e-fec7-4384-b26a-4d1739e2b052; detaching it from the instance and deleting it from the info cache [ 1749.697443] env[63097]: DEBUG nova.network.neutron [req-d6c539a9-bef0-4843-8b2c-c4394f48144c req-9ad8ca44-a7f0-4456-8c0d-1de890db3ef3 service nova] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.704485] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b859bf17-4187-4358-a9cd-e91b40723d24 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.718617] env[63097]: DEBUG nova.compute.provider_tree [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Updating inventory in ProviderTree for provider 6b378d8e-1145-4591-928b-605b58f0be9e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1750.153594] env[63097]: DEBUG nova.network.neutron [-] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1750.200680] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0e0ebb6e-2405-4063-9458-4e2f574e5a81 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.210690] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68bc41d0-30e1-42c4-9609-4bd87af03894 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.240276] env[63097]: DEBUG nova.compute.manager [req-d6c539a9-bef0-4843-8b2c-c4394f48144c req-9ad8ca44-a7f0-4456-8c0d-1de890db3ef3 service nova] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] Detach interface failed, port_id=a68b5b6e-fec7-4384-b26a-4d1739e2b052, reason: Instance ba9469b1-da58-461f-8bc8-bda7dfbd1a7f could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1750.241399] env[63097]: ERROR nova.scheduler.client.report [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [req-11e2a739-903e-4555-959f-188ebf352a0f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6b378d8e-1145-4591-928b-605b58f0be9e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-11e2a739-903e-4555-959f-188ebf352a0f"}]} [ 1750.257431] env[63097]: DEBUG nova.scheduler.client.report [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Refreshing inventories for resource provider 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1750.270450] env[63097]: DEBUG nova.scheduler.client.report [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Updating ProviderTree inventory for provider 6b378d8e-1145-4591-928b-605b58f0be9e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1750.270685] env[63097]: DEBUG nova.compute.provider_tree [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Updating inventory in ProviderTree for provider 6b378d8e-1145-4591-928b-605b58f0be9e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1750.282326] env[63097]: DEBUG nova.scheduler.client.report [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Refreshing aggregate associations for resource provider 6b378d8e-1145-4591-928b-605b58f0be9e, aggregates: None {{(pid=63097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1750.299866] env[63097]: DEBUG nova.scheduler.client.report [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Refreshing trait associations for resource provider 6b378d8e-1145-4591-928b-605b58f0be9e, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=63097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1750.389178] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97607346-2d1b-4675-b55b-69471ce21d5e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.396612] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b825dc8-66ec-40be-b419-abdea94c054b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.428787] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d10653-2d26-4940-8959-c00169447d76 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.435706] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95b1694-3e0b-4001-b5c3-cce531cd41f5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.448485] env[63097]: DEBUG nova.compute.provider_tree [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Updating inventory in ProviderTree for provider 6b378d8e-1145-4591-928b-605b58f0be9e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1750.656030] env[63097]: INFO nova.compute.manager [-] [instance: ba9469b1-da58-461f-8bc8-bda7dfbd1a7f] Took 1.28 seconds to deallocate network for instance. [ 1750.979373] env[63097]: DEBUG nova.scheduler.client.report [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Updated inventory for provider 6b378d8e-1145-4591-928b-605b58f0be9e with generation 161 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1750.979672] env[63097]: DEBUG nova.compute.provider_tree [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Updating resource provider 6b378d8e-1145-4591-928b-605b58f0be9e generation from 161 to 162 during operation: update_inventory {{(pid=63097) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1750.979861] env[63097]: DEBUG nova.compute.provider_tree [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Updating inventory in ProviderTree for provider 6b378d8e-1145-4591-928b-605b58f0be9e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1751.162597] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f8cb0571-bcd1-4d3e-a24d-8cbce12a7a7f tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.485129] env[63097]: DEBUG oslo_concurrency.lockutils [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.956s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.485683] env[63097]: DEBUG nova.compute.manager [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: 1281d741-76bf-4643-ad69-087171174766] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1751.488280] env[63097]: DEBUG oslo_concurrency.lockutils [None req-924c7040-f78d-414e-98bb-0542a95dc5f0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.679s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.991891] env[63097]: DEBUG nova.compute.utils [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1751.993056] env[63097]: DEBUG nova.compute.manager [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: 1281d741-76bf-4643-ad69-087171174766] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1751.993240] env[63097]: DEBUG nova.network.neutron [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: 1281d741-76bf-4643-ad69-087171174766] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1752.045755] env[63097]: DEBUG nova.policy [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d9752f7a1144da5a717a08076bec13e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '948f5dbd858b498ab568c3656c1b46ae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1752.110503] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da486205-7f70-4bd4-aff9-f1518182d474 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.118808] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062be669-1d8b-4335-946f-1fe1eed76d98 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.151714] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5051e2c4-d365-4c4a-ad60-8cf41546dcc8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.159828] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e30a1f4-e50a-4979-b0e2-d42213704a37 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.173976] env[63097]: DEBUG nova.compute.provider_tree [None req-924c7040-f78d-414e-98bb-0542a95dc5f0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1752.312289] env[63097]: DEBUG nova.network.neutron [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: 1281d741-76bf-4643-ad69-087171174766] Successfully created port: b2035916-ebb2-4887-ab14-2b0419c6421c {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1752.499163] env[63097]: DEBUG nova.compute.manager [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: 1281d741-76bf-4643-ad69-087171174766] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1752.678027] env[63097]: DEBUG nova.scheduler.client.report [None req-924c7040-f78d-414e-98bb-0542a95dc5f0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1752.794168] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-f25497a3-43c5-4410-9ef1-4f121059a188 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: d7568449-fd71-499c-952f-e86fa2209131] Volume attach. Driver type: vmdk {{(pid=63097) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1752.794420] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-f25497a3-43c5-4410-9ef1-4f121059a188 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: d7568449-fd71-499c-952f-e86fa2209131] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351804', 'volume_id': '13b9cafa-d69a-4b62-941b-4736b47b4aa4', 'name': 'volume-13b9cafa-d69a-4b62-941b-4736b47b4aa4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd7568449-fd71-499c-952f-e86fa2209131', 'attached_at': '', 'detached_at': '', 'volume_id': '13b9cafa-d69a-4b62-941b-4736b47b4aa4', 'serial': '13b9cafa-d69a-4b62-941b-4736b47b4aa4'} {{(pid=63097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1752.795352] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0bee02-def2-44a1-8f8c-fbb10d755ee5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.812362] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7290d0-2b74-4a06-a480-3cf8028be247 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.839457] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-f25497a3-43c5-4410-9ef1-4f121059a188 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: d7568449-fd71-499c-952f-e86fa2209131] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] volume-13b9cafa-d69a-4b62-941b-4736b47b4aa4/volume-13b9cafa-d69a-4b62-941b-4736b47b4aa4.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1752.839797] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-518fbec3-9f67-448c-936f-f56d4e2d3bb4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.857947] env[63097]: DEBUG oslo_vmware.api [None req-f25497a3-43c5-4410-9ef1-4f121059a188 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1752.857947] env[63097]: value = "task-1687912" [ 1752.857947] env[63097]: _type = "Task" [ 1752.857947] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.866336] env[63097]: DEBUG oslo_vmware.api [None req-f25497a3-43c5-4410-9ef1-4f121059a188 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687912, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.370079] env[63097]: DEBUG oslo_vmware.api [None req-f25497a3-43c5-4410-9ef1-4f121059a188 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687912, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.509799] env[63097]: DEBUG nova.compute.manager [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: 1281d741-76bf-4643-ad69-087171174766] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1753.539185] env[63097]: DEBUG nova.virt.hardware [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1753.539458] env[63097]: DEBUG nova.virt.hardware [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1753.539621] env[63097]: DEBUG nova.virt.hardware [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1753.539814] env[63097]: DEBUG nova.virt.hardware [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1753.539965] env[63097]: DEBUG nova.virt.hardware [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1753.540165] env[63097]: DEBUG nova.virt.hardware [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1753.540393] env[63097]: DEBUG nova.virt.hardware [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1753.540562] env[63097]: DEBUG nova.virt.hardware [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1753.540737] env[63097]: DEBUG nova.virt.hardware [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1753.540906] env[63097]: DEBUG nova.virt.hardware [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1753.541098] env[63097]: DEBUG nova.virt.hardware [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1753.541945] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2361eae-a1e9-4fa3-8e71-a031f348df56 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.550231] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9b67eb-771e-48c9-b018-4f50573e0d9a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.688066] env[63097]: DEBUG oslo_concurrency.lockutils [None req-924c7040-f78d-414e-98bb-0542a95dc5f0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.200s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.693296] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f8cb0571-bcd1-4d3e-a24d-8cbce12a7a7f tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.531s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.693391] env[63097]: DEBUG nova.objects.instance [None req-f8cb0571-bcd1-4d3e-a24d-8cbce12a7a7f tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Lazy-loading 'resources' on Instance uuid ba9469b1-da58-461f-8bc8-bda7dfbd1a7f {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1753.695723] env[63097]: DEBUG nova.compute.manager [req-af0e55c4-0980-4268-8acd-4ed497a68775 req-7547c599-83f8-49ae-b276-e04780016539 service nova] [instance: 1281d741-76bf-4643-ad69-087171174766] Received event network-vif-plugged-b2035916-ebb2-4887-ab14-2b0419c6421c {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1753.695723] env[63097]: DEBUG oslo_concurrency.lockutils [req-af0e55c4-0980-4268-8acd-4ed497a68775 req-7547c599-83f8-49ae-b276-e04780016539 service nova] Acquiring lock "1281d741-76bf-4643-ad69-087171174766-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.695995] env[63097]: DEBUG oslo_concurrency.lockutils [req-af0e55c4-0980-4268-8acd-4ed497a68775 req-7547c599-83f8-49ae-b276-e04780016539 service nova] Lock "1281d741-76bf-4643-ad69-087171174766-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.696287] env[63097]: DEBUG oslo_concurrency.lockutils [req-af0e55c4-0980-4268-8acd-4ed497a68775 req-7547c599-83f8-49ae-b276-e04780016539 service nova] Lock "1281d741-76bf-4643-ad69-087171174766-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.696577] env[63097]: DEBUG nova.compute.manager [req-af0e55c4-0980-4268-8acd-4ed497a68775 req-7547c599-83f8-49ae-b276-e04780016539 service nova] [instance: 1281d741-76bf-4643-ad69-087171174766] No waiting events found dispatching network-vif-plugged-b2035916-ebb2-4887-ab14-2b0419c6421c {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1753.696934] env[63097]: WARNING nova.compute.manager [req-af0e55c4-0980-4268-8acd-4ed497a68775 req-7547c599-83f8-49ae-b276-e04780016539 service nova] [instance: 1281d741-76bf-4643-ad69-087171174766] Received unexpected event network-vif-plugged-b2035916-ebb2-4887-ab14-2b0419c6421c for instance with vm_state building and task_state spawning. [ 1753.778691] env[63097]: DEBUG nova.network.neutron [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: 1281d741-76bf-4643-ad69-087171174766] Successfully updated port: b2035916-ebb2-4887-ab14-2b0419c6421c {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1753.869951] env[63097]: DEBUG oslo_vmware.api [None req-f25497a3-43c5-4410-9ef1-4f121059a188 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687912, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.251144] env[63097]: INFO nova.scheduler.client.report [None req-924c7040-f78d-414e-98bb-0542a95dc5f0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Deleted allocation for migration 3791e92c-2a12-4f4b-b97d-d8ca20af5d7a [ 1754.283329] env[63097]: DEBUG oslo_concurrency.lockutils [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "refresh_cache-1281d741-76bf-4643-ad69-087171174766" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1754.283329] env[63097]: DEBUG oslo_concurrency.lockutils [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquired lock "refresh_cache-1281d741-76bf-4643-ad69-087171174766" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1754.283329] env[63097]: DEBUG nova.network.neutron [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: 1281d741-76bf-4643-ad69-087171174766] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1754.303793] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531b25f9-aa81-45ce-a3bd-5ad82f529cc6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.312020] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8efb301-5f44-4b0e-a802-10f6bb2b7ae5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.343249] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab11e7b-ba29-49ab-8730-568cb52f9b32 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.350944] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d71096f-8c0c-48ab-8c01-6e210d7f2a28 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.364608] env[63097]: DEBUG nova.compute.provider_tree [None req-f8cb0571-bcd1-4d3e-a24d-8cbce12a7a7f tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1754.373192] env[63097]: DEBUG oslo_vmware.api [None req-f25497a3-43c5-4410-9ef1-4f121059a188 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687912, 'name': ReconfigVM_Task, 'duration_secs': 1.344194} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.374017] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-f25497a3-43c5-4410-9ef1-4f121059a188 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: d7568449-fd71-499c-952f-e86fa2209131] Reconfigured VM instance instance-00000076 to attach disk [datastore2] volume-13b9cafa-d69a-4b62-941b-4736b47b4aa4/volume-13b9cafa-d69a-4b62-941b-4736b47b4aa4.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1754.379011] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a30902d8-624b-4885-9277-f266ce6c020a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.393581] env[63097]: DEBUG oslo_vmware.api [None req-f25497a3-43c5-4410-9ef1-4f121059a188 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1754.393581] env[63097]: value = "task-1687913" [ 1754.393581] env[63097]: _type = "Task" [ 1754.393581] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.401927] env[63097]: DEBUG oslo_vmware.api [None req-f25497a3-43c5-4410-9ef1-4f121059a188 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687913, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.758987] env[63097]: DEBUG oslo_concurrency.lockutils [None req-924c7040-f78d-414e-98bb-0542a95dc5f0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "e13820bb-f282-468f-90de-26279db2f9e9" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.291s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.775977] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c09e7407-cf13-45b4-9fdd-e19c28bdfff4 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "e13820bb-f282-468f-90de-26279db2f9e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.776232] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c09e7407-cf13-45b4-9fdd-e19c28bdfff4 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "e13820bb-f282-468f-90de-26279db2f9e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.776452] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c09e7407-cf13-45b4-9fdd-e19c28bdfff4 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "e13820bb-f282-468f-90de-26279db2f9e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.776638] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c09e7407-cf13-45b4-9fdd-e19c28bdfff4 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "e13820bb-f282-468f-90de-26279db2f9e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.776814] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c09e7407-cf13-45b4-9fdd-e19c28bdfff4 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "e13820bb-f282-468f-90de-26279db2f9e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.779098] env[63097]: INFO nova.compute.manager [None req-c09e7407-cf13-45b4-9fdd-e19c28bdfff4 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Terminating instance [ 1754.780800] env[63097]: DEBUG nova.compute.manager [None req-c09e7407-cf13-45b4-9fdd-e19c28bdfff4 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1754.780998] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c09e7407-cf13-45b4-9fdd-e19c28bdfff4 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1754.781824] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56997e1-3d1c-4daa-96b5-db2bb2005576 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.791160] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c09e7407-cf13-45b4-9fdd-e19c28bdfff4 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1754.791385] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63203e7d-26ff-4b41-ae87-fde9c5f56db7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.797369] env[63097]: DEBUG oslo_vmware.api [None req-c09e7407-cf13-45b4-9fdd-e19c28bdfff4 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1754.797369] env[63097]: value = "task-1687914" [ 1754.797369] env[63097]: _type = "Task" [ 1754.797369] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.804966] env[63097]: DEBUG oslo_vmware.api [None req-c09e7407-cf13-45b4-9fdd-e19c28bdfff4 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.812465] env[63097]: DEBUG nova.network.neutron [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: 1281d741-76bf-4643-ad69-087171174766] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1754.869930] env[63097]: DEBUG nova.scheduler.client.report [None req-f8cb0571-bcd1-4d3e-a24d-8cbce12a7a7f tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1754.904132] env[63097]: DEBUG oslo_vmware.api [None req-f25497a3-43c5-4410-9ef1-4f121059a188 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687913, 'name': ReconfigVM_Task, 'duration_secs': 0.181835} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.904500] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-f25497a3-43c5-4410-9ef1-4f121059a188 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: d7568449-fd71-499c-952f-e86fa2209131] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351804', 'volume_id': '13b9cafa-d69a-4b62-941b-4736b47b4aa4', 'name': 'volume-13b9cafa-d69a-4b62-941b-4736b47b4aa4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd7568449-fd71-499c-952f-e86fa2209131', 'attached_at': '', 'detached_at': '', 'volume_id': '13b9cafa-d69a-4b62-941b-4736b47b4aa4', 'serial': '13b9cafa-d69a-4b62-941b-4736b47b4aa4'} {{(pid=63097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1754.967410] env[63097]: DEBUG nova.network.neutron [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: 1281d741-76bf-4643-ad69-087171174766] Updating instance_info_cache with network_info: [{"id": "b2035916-ebb2-4887-ab14-2b0419c6421c", "address": "fa:16:3e:6d:6e:f0", "network": {"id": "d70cadc2-f0c2-4049-9ac7-d45e51f71646", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-192217268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "948f5dbd858b498ab568c3656c1b46ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2035916-eb", "ovs_interfaceid": "b2035916-ebb2-4887-ab14-2b0419c6421c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1755.309016] env[63097]: DEBUG oslo_vmware.api [None req-c09e7407-cf13-45b4-9fdd-e19c28bdfff4 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687914, 'name': PowerOffVM_Task, 'duration_secs': 0.204072} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.309273] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c09e7407-cf13-45b4-9fdd-e19c28bdfff4 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1755.309422] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c09e7407-cf13-45b4-9fdd-e19c28bdfff4 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1755.309991] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c2dea70-8abd-439c-836b-5be889513c66 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.375022] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f8cb0571-bcd1-4d3e-a24d-8cbce12a7a7f tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.682s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.387106] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c09e7407-cf13-45b4-9fdd-e19c28bdfff4 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1755.387352] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c09e7407-cf13-45b4-9fdd-e19c28bdfff4 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1755.387543] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c09e7407-cf13-45b4-9fdd-e19c28bdfff4 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Deleting the datastore file [datastore1] e13820bb-f282-468f-90de-26279db2f9e9 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1755.388234] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46b0a2d1-20c5-43e5-a57d-414dfedaebcf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.394366] env[63097]: DEBUG oslo_vmware.api [None req-c09e7407-cf13-45b4-9fdd-e19c28bdfff4 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1755.394366] env[63097]: value = "task-1687916" [ 1755.394366] env[63097]: _type = "Task" [ 1755.394366] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.401300] env[63097]: INFO nova.scheduler.client.report [None req-f8cb0571-bcd1-4d3e-a24d-8cbce12a7a7f tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Deleted allocations for instance ba9469b1-da58-461f-8bc8-bda7dfbd1a7f [ 1755.409794] env[63097]: DEBUG oslo_vmware.api [None req-c09e7407-cf13-45b4-9fdd-e19c28bdfff4 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.469913] env[63097]: DEBUG oslo_concurrency.lockutils [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Releasing lock "refresh_cache-1281d741-76bf-4643-ad69-087171174766" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1755.470349] env[63097]: DEBUG nova.compute.manager [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: 1281d741-76bf-4643-ad69-087171174766] Instance network_info: |[{"id": "b2035916-ebb2-4887-ab14-2b0419c6421c", "address": "fa:16:3e:6d:6e:f0", "network": {"id": "d70cadc2-f0c2-4049-9ac7-d45e51f71646", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-192217268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "948f5dbd858b498ab568c3656c1b46ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2035916-eb", "ovs_interfaceid": "b2035916-ebb2-4887-ab14-2b0419c6421c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1755.470815] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: 1281d741-76bf-4643-ad69-087171174766] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:6e:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c118a9ee-84f7-4f09-8a21-05600ed3cc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2035916-ebb2-4887-ab14-2b0419c6421c', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1755.478586] env[63097]: DEBUG oslo.service.loopingcall [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1755.478837] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1281d741-76bf-4643-ad69-087171174766] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1755.479095] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6d0dd85-dec0-4c6a-94c5-84bdfa5e83df {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.501500] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1755.501500] env[63097]: value = "task-1687917" [ 1755.501500] env[63097]: _type = "Task" [ 1755.501500] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.509248] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687917, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.731030] env[63097]: DEBUG nova.compute.manager [req-4319ce02-fa01-4629-805a-3527a3fd0193 req-df04b247-93ca-4582-8be6-61bf95383b22 service nova] [instance: 1281d741-76bf-4643-ad69-087171174766] Received event network-changed-b2035916-ebb2-4887-ab14-2b0419c6421c {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1755.731030] env[63097]: DEBUG nova.compute.manager [req-4319ce02-fa01-4629-805a-3527a3fd0193 req-df04b247-93ca-4582-8be6-61bf95383b22 service nova] [instance: 1281d741-76bf-4643-ad69-087171174766] Refreshing instance network info cache due to event network-changed-b2035916-ebb2-4887-ab14-2b0419c6421c. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1755.731030] env[63097]: DEBUG oslo_concurrency.lockutils [req-4319ce02-fa01-4629-805a-3527a3fd0193 req-df04b247-93ca-4582-8be6-61bf95383b22 service nova] Acquiring lock "refresh_cache-1281d741-76bf-4643-ad69-087171174766" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1755.731030] env[63097]: DEBUG oslo_concurrency.lockutils [req-4319ce02-fa01-4629-805a-3527a3fd0193 req-df04b247-93ca-4582-8be6-61bf95383b22 service nova] Acquired lock "refresh_cache-1281d741-76bf-4643-ad69-087171174766" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.731671] env[63097]: DEBUG nova.network.neutron [req-4319ce02-fa01-4629-805a-3527a3fd0193 req-df04b247-93ca-4582-8be6-61bf95383b22 service nova] [instance: 1281d741-76bf-4643-ad69-087171174766] Refreshing network info cache for port b2035916-ebb2-4887-ab14-2b0419c6421c {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1755.904732] env[63097]: DEBUG oslo_vmware.api [None req-c09e7407-cf13-45b4-9fdd-e19c28bdfff4 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687916, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20132} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.905294] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c09e7407-cf13-45b4-9fdd-e19c28bdfff4 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1755.905294] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c09e7407-cf13-45b4-9fdd-e19c28bdfff4 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1755.905411] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c09e7407-cf13-45b4-9fdd-e19c28bdfff4 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1755.905579] env[63097]: INFO nova.compute.manager [None req-c09e7407-cf13-45b4-9fdd-e19c28bdfff4 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1755.905931] env[63097]: DEBUG oslo.service.loopingcall [None req-c09e7407-cf13-45b4-9fdd-e19c28bdfff4 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1755.906193] env[63097]: DEBUG nova.compute.manager [-] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1755.906301] env[63097]: DEBUG nova.network.neutron [-] [instance: e13820bb-f282-468f-90de-26279db2f9e9] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1755.913769] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f8cb0571-bcd1-4d3e-a24d-8cbce12a7a7f tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Lock "ba9469b1-da58-461f-8bc8-bda7dfbd1a7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.699s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.944573] env[63097]: DEBUG nova.objects.instance [None req-f25497a3-43c5-4410-9ef1-4f121059a188 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lazy-loading 'flavor' on Instance uuid d7568449-fd71-499c-952f-e86fa2209131 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1756.011682] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687917, 'name': CreateVM_Task, 'duration_secs': 0.404683} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.011904] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1281d741-76bf-4643-ad69-087171174766] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1756.012630] env[63097]: DEBUG oslo_concurrency.lockutils [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.012806] env[63097]: DEBUG oslo_concurrency.lockutils [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.013269] env[63097]: DEBUG oslo_concurrency.lockutils [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1756.013414] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d8a1b9c-4b9e-4743-9f8c-02f22d4c96de {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.018400] env[63097]: DEBUG oslo_vmware.api [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1756.018400] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52ef7316-3ebb-2ad9-fd03-b1360e2f2d11" [ 1756.018400] env[63097]: _type = "Task" [ 1756.018400] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.026314] env[63097]: DEBUG oslo_vmware.api [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52ef7316-3ebb-2ad9-fd03-b1360e2f2d11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.211096] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquiring lock "2a0f042f-3751-4b3c-8430-cd5f9814ac8d" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.211096] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "2a0f042f-3751-4b3c-8430-cd5f9814ac8d" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.211096] env[63097]: INFO nova.compute.manager [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Shelving [ 1756.449622] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f25497a3-43c5-4410-9ef1-4f121059a188 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "d7568449-fd71-499c-952f-e86fa2209131" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.261s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.456794] env[63097]: DEBUG nova.network.neutron [req-4319ce02-fa01-4629-805a-3527a3fd0193 req-df04b247-93ca-4582-8be6-61bf95383b22 service nova] [instance: 1281d741-76bf-4643-ad69-087171174766] Updated VIF entry in instance network info cache for port b2035916-ebb2-4887-ab14-2b0419c6421c. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1756.457255] env[63097]: DEBUG nova.network.neutron [req-4319ce02-fa01-4629-805a-3527a3fd0193 req-df04b247-93ca-4582-8be6-61bf95383b22 service nova] [instance: 1281d741-76bf-4643-ad69-087171174766] Updating instance_info_cache with network_info: [{"id": "b2035916-ebb2-4887-ab14-2b0419c6421c", "address": "fa:16:3e:6d:6e:f0", "network": {"id": "d70cadc2-f0c2-4049-9ac7-d45e51f71646", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-192217268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "948f5dbd858b498ab568c3656c1b46ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2035916-eb", "ovs_interfaceid": "b2035916-ebb2-4887-ab14-2b0419c6421c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1756.529510] env[63097]: DEBUG oslo_vmware.api [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52ef7316-3ebb-2ad9-fd03-b1360e2f2d11, 'name': SearchDatastore_Task, 'duration_secs': 0.009457} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.529902] env[63097]: DEBUG oslo_concurrency.lockutils [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1756.530239] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: 1281d741-76bf-4643-ad69-087171174766] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1756.530545] env[63097]: DEBUG oslo_concurrency.lockutils [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.530757] env[63097]: DEBUG oslo_concurrency.lockutils [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.531018] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1756.531338] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c101f3e-3c2a-4b95-bcc2-25b81dcda695 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.539941] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1756.540159] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1756.540927] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93fc8a93-f5c7-49a0-8289-2a6f4473f463 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.548129] env[63097]: DEBUG oslo_vmware.api [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1756.548129] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5238709a-0b59-fbd7-7b02-0647219e6ef1" [ 1756.548129] env[63097]: _type = "Task" [ 1756.548129] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.555262] env[63097]: DEBUG oslo_vmware.api [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5238709a-0b59-fbd7-7b02-0647219e6ef1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.663978] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7cd83e96-820e-4ce1-bdfc-f24d49089e84 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquiring lock "d7568449-fd71-499c-952f-e86fa2209131" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.663978] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7cd83e96-820e-4ce1-bdfc-f24d49089e84 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "d7568449-fd71-499c-952f-e86fa2209131" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.715346] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1756.715691] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c278dd03-bb9d-42e9-8180-6de909d09adc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.724124] env[63097]: DEBUG oslo_vmware.api [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1756.724124] env[63097]: value = "task-1687918" [ 1756.724124] env[63097]: _type = "Task" [ 1756.724124] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.732614] env[63097]: DEBUG oslo_vmware.api [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687918, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.881324] env[63097]: DEBUG nova.network.neutron [-] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1756.961053] env[63097]: DEBUG oslo_concurrency.lockutils [req-4319ce02-fa01-4629-805a-3527a3fd0193 req-df04b247-93ca-4582-8be6-61bf95383b22 service nova] Releasing lock "refresh_cache-1281d741-76bf-4643-ad69-087171174766" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1757.057019] env[63097]: DEBUG oslo_vmware.api [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5238709a-0b59-fbd7-7b02-0647219e6ef1, 'name': SearchDatastore_Task, 'duration_secs': 0.007932} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.057840] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59edd38d-6ffb-4ec9-8cd4-3337240a142d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.062767] env[63097]: DEBUG oslo_vmware.api [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1757.062767] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52ddb73d-7b06-b545-ae80-8a884646e007" [ 1757.062767] env[63097]: _type = "Task" [ 1757.062767] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.070422] env[63097]: DEBUG oslo_vmware.api [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52ddb73d-7b06-b545-ae80-8a884646e007, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.165990] env[63097]: INFO nova.compute.manager [None req-7cd83e96-820e-4ce1-bdfc-f24d49089e84 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: d7568449-fd71-499c-952f-e86fa2209131] Detaching volume 13b9cafa-d69a-4b62-941b-4736b47b4aa4 [ 1757.197959] env[63097]: INFO nova.virt.block_device [None req-7cd83e96-820e-4ce1-bdfc-f24d49089e84 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: d7568449-fd71-499c-952f-e86fa2209131] Attempting to driver detach volume 13b9cafa-d69a-4b62-941b-4736b47b4aa4 from mountpoint /dev/sdb [ 1757.198265] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cd83e96-820e-4ce1-bdfc-f24d49089e84 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: d7568449-fd71-499c-952f-e86fa2209131] Volume detach. Driver type: vmdk {{(pid=63097) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1757.198492] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cd83e96-820e-4ce1-bdfc-f24d49089e84 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: d7568449-fd71-499c-952f-e86fa2209131] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351804', 'volume_id': '13b9cafa-d69a-4b62-941b-4736b47b4aa4', 'name': 'volume-13b9cafa-d69a-4b62-941b-4736b47b4aa4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd7568449-fd71-499c-952f-e86fa2209131', 'attached_at': '', 'detached_at': '', 'volume_id': '13b9cafa-d69a-4b62-941b-4736b47b4aa4', 'serial': '13b9cafa-d69a-4b62-941b-4736b47b4aa4'} {{(pid=63097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1757.199342] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92fae254-ff40-426f-9a78-96155823180e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.220610] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcddec11-9c95-4574-a4e5-02c33f24c721 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.229838] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839e2f79-8376-407d-9b43-ef3e811d5241 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.234803] env[63097]: DEBUG oslo_vmware.api [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687918, 'name': PowerOffVM_Task, 'duration_secs': 0.166594} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.235461] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1757.236192] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a012104f-253e-4327-86ec-2bbcc6a1f6c6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.255073] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52ebb71-214f-42aa-876c-f9fc44e29c48 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.270717] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7cf2068-c955-484f-9506-3f11756f01df {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.282689] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cd83e96-820e-4ce1-bdfc-f24d49089e84 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] The volume has not been displaced from its original location: [datastore2] volume-13b9cafa-d69a-4b62-941b-4736b47b4aa4/volume-13b9cafa-d69a-4b62-941b-4736b47b4aa4.vmdk. No consolidation needed. {{(pid=63097) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1757.287773] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cd83e96-820e-4ce1-bdfc-f24d49089e84 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: d7568449-fd71-499c-952f-e86fa2209131] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1757.288353] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45f5cbc5-d6f4-461c-a21b-6d5d0a243ff7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.308756] env[63097]: DEBUG oslo_vmware.api [None req-7cd83e96-820e-4ce1-bdfc-f24d49089e84 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1757.308756] env[63097]: value = "task-1687919" [ 1757.308756] env[63097]: _type = "Task" [ 1757.308756] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.316114] env[63097]: DEBUG oslo_vmware.api [None req-7cd83e96-820e-4ce1-bdfc-f24d49089e84 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687919, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.383916] env[63097]: INFO nova.compute.manager [-] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Took 1.48 seconds to deallocate network for instance. [ 1757.573123] env[63097]: DEBUG oslo_vmware.api [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52ddb73d-7b06-b545-ae80-8a884646e007, 'name': SearchDatastore_Task, 'duration_secs': 0.009035} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.573434] env[63097]: DEBUG oslo_concurrency.lockutils [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1757.573699] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 1281d741-76bf-4643-ad69-087171174766/1281d741-76bf-4643-ad69-087171174766.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1757.573955] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1020c5dd-8c91-4556-b888-8a22a9098ebe {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.580316] env[63097]: DEBUG oslo_vmware.api [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1757.580316] env[63097]: value = "task-1687920" [ 1757.580316] env[63097]: _type = "Task" [ 1757.580316] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.587663] env[63097]: DEBUG oslo_vmware.api [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687920, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.759929] env[63097]: DEBUG nova.compute.manager [req-70bd64c0-babd-4e64-b3c0-dc3e112ccad9 req-df38e450-67da-4bbc-b324-3f6d4cb309d9 service nova] [instance: e13820bb-f282-468f-90de-26279db2f9e9] Received event network-vif-deleted-dab97e12-0858-421c-bf3b-964e00693916 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1757.806222] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Creating Snapshot of the VM instance {{(pid=63097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1757.806473] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8bac14df-f90f-4a51-89a4-d7153847b2a2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.814742] env[63097]: DEBUG oslo_vmware.api [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1757.814742] env[63097]: value = "task-1687921" [ 1757.814742] env[63097]: _type = "Task" [ 1757.814742] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.817788] env[63097]: DEBUG oslo_vmware.api [None req-7cd83e96-820e-4ce1-bdfc-f24d49089e84 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687919, 'name': ReconfigVM_Task, 'duration_secs': 0.229564} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.822193] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cd83e96-820e-4ce1-bdfc-f24d49089e84 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: d7568449-fd71-499c-952f-e86fa2209131] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1757.827126] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d695f6b6-1260-4067-803e-d8dd5dd1a504 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.841932] env[63097]: DEBUG oslo_vmware.api [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687921, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.843320] env[63097]: DEBUG oslo_vmware.api [None req-7cd83e96-820e-4ce1-bdfc-f24d49089e84 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1757.843320] env[63097]: value = "task-1687922" [ 1757.843320] env[63097]: _type = "Task" [ 1757.843320] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.852142] env[63097]: DEBUG oslo_vmware.api [None req-7cd83e96-820e-4ce1-bdfc-f24d49089e84 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687922, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.891040] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c09e7407-cf13-45b4-9fdd-e19c28bdfff4 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.891278] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c09e7407-cf13-45b4-9fdd-e19c28bdfff4 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.891478] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c09e7407-cf13-45b4-9fdd-e19c28bdfff4 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.912535] env[63097]: INFO nova.scheduler.client.report [None req-c09e7407-cf13-45b4-9fdd-e19c28bdfff4 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Deleted allocations for instance e13820bb-f282-468f-90de-26279db2f9e9 [ 1758.091552] env[63097]: DEBUG oslo_vmware.api [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687920, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.327499] env[63097]: DEBUG oslo_vmware.api [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687921, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.351905] env[63097]: DEBUG oslo_vmware.api [None req-7cd83e96-820e-4ce1-bdfc-f24d49089e84 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.421556] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c09e7407-cf13-45b4-9fdd-e19c28bdfff4 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "e13820bb-f282-468f-90de-26279db2f9e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.645s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.591456] env[63097]: DEBUG oslo_vmware.api [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687920, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.829477] env[63097]: DEBUG oslo_vmware.api [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687921, 'name': CreateSnapshot_Task, 'duration_secs': 0.632338} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.829867] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Created Snapshot of the VM instance {{(pid=63097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1758.830696] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1810e329-b179-4d6b-bcaf-cd3f909c499c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.853896] env[63097]: DEBUG oslo_vmware.api [None req-7cd83e96-820e-4ce1-bdfc-f24d49089e84 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687922, 'name': ReconfigVM_Task, 'duration_secs': 0.782675} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.856297] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cd83e96-820e-4ce1-bdfc-f24d49089e84 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: d7568449-fd71-499c-952f-e86fa2209131] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351804', 'volume_id': '13b9cafa-d69a-4b62-941b-4736b47b4aa4', 'name': 'volume-13b9cafa-d69a-4b62-941b-4736b47b4aa4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd7568449-fd71-499c-952f-e86fa2209131', 'attached_at': '', 'detached_at': '', 'volume_id': '13b9cafa-d69a-4b62-941b-4736b47b4aa4', 'serial': '13b9cafa-d69a-4b62-941b-4736b47b4aa4'} {{(pid=63097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1759.091518] env[63097]: DEBUG oslo_vmware.api [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687920, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.313146} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.091794] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 1281d741-76bf-4643-ad69-087171174766/1281d741-76bf-4643-ad69-087171174766.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1759.092068] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: 1281d741-76bf-4643-ad69-087171174766] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1759.092341] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-241b472c-1c45-441e-9a24-4a11f60c6bef {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.098715] env[63097]: DEBUG oslo_vmware.api [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1759.098715] env[63097]: value = "task-1687923" [ 1759.098715] env[63097]: _type = "Task" [ 1759.098715] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.107534] env[63097]: DEBUG oslo_vmware.api [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687923, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.349532] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Creating linked-clone VM from snapshot {{(pid=63097) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1759.349874] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-de978ea4-de46-44e6-bd0c-c0cbb2670744 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.358748] env[63097]: DEBUG oslo_vmware.api [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1759.358748] env[63097]: value = "task-1687924" [ 1759.358748] env[63097]: _type = "Task" [ 1759.358748] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.366908] env[63097]: DEBUG oslo_vmware.api [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687924, 'name': CloneVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.397684] env[63097]: DEBUG nova.objects.instance [None req-7cd83e96-820e-4ce1-bdfc-f24d49089e84 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lazy-loading 'flavor' on Instance uuid d7568449-fd71-499c-952f-e86fa2209131 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1759.610035] env[63097]: DEBUG oslo_vmware.api [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687923, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068502} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.610279] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: 1281d741-76bf-4643-ad69-087171174766] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1759.611069] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9512793b-532b-4309-809a-7f5de2e68b3e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.633463] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: 1281d741-76bf-4643-ad69-087171174766] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 1281d741-76bf-4643-ad69-087171174766/1281d741-76bf-4643-ad69-087171174766.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1759.633837] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02615fb9-d03f-473e-9552-e558ecd38acf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.654275] env[63097]: DEBUG oslo_vmware.api [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1759.654275] env[63097]: value = "task-1687925" [ 1759.654275] env[63097]: _type = "Task" [ 1759.654275] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.663135] env[63097]: DEBUG oslo_vmware.api [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687925, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.737034] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "2bb9403f-a2cd-473e-8a02-f613b033ee69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.737284] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "2bb9403f-a2cd-473e-8a02-f613b033ee69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.869585] env[63097]: DEBUG oslo_vmware.api [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687924, 'name': CloneVM_Task} progress is 94%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.165597] env[63097]: DEBUG oslo_vmware.api [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.239950] env[63097]: DEBUG nova.compute.manager [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1760.370165] env[63097]: DEBUG oslo_vmware.api [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687924, 'name': CloneVM_Task} progress is 94%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.405251] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7cd83e96-820e-4ce1-bdfc-f24d49089e84 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "d7568449-fd71-499c-952f-e86fa2209131" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.742s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.665782] env[63097]: DEBUG oslo_vmware.api [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687925, 'name': ReconfigVM_Task, 'duration_secs': 0.758971} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.665984] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: 1281d741-76bf-4643-ad69-087171174766] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 1281d741-76bf-4643-ad69-087171174766/1281d741-76bf-4643-ad69-087171174766.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1760.666594] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d498f71d-a312-4cb3-8486-a046e7d730ed {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.674157] env[63097]: DEBUG oslo_vmware.api [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1760.674157] env[63097]: value = "task-1687926" [ 1760.674157] env[63097]: _type = "Task" [ 1760.674157] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.685247] env[63097]: DEBUG oslo_vmware.api [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687926, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.765781] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.766873] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.767674] env[63097]: INFO nova.compute.claims [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1760.870114] env[63097]: DEBUG oslo_vmware.api [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687924, 'name': CloneVM_Task, 'duration_secs': 1.342728} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.870415] env[63097]: INFO nova.virt.vmwareapi.vmops [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Created linked-clone VM from snapshot [ 1760.871215] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea54f265-c2f6-4077-a0ef-e2331810e415 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.879504] env[63097]: DEBUG nova.virt.vmwareapi.images [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Uploading image 01c170c5-473f-4f73-a141-89448c587a8a {{(pid=63097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1760.900499] env[63097]: DEBUG oslo_vmware.rw_handles [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1760.900499] env[63097]: value = "vm-351807" [ 1760.900499] env[63097]: _type = "VirtualMachine" [ 1760.900499] env[63097]: }. {{(pid=63097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1760.900785] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d9e95b5b-955d-40fa-8403-4b9bfe61f939 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.908315] env[63097]: DEBUG oslo_vmware.rw_handles [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lease: (returnval){ [ 1760.908315] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52001df8-7e8f-a3c5-fe00-1757aeb83adf" [ 1760.908315] env[63097]: _type = "HttpNfcLease" [ 1760.908315] env[63097]: } obtained for exporting VM: (result){ [ 1760.908315] env[63097]: value = "vm-351807" [ 1760.908315] env[63097]: _type = "VirtualMachine" [ 1760.908315] env[63097]: }. {{(pid=63097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1760.908679] env[63097]: DEBUG oslo_vmware.api [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the lease: (returnval){ [ 1760.908679] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52001df8-7e8f-a3c5-fe00-1757aeb83adf" [ 1760.908679] env[63097]: _type = "HttpNfcLease" [ 1760.908679] env[63097]: } to be ready. {{(pid=63097) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1760.915048] env[63097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1760.915048] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52001df8-7e8f-a3c5-fe00-1757aeb83adf" [ 1760.915048] env[63097]: _type = "HttpNfcLease" [ 1760.915048] env[63097]: } is initializing. {{(pid=63097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1760.933654] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ddbd8257-6889-4e96-8c35-40cf94afff13 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquiring lock "d7568449-fd71-499c-952f-e86fa2209131" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.933910] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ddbd8257-6889-4e96-8c35-40cf94afff13 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "d7568449-fd71-499c-952f-e86fa2209131" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.934142] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ddbd8257-6889-4e96-8c35-40cf94afff13 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquiring lock "d7568449-fd71-499c-952f-e86fa2209131-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.934338] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ddbd8257-6889-4e96-8c35-40cf94afff13 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "d7568449-fd71-499c-952f-e86fa2209131-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.934513] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ddbd8257-6889-4e96-8c35-40cf94afff13 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "d7568449-fd71-499c-952f-e86fa2209131-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.940927] env[63097]: INFO nova.compute.manager [None req-ddbd8257-6889-4e96-8c35-40cf94afff13 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: d7568449-fd71-499c-952f-e86fa2209131] Terminating instance [ 1760.942488] env[63097]: DEBUG nova.compute.manager [None req-ddbd8257-6889-4e96-8c35-40cf94afff13 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: d7568449-fd71-499c-952f-e86fa2209131] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1760.942784] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-ddbd8257-6889-4e96-8c35-40cf94afff13 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: d7568449-fd71-499c-952f-e86fa2209131] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1760.943544] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee84684-56b0-45c5-9256-495fd1648eb8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.951416] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddbd8257-6889-4e96-8c35-40cf94afff13 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: d7568449-fd71-499c-952f-e86fa2209131] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1760.951660] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e58d5d52-926c-4de4-9ad7-f1f61b71b634 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.957652] env[63097]: DEBUG oslo_vmware.api [None req-ddbd8257-6889-4e96-8c35-40cf94afff13 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1760.957652] env[63097]: value = "task-1687928" [ 1760.957652] env[63097]: _type = "Task" [ 1760.957652] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.965035] env[63097]: DEBUG oslo_vmware.api [None req-ddbd8257-6889-4e96-8c35-40cf94afff13 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687928, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.183640] env[63097]: DEBUG oslo_vmware.api [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687926, 'name': Rename_Task, 'duration_secs': 0.14679} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.185223] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: 1281d741-76bf-4643-ad69-087171174766] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1761.185223] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55994dfe-5097-419b-a4c8-a0788613af5f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.190614] env[63097]: DEBUG oslo_vmware.api [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1761.190614] env[63097]: value = "task-1687929" [ 1761.190614] env[63097]: _type = "Task" [ 1761.190614] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.198088] env[63097]: DEBUG oslo_vmware.api [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687929, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.417877] env[63097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1761.417877] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52001df8-7e8f-a3c5-fe00-1757aeb83adf" [ 1761.417877] env[63097]: _type = "HttpNfcLease" [ 1761.417877] env[63097]: } is ready. {{(pid=63097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1761.418216] env[63097]: DEBUG oslo_vmware.rw_handles [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1761.418216] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52001df8-7e8f-a3c5-fe00-1757aeb83adf" [ 1761.418216] env[63097]: _type = "HttpNfcLease" [ 1761.418216] env[63097]: }. {{(pid=63097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1761.418959] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296d0de8-5e55-48ff-9003-c4aa154f0bc4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.426751] env[63097]: DEBUG oslo_vmware.rw_handles [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b3270-44c5-fdd5-fd85-64f75ee60915/disk-0.vmdk from lease info. {{(pid=63097) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1761.426936] env[63097]: DEBUG oslo_vmware.rw_handles [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b3270-44c5-fdd5-fd85-64f75ee60915/disk-0.vmdk for reading. {{(pid=63097) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1761.493731] env[63097]: DEBUG oslo_vmware.api [None req-ddbd8257-6889-4e96-8c35-40cf94afff13 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687928, 'name': PowerOffVM_Task, 'duration_secs': 0.181953} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.494025] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddbd8257-6889-4e96-8c35-40cf94afff13 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: d7568449-fd71-499c-952f-e86fa2209131] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1761.494206] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-ddbd8257-6889-4e96-8c35-40cf94afff13 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: d7568449-fd71-499c-952f-e86fa2209131] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1761.494467] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2cab3ab3-96a0-46e6-a6ca-b26ba4cc3773 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.525941] env[63097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3ef75691-62d7-423f-b17b-64825bc72a2e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.700842] env[63097]: DEBUG oslo_vmware.api [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687929, 'name': PowerOnVM_Task, 'duration_secs': 0.484365} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.703938] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: 1281d741-76bf-4643-ad69-087171174766] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1761.703938] env[63097]: INFO nova.compute.manager [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: 1281d741-76bf-4643-ad69-087171174766] Took 8.19 seconds to spawn the instance on the hypervisor. [ 1761.703938] env[63097]: DEBUG nova.compute.manager [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: 1281d741-76bf-4643-ad69-087171174766] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1761.703938] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbd073c-5dbb-4ab5-b07e-9b3968972694 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.864632] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657da427-42f2-4bb1-87a0-005d504c160e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.872540] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c332c96-3969-4ea3-8123-babaf30b4f4e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.904994] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8e9e2b-be56-43dd-b957-b0ca3b2c4b1a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.913088] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3223e01b-a042-42b2-a571-6b049d181794 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.926800] env[63097]: DEBUG nova.compute.provider_tree [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Updating inventory in ProviderTree for provider 6b378d8e-1145-4591-928b-605b58f0be9e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1762.222944] env[63097]: INFO nova.compute.manager [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: 1281d741-76bf-4643-ad69-087171174766] Took 13.71 seconds to build instance. [ 1762.230276] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-ddbd8257-6889-4e96-8c35-40cf94afff13 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: d7568449-fd71-499c-952f-e86fa2209131] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1762.230826] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-ddbd8257-6889-4e96-8c35-40cf94afff13 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: d7568449-fd71-499c-952f-e86fa2209131] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1762.230826] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddbd8257-6889-4e96-8c35-40cf94afff13 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Deleting the datastore file [datastore1] d7568449-fd71-499c-952f-e86fa2209131 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1762.231081] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-608336f9-f529-4c67-a364-0363336fa38d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.238137] env[63097]: DEBUG oslo_vmware.api [None req-ddbd8257-6889-4e96-8c35-40cf94afff13 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for the task: (returnval){ [ 1762.238137] env[63097]: value = "task-1687931" [ 1762.238137] env[63097]: _type = "Task" [ 1762.238137] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.248250] env[63097]: DEBUG oslo_vmware.api [None req-ddbd8257-6889-4e96-8c35-40cf94afff13 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687931, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.450520] env[63097]: ERROR nova.scheduler.client.report [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [req-23b36446-3898-4a26-80c2-d512a567590b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6b378d8e-1145-4591-928b-605b58f0be9e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-23b36446-3898-4a26-80c2-d512a567590b"}]} [ 1762.470292] env[63097]: DEBUG nova.scheduler.client.report [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Refreshing inventories for resource provider 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1762.486727] env[63097]: DEBUG nova.scheduler.client.report [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Updating ProviderTree inventory for provider 6b378d8e-1145-4591-928b-605b58f0be9e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1762.487238] env[63097]: DEBUG nova.compute.provider_tree [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Updating inventory in ProviderTree for provider 6b378d8e-1145-4591-928b-605b58f0be9e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1762.501473] env[63097]: DEBUG nova.scheduler.client.report [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Refreshing aggregate associations for resource provider 6b378d8e-1145-4591-928b-605b58f0be9e, aggregates: None {{(pid=63097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1762.519370] env[63097]: DEBUG nova.scheduler.client.report [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Refreshing trait associations for resource provider 6b378d8e-1145-4591-928b-605b58f0be9e, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=63097) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1762.621298] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff64c67a-4932-4010-a518-823a94f46cf7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.629321] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9eb0867-4504-4386-98e6-f64f1fc3f472 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.662696] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582f9c4f-4d84-4e5c-9caf-e5560df5d6c5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.671289] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52471e62-3b3c-4a7f-aaac-2f6d4f938752 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.685722] env[63097]: DEBUG nova.compute.provider_tree [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Updating inventory in ProviderTree for provider 6b378d8e-1145-4591-928b-605b58f0be9e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1762.725012] env[63097]: DEBUG oslo_concurrency.lockutils [None req-592df557-d380-47e0-ad2e-b68557613953 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "1281d741-76bf-4643-ad69-087171174766" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.224s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.752504] env[63097]: DEBUG oslo_vmware.api [None req-ddbd8257-6889-4e96-8c35-40cf94afff13 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Task: {'id': task-1687931, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.334642} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.752504] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddbd8257-6889-4e96-8c35-40cf94afff13 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1762.754534] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-ddbd8257-6889-4e96-8c35-40cf94afff13 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: d7568449-fd71-499c-952f-e86fa2209131] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1762.756668] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-ddbd8257-6889-4e96-8c35-40cf94afff13 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: d7568449-fd71-499c-952f-e86fa2209131] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1762.756668] env[63097]: INFO nova.compute.manager [None req-ddbd8257-6889-4e96-8c35-40cf94afff13 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] [instance: d7568449-fd71-499c-952f-e86fa2209131] Took 1.81 seconds to destroy the instance on the hypervisor. [ 1762.756668] env[63097]: DEBUG oslo.service.loopingcall [None req-ddbd8257-6889-4e96-8c35-40cf94afff13 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1762.756668] env[63097]: DEBUG nova.compute.manager [-] [instance: d7568449-fd71-499c-952f-e86fa2209131] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1762.756668] env[63097]: DEBUG nova.network.neutron [-] [instance: d7568449-fd71-499c-952f-e86fa2209131] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1763.131418] env[63097]: DEBUG nova.compute.manager [req-40616c24-082f-44cf-898c-450ff2831368 req-c273b58b-39b8-47a0-a60d-df1e84c53f17 service nova] [instance: 1281d741-76bf-4643-ad69-087171174766] Received event network-changed-b2035916-ebb2-4887-ab14-2b0419c6421c {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1763.131592] env[63097]: DEBUG nova.compute.manager [req-40616c24-082f-44cf-898c-450ff2831368 req-c273b58b-39b8-47a0-a60d-df1e84c53f17 service nova] [instance: 1281d741-76bf-4643-ad69-087171174766] Refreshing instance network info cache due to event network-changed-b2035916-ebb2-4887-ab14-2b0419c6421c. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1763.131924] env[63097]: DEBUG oslo_concurrency.lockutils [req-40616c24-082f-44cf-898c-450ff2831368 req-c273b58b-39b8-47a0-a60d-df1e84c53f17 service nova] Acquiring lock "refresh_cache-1281d741-76bf-4643-ad69-087171174766" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.132150] env[63097]: DEBUG oslo_concurrency.lockutils [req-40616c24-082f-44cf-898c-450ff2831368 req-c273b58b-39b8-47a0-a60d-df1e84c53f17 service nova] Acquired lock "refresh_cache-1281d741-76bf-4643-ad69-087171174766" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.132558] env[63097]: DEBUG nova.network.neutron [req-40616c24-082f-44cf-898c-450ff2831368 req-c273b58b-39b8-47a0-a60d-df1e84c53f17 service nova] [instance: 1281d741-76bf-4643-ad69-087171174766] Refreshing network info cache for port b2035916-ebb2-4887-ab14-2b0419c6421c {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1763.225924] env[63097]: DEBUG nova.scheduler.client.report [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Updated inventory for provider 6b378d8e-1145-4591-928b-605b58f0be9e with generation 164 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1763.227130] env[63097]: DEBUG nova.compute.provider_tree [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Updating resource provider 6b378d8e-1145-4591-928b-605b58f0be9e generation from 164 to 165 during operation: update_inventory {{(pid=63097) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1763.227404] env[63097]: DEBUG nova.compute.provider_tree [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Updating inventory in ProviderTree for provider 6b378d8e-1145-4591-928b-605b58f0be9e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1763.285550] env[63097]: DEBUG nova.compute.manager [req-c856f4bf-e3cc-4e70-aa59-d12d5202db35 req-85fe2df2-dbb0-46d9-b4f1-4f86c984aa9e service nova] [instance: d7568449-fd71-499c-952f-e86fa2209131] Received event network-vif-deleted-05ca4927-c880-4306-b41a-ddd4d2a52548 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1763.286282] env[63097]: INFO nova.compute.manager [req-c856f4bf-e3cc-4e70-aa59-d12d5202db35 req-85fe2df2-dbb0-46d9-b4f1-4f86c984aa9e service nova] [instance: d7568449-fd71-499c-952f-e86fa2209131] Neutron deleted interface 05ca4927-c880-4306-b41a-ddd4d2a52548; detaching it from the instance and deleting it from the info cache [ 1763.286489] env[63097]: DEBUG nova.network.neutron [req-c856f4bf-e3cc-4e70-aa59-d12d5202db35 req-85fe2df2-dbb0-46d9-b4f1-4f86c984aa9e service nova] [instance: d7568449-fd71-499c-952f-e86fa2209131] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1763.738372] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.969s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.738372] env[63097]: DEBUG nova.compute.manager [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1763.744393] env[63097]: DEBUG nova.network.neutron [-] [instance: d7568449-fd71-499c-952f-e86fa2209131] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1763.789785] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c87dc5c0-14b9-4512-aa95-134fec7370b0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.803360] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5115e018-ae6f-43f1-94a7-a9042fd598c3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.834661] env[63097]: DEBUG nova.compute.manager [req-c856f4bf-e3cc-4e70-aa59-d12d5202db35 req-85fe2df2-dbb0-46d9-b4f1-4f86c984aa9e service nova] [instance: d7568449-fd71-499c-952f-e86fa2209131] Detach interface failed, port_id=05ca4927-c880-4306-b41a-ddd4d2a52548, reason: Instance d7568449-fd71-499c-952f-e86fa2209131 could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1763.883172] env[63097]: DEBUG nova.network.neutron [req-40616c24-082f-44cf-898c-450ff2831368 req-c273b58b-39b8-47a0-a60d-df1e84c53f17 service nova] [instance: 1281d741-76bf-4643-ad69-087171174766] Updated VIF entry in instance network info cache for port b2035916-ebb2-4887-ab14-2b0419c6421c. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1763.886124] env[63097]: DEBUG nova.network.neutron [req-40616c24-082f-44cf-898c-450ff2831368 req-c273b58b-39b8-47a0-a60d-df1e84c53f17 service nova] [instance: 1281d741-76bf-4643-ad69-087171174766] Updating instance_info_cache with network_info: [{"id": "b2035916-ebb2-4887-ab14-2b0419c6421c", "address": "fa:16:3e:6d:6e:f0", "network": {"id": "d70cadc2-f0c2-4049-9ac7-d45e51f71646", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-192217268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "948f5dbd858b498ab568c3656c1b46ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2035916-eb", "ovs_interfaceid": "b2035916-ebb2-4887-ab14-2b0419c6421c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1764.245209] env[63097]: DEBUG nova.compute.utils [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1764.248165] env[63097]: DEBUG nova.compute.manager [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1764.248372] env[63097]: DEBUG nova.network.neutron [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1764.250806] env[63097]: INFO nova.compute.manager [-] [instance: d7568449-fd71-499c-952f-e86fa2209131] Took 1.49 seconds to deallocate network for instance. [ 1764.328269] env[63097]: DEBUG nova.policy [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a9cb72e6cba4d67bee9c0b392cfd3c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1bb501857d7a49bab571b96be7671416', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1764.389208] env[63097]: DEBUG oslo_concurrency.lockutils [req-40616c24-082f-44cf-898c-450ff2831368 req-c273b58b-39b8-47a0-a60d-df1e84c53f17 service nova] Releasing lock "refresh_cache-1281d741-76bf-4643-ad69-087171174766" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1764.643271] env[63097]: DEBUG nova.network.neutron [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Successfully created port: e0c9fb45-a35e-4148-aab4-9f9861df2b9b {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1764.752424] env[63097]: DEBUG nova.compute.manager [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1764.757869] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ddbd8257-6889-4e96-8c35-40cf94afff13 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.759071] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ddbd8257-6889-4e96-8c35-40cf94afff13 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.759071] env[63097]: DEBUG nova.objects.instance [None req-ddbd8257-6889-4e96-8c35-40cf94afff13 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lazy-loading 'resources' on Instance uuid d7568449-fd71-499c-952f-e86fa2209131 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1765.351834] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a728d793-74f5-428a-bc67-3b24da6f523b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.359504] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84909d8-4f62-4a09-b20a-be3501317ad0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.393918] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd71b038-ea19-4343-9c39-e0370469acc4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.401560] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8bf276-b6f6-4b44-85f1-b0e87969240a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.418272] env[63097]: DEBUG nova.compute.provider_tree [None req-ddbd8257-6889-4e96-8c35-40cf94afff13 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1765.765576] env[63097]: DEBUG nova.compute.manager [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1765.791314] env[63097]: DEBUG nova.virt.hardware [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1765.791567] env[63097]: DEBUG nova.virt.hardware [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1765.791731] env[63097]: DEBUG nova.virt.hardware [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1765.791919] env[63097]: DEBUG nova.virt.hardware [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1765.792084] env[63097]: DEBUG nova.virt.hardware [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1765.792242] env[63097]: DEBUG nova.virt.hardware [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1765.792455] env[63097]: DEBUG nova.virt.hardware [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1765.792621] env[63097]: DEBUG nova.virt.hardware [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1765.792791] env[63097]: DEBUG nova.virt.hardware [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1765.792986] env[63097]: DEBUG nova.virt.hardware [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1765.793186] env[63097]: DEBUG nova.virt.hardware [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1765.794100] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f335234d-3094-4b43-a6bc-bdb0d4e34d50 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.802418] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0edc5e-7aed-4b42-a5ef-0aa9550f0cdf {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.923906] env[63097]: DEBUG nova.scheduler.client.report [None req-ddbd8257-6889-4e96-8c35-40cf94afff13 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1766.057939] env[63097]: DEBUG nova.compute.manager [req-797969f4-8011-4e1f-a3f1-f86a5533c5f4 req-9a99ff96-a4e9-4cdd-84b8-57a07e4f166e service nova] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Received event network-vif-plugged-e0c9fb45-a35e-4148-aab4-9f9861df2b9b {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1766.058272] env[63097]: DEBUG oslo_concurrency.lockutils [req-797969f4-8011-4e1f-a3f1-f86a5533c5f4 req-9a99ff96-a4e9-4cdd-84b8-57a07e4f166e service nova] Acquiring lock "2bb9403f-a2cd-473e-8a02-f613b033ee69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.058451] env[63097]: DEBUG oslo_concurrency.lockutils [req-797969f4-8011-4e1f-a3f1-f86a5533c5f4 req-9a99ff96-a4e9-4cdd-84b8-57a07e4f166e service nova] Lock "2bb9403f-a2cd-473e-8a02-f613b033ee69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.058608] env[63097]: DEBUG oslo_concurrency.lockutils [req-797969f4-8011-4e1f-a3f1-f86a5533c5f4 req-9a99ff96-a4e9-4cdd-84b8-57a07e4f166e service nova] Lock "2bb9403f-a2cd-473e-8a02-f613b033ee69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.058752] env[63097]: DEBUG nova.compute.manager [req-797969f4-8011-4e1f-a3f1-f86a5533c5f4 req-9a99ff96-a4e9-4cdd-84b8-57a07e4f166e service nova] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] No waiting events found dispatching network-vif-plugged-e0c9fb45-a35e-4148-aab4-9f9861df2b9b {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1766.058928] env[63097]: WARNING nova.compute.manager [req-797969f4-8011-4e1f-a3f1-f86a5533c5f4 req-9a99ff96-a4e9-4cdd-84b8-57a07e4f166e service nova] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Received unexpected event network-vif-plugged-e0c9fb45-a35e-4148-aab4-9f9861df2b9b for instance with vm_state building and task_state spawning. [ 1766.179625] env[63097]: DEBUG nova.network.neutron [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Successfully updated port: e0c9fb45-a35e-4148-aab4-9f9861df2b9b {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1766.430652] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ddbd8257-6889-4e96-8c35-40cf94afff13 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.672s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.453985] env[63097]: INFO nova.scheduler.client.report [None req-ddbd8257-6889-4e96-8c35-40cf94afff13 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Deleted allocations for instance d7568449-fd71-499c-952f-e86fa2209131 [ 1766.681417] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "refresh_cache-2bb9403f-a2cd-473e-8a02-f613b033ee69" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.681647] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquired lock "refresh_cache-2bb9403f-a2cd-473e-8a02-f613b033ee69" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.681800] env[63097]: DEBUG nova.network.neutron [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1766.963149] env[63097]: DEBUG oslo_concurrency.lockutils [None req-ddbd8257-6889-4e96-8c35-40cf94afff13 tempest-AttachVolumeNegativeTest-2072209259 tempest-AttachVolumeNegativeTest-2072209259-project-member] Lock "d7568449-fd71-499c-952f-e86fa2209131" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.029s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.216824] env[63097]: DEBUG nova.network.neutron [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1767.365533] env[63097]: DEBUG nova.network.neutron [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Updating instance_info_cache with network_info: [{"id": "e0c9fb45-a35e-4148-aab4-9f9861df2b9b", "address": "fa:16:3e:4b:67:5f", "network": {"id": "cab4f1b3-f7f6-44cf-96d8-e5cde8573d49", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-74996664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bb501857d7a49bab571b96be7671416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0c9fb45-a3", "ovs_interfaceid": "e0c9fb45-a35e-4148-aab4-9f9861df2b9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1767.868924] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Releasing lock "refresh_cache-2bb9403f-a2cd-473e-8a02-f613b033ee69" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.869755] env[63097]: DEBUG nova.compute.manager [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Instance network_info: |[{"id": "e0c9fb45-a35e-4148-aab4-9f9861df2b9b", "address": "fa:16:3e:4b:67:5f", "network": {"id": "cab4f1b3-f7f6-44cf-96d8-e5cde8573d49", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-74996664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bb501857d7a49bab571b96be7671416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0c9fb45-a3", "ovs_interfaceid": "e0c9fb45-a35e-4148-aab4-9f9861df2b9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1767.870071] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:67:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c7821ea-f92f-4f06-a4cb-05e1186a9d22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0c9fb45-a35e-4148-aab4-9f9861df2b9b', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1767.881305] env[63097]: DEBUG oslo.service.loopingcall [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1767.881692] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1767.882029] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea654e92-88bc-4788-910c-e3d898cd7432 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.909127] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1767.909127] env[63097]: value = "task-1687934" [ 1767.909127] env[63097]: _type = "Task" [ 1767.909127] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.919845] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687934, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.087701] env[63097]: DEBUG nova.compute.manager [req-7309d5bd-3403-4846-8c35-f68af78d0c2f req-36c0a428-121a-4758-8f52-4be677a7bda1 service nova] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Received event network-changed-e0c9fb45-a35e-4148-aab4-9f9861df2b9b {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1768.087936] env[63097]: DEBUG nova.compute.manager [req-7309d5bd-3403-4846-8c35-f68af78d0c2f req-36c0a428-121a-4758-8f52-4be677a7bda1 service nova] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Refreshing instance network info cache due to event network-changed-e0c9fb45-a35e-4148-aab4-9f9861df2b9b. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1768.088176] env[63097]: DEBUG oslo_concurrency.lockutils [req-7309d5bd-3403-4846-8c35-f68af78d0c2f req-36c0a428-121a-4758-8f52-4be677a7bda1 service nova] Acquiring lock "refresh_cache-2bb9403f-a2cd-473e-8a02-f613b033ee69" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.088331] env[63097]: DEBUG oslo_concurrency.lockutils [req-7309d5bd-3403-4846-8c35-f68af78d0c2f req-36c0a428-121a-4758-8f52-4be677a7bda1 service nova] Acquired lock "refresh_cache-2bb9403f-a2cd-473e-8a02-f613b033ee69" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.088510] env[63097]: DEBUG nova.network.neutron [req-7309d5bd-3403-4846-8c35-f68af78d0c2f req-36c0a428-121a-4758-8f52-4be677a7bda1 service nova] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Refreshing network info cache for port e0c9fb45-a35e-4148-aab4-9f9861df2b9b {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1768.419974] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687934, 'name': CreateVM_Task, 'duration_secs': 0.432329} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.419974] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1768.420398] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.420639] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.421000] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1768.421319] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-700e12c8-e9dd-4679-994d-7f914333fc88 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.426094] env[63097]: DEBUG oslo_vmware.api [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1768.426094] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5272416f-bb03-b7fa-c1ed-6c45f8f9e9df" [ 1768.426094] env[63097]: _type = "Task" [ 1768.426094] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.434780] env[63097]: DEBUG oslo_vmware.api [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5272416f-bb03-b7fa-c1ed-6c45f8f9e9df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.743616] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Acquiring lock "77e5f46f-2e5a-46aa-be58-d621cd091591" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.743886] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Lock "77e5f46f-2e5a-46aa-be58-d621cd091591" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.744090] env[63097]: INFO nova.compute.manager [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Shelving [ 1768.829740] env[63097]: DEBUG nova.network.neutron [req-7309d5bd-3403-4846-8c35-f68af78d0c2f req-36c0a428-121a-4758-8f52-4be677a7bda1 service nova] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Updated VIF entry in instance network info cache for port e0c9fb45-a35e-4148-aab4-9f9861df2b9b. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1768.830145] env[63097]: DEBUG nova.network.neutron [req-7309d5bd-3403-4846-8c35-f68af78d0c2f req-36c0a428-121a-4758-8f52-4be677a7bda1 service nova] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Updating instance_info_cache with network_info: [{"id": "e0c9fb45-a35e-4148-aab4-9f9861df2b9b", "address": "fa:16:3e:4b:67:5f", "network": {"id": "cab4f1b3-f7f6-44cf-96d8-e5cde8573d49", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-74996664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bb501857d7a49bab571b96be7671416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0c9fb45-a3", "ovs_interfaceid": "e0c9fb45-a35e-4148-aab4-9f9861df2b9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1768.937637] env[63097]: DEBUG oslo_vmware.api [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5272416f-bb03-b7fa-c1ed-6c45f8f9e9df, 'name': SearchDatastore_Task, 'duration_secs': 0.012511} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.938141] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.938486] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1768.938870] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.939160] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.939458] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1768.939792] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f67080d-a8bc-4710-99cd-1fcfbdb7ef1d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.956056] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1768.956293] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1768.957055] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03aa1086-165c-4031-a687-02dc3c982f4f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.962361] env[63097]: DEBUG oslo_vmware.api [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1768.962361] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5299990e-8770-bc91-5b62-70f5c563e20c" [ 1768.962361] env[63097]: _type = "Task" [ 1768.962361] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.969890] env[63097]: DEBUG oslo_vmware.api [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5299990e-8770-bc91-5b62-70f5c563e20c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.251534] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1769.251799] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b8b989a-6c83-4732-b742-bf20fb8ff50e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.259493] env[63097]: DEBUG oslo_vmware.api [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Waiting for the task: (returnval){ [ 1769.259493] env[63097]: value = "task-1687936" [ 1769.259493] env[63097]: _type = "Task" [ 1769.259493] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.268065] env[63097]: DEBUG oslo_vmware.api [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.333457] env[63097]: DEBUG oslo_concurrency.lockutils [req-7309d5bd-3403-4846-8c35-f68af78d0c2f req-36c0a428-121a-4758-8f52-4be677a7bda1 service nova] Releasing lock "refresh_cache-2bb9403f-a2cd-473e-8a02-f613b033ee69" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1769.473444] env[63097]: DEBUG oslo_vmware.api [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5299990e-8770-bc91-5b62-70f5c563e20c, 'name': SearchDatastore_Task, 'duration_secs': 0.08875} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.474324] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87c629a4-fd8c-411e-8f2a-45a99baf7e4f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.480209] env[63097]: DEBUG oslo_vmware.api [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1769.480209] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52f73ea5-e904-42d9-b247-09d6d01e5f64" [ 1769.480209] env[63097]: _type = "Task" [ 1769.480209] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.488275] env[63097]: DEBUG oslo_vmware.api [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52f73ea5-e904-42d9-b247-09d6d01e5f64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.769807] env[63097]: DEBUG oslo_vmware.api [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687936, 'name': PowerOffVM_Task, 'duration_secs': 0.232802} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.769807] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1769.770420] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0f923a-4d31-4b01-bc43-39034d6334e6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.790354] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df97b47-6332-4941-b2e4-03e286bd81f3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.990986] env[63097]: DEBUG oslo_vmware.api [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52f73ea5-e904-42d9-b247-09d6d01e5f64, 'name': SearchDatastore_Task, 'duration_secs': 0.015667} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.991377] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1769.991632] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 2bb9403f-a2cd-473e-8a02-f613b033ee69/2bb9403f-a2cd-473e-8a02-f613b033ee69.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1769.991999] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-adf167ad-bc58-4891-aa5c-45277f88a2ab {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.999355] env[63097]: DEBUG oslo_vmware.api [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1769.999355] env[63097]: value = "task-1687937" [ 1769.999355] env[63097]: _type = "Task" [ 1769.999355] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.007691] env[63097]: DEBUG oslo_vmware.api [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687937, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.301015] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Creating Snapshot of the VM instance {{(pid=63097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1770.301433] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-04705a07-c8ac-438e-9a6f-5251eca4020f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.311489] env[63097]: DEBUG oslo_vmware.api [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Waiting for the task: (returnval){ [ 1770.311489] env[63097]: value = "task-1687939" [ 1770.311489] env[63097]: _type = "Task" [ 1770.311489] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.323084] env[63097]: DEBUG oslo_vmware.api [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687939, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.510749] env[63097]: DEBUG oslo_vmware.api [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687937, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.822614] env[63097]: DEBUG oslo_vmware.api [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687939, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.010413] env[63097]: DEBUG oslo_vmware.api [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687937, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540062} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.010818] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 2bb9403f-a2cd-473e-8a02-f613b033ee69/2bb9403f-a2cd-473e-8a02-f613b033ee69.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1771.010907] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1771.011241] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c5c4d00-b98f-451d-a078-a2d04d5deb05 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.018311] env[63097]: DEBUG oslo_vmware.api [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1771.018311] env[63097]: value = "task-1687941" [ 1771.018311] env[63097]: _type = "Task" [ 1771.018311] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.027234] env[63097]: DEBUG oslo_vmware.api [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687941, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.322927] env[63097]: DEBUG oslo_vmware.api [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687939, 'name': CreateSnapshot_Task, 'duration_secs': 0.887926} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.323278] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Created Snapshot of the VM instance {{(pid=63097) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1771.324080] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09bbfbb-c42c-41c2-8f61-a16d3b66b94e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.528920] env[63097]: DEBUG oslo_vmware.api [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687941, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068152} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.529174] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1771.530095] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ad2902-f159-49dd-90ef-15552a233eba {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.552690] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 2bb9403f-a2cd-473e-8a02-f613b033ee69/2bb9403f-a2cd-473e-8a02-f613b033ee69.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1771.553021] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d118d4a9-c3e9-4697-864f-a14d05bee423 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.573007] env[63097]: DEBUG oslo_vmware.api [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1771.573007] env[63097]: value = "task-1687942" [ 1771.573007] env[63097]: _type = "Task" [ 1771.573007] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.583820] env[63097]: DEBUG oslo_vmware.api [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687942, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.842047] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Creating linked-clone VM from snapshot {{(pid=63097) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1771.842457] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a772d2e6-cf35-4203-88d7-8c5fad6a2517 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.851410] env[63097]: DEBUG oslo_vmware.api [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Waiting for the task: (returnval){ [ 1771.851410] env[63097]: value = "task-1687943" [ 1771.851410] env[63097]: _type = "Task" [ 1771.851410] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.860950] env[63097]: DEBUG oslo_vmware.api [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687943, 'name': CloneVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.022480] env[63097]: DEBUG oslo_vmware.rw_handles [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b3270-44c5-fdd5-fd85-64f75ee60915/disk-0.vmdk. {{(pid=63097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1772.023387] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cfa56f0-4d8e-4fff-a424-ce057a77f24e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.029484] env[63097]: DEBUG oslo_vmware.rw_handles [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b3270-44c5-fdd5-fd85-64f75ee60915/disk-0.vmdk is in state: ready. {{(pid=63097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1772.029668] env[63097]: ERROR oslo_vmware.rw_handles [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b3270-44c5-fdd5-fd85-64f75ee60915/disk-0.vmdk due to incomplete transfer. [ 1772.029893] env[63097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e24c7f82-9567-4eb0-a34b-4b113dd7036e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.036490] env[63097]: DEBUG oslo_vmware.rw_handles [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b3270-44c5-fdd5-fd85-64f75ee60915/disk-0.vmdk. {{(pid=63097) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1772.036676] env[63097]: DEBUG nova.virt.vmwareapi.images [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Uploaded image 01c170c5-473f-4f73-a141-89448c587a8a to the Glance image server {{(pid=63097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1772.039185] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Destroying the VM {{(pid=63097) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1772.039421] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a9bd7f82-b570-48f6-ba4a-7d9e3623e877 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.045252] env[63097]: DEBUG oslo_vmware.api [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1772.045252] env[63097]: value = "task-1687944" [ 1772.045252] env[63097]: _type = "Task" [ 1772.045252] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.053633] env[63097]: DEBUG oslo_vmware.api [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687944, 'name': Destroy_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.081700] env[63097]: DEBUG oslo_vmware.api [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687942, 'name': ReconfigVM_Task, 'duration_secs': 0.3306} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.081973] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 2bb9403f-a2cd-473e-8a02-f613b033ee69/2bb9403f-a2cd-473e-8a02-f613b033ee69.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1772.082666] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-969daaa5-53bf-4283-a065-7ce96269ec8d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.089717] env[63097]: DEBUG oslo_vmware.api [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1772.089717] env[63097]: value = "task-1687945" [ 1772.089717] env[63097]: _type = "Task" [ 1772.089717] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.098800] env[63097]: DEBUG oslo_vmware.api [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687945, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.360967] env[63097]: DEBUG oslo_vmware.api [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687943, 'name': CloneVM_Task} progress is 94%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.556134] env[63097]: DEBUG oslo_vmware.api [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687944, 'name': Destroy_Task, 'duration_secs': 0.390917} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.556453] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Destroyed the VM [ 1772.556737] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Deleting Snapshot of the VM instance {{(pid=63097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1772.557011] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f500e79f-3941-4bd1-8d53-5c58624eca62 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.563202] env[63097]: DEBUG oslo_vmware.api [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1772.563202] env[63097]: value = "task-1687947" [ 1772.563202] env[63097]: _type = "Task" [ 1772.563202] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.570783] env[63097]: DEBUG oslo_vmware.api [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687947, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.598150] env[63097]: DEBUG oslo_vmware.api [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687945, 'name': Rename_Task, 'duration_secs': 0.162346} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.598412] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1772.598688] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a6c1b77-904d-46db-b91d-dbb83aa40b75 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.604242] env[63097]: DEBUG oslo_vmware.api [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1772.604242] env[63097]: value = "task-1687948" [ 1772.604242] env[63097]: _type = "Task" [ 1772.604242] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.611508] env[63097]: DEBUG oslo_vmware.api [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687948, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.861684] env[63097]: DEBUG oslo_vmware.api [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687943, 'name': CloneVM_Task} progress is 94%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.073363] env[63097]: DEBUG oslo_vmware.api [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687947, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.113927] env[63097]: DEBUG oslo_vmware.api [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687948, 'name': PowerOnVM_Task} progress is 71%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.362696] env[63097]: DEBUG oslo_vmware.api [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687943, 'name': CloneVM_Task, 'duration_secs': 1.469975} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.362955] env[63097]: INFO nova.virt.vmwareapi.vmops [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Created linked-clone VM from snapshot [ 1773.363795] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b448b62d-a801-42bd-a658-c4bb6fb7ce13 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.371397] env[63097]: DEBUG nova.virt.vmwareapi.images [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Uploading image 2c4c6e02-57f9-42c1-a7a2-010b53dfdd55 {{(pid=63097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1773.392679] env[63097]: DEBUG oslo_vmware.rw_handles [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1773.392679] env[63097]: value = "vm-351811" [ 1773.392679] env[63097]: _type = "VirtualMachine" [ 1773.392679] env[63097]: }. {{(pid=63097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1773.392999] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-362771f7-b011-4a3b-aaef-bdc14d895a8f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.401694] env[63097]: DEBUG oslo_vmware.rw_handles [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Lease: (returnval){ [ 1773.401694] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52cd4606-5dee-a50c-ba58-3db9072ef3b4" [ 1773.401694] env[63097]: _type = "HttpNfcLease" [ 1773.401694] env[63097]: } obtained for exporting VM: (result){ [ 1773.401694] env[63097]: value = "vm-351811" [ 1773.401694] env[63097]: _type = "VirtualMachine" [ 1773.401694] env[63097]: }. {{(pid=63097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1773.402024] env[63097]: DEBUG oslo_vmware.api [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Waiting for the lease: (returnval){ [ 1773.402024] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52cd4606-5dee-a50c-ba58-3db9072ef3b4" [ 1773.402024] env[63097]: _type = "HttpNfcLease" [ 1773.402024] env[63097]: } to be ready. {{(pid=63097) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1773.409046] env[63097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1773.409046] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52cd4606-5dee-a50c-ba58-3db9072ef3b4" [ 1773.409046] env[63097]: _type = "HttpNfcLease" [ 1773.409046] env[63097]: } is initializing. {{(pid=63097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1773.574368] env[63097]: DEBUG oslo_vmware.api [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687947, 'name': RemoveSnapshot_Task, 'duration_secs': 0.823331} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.574690] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Deleted Snapshot of the VM instance {{(pid=63097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1773.575069] env[63097]: DEBUG nova.compute.manager [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1773.575905] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95877bcd-2e8b-4805-bb71-1eb3e0cb87eb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.614290] env[63097]: DEBUG oslo_vmware.api [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1687948, 'name': PowerOnVM_Task, 'duration_secs': 0.754141} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.614581] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1773.615390] env[63097]: INFO nova.compute.manager [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Took 7.85 seconds to spawn the instance on the hypervisor. [ 1773.615607] env[63097]: DEBUG nova.compute.manager [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1773.616440] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef780cae-ab99-43fb-868c-78af15f7c570 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.910948] env[63097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1773.910948] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52cd4606-5dee-a50c-ba58-3db9072ef3b4" [ 1773.910948] env[63097]: _type = "HttpNfcLease" [ 1773.910948] env[63097]: } is ready. {{(pid=63097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1773.911278] env[63097]: DEBUG oslo_vmware.rw_handles [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1773.911278] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52cd4606-5dee-a50c-ba58-3db9072ef3b4" [ 1773.911278] env[63097]: _type = "HttpNfcLease" [ 1773.911278] env[63097]: }. {{(pid=63097) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1773.912064] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b5cbba-e450-4e88-801a-4bbf38336329 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.919576] env[63097]: DEBUG oslo_vmware.rw_handles [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521d7802-648c-db14-815b-3c7ad7e6fcd8/disk-0.vmdk from lease info. {{(pid=63097) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1773.919780] env[63097]: DEBUG oslo_vmware.rw_handles [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521d7802-648c-db14-815b-3c7ad7e6fcd8/disk-0.vmdk for reading. {{(pid=63097) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1774.006248] env[63097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-423d39b1-4329-4fe7-890f-4e58a6ab6f91 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.088829] env[63097]: INFO nova.compute.manager [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Shelve offloading [ 1774.090012] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1774.090535] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5676f1d-52f0-4349-8444-19c082f04bf2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.098705] env[63097]: DEBUG oslo_vmware.api [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1774.098705] env[63097]: value = "task-1687950" [ 1774.098705] env[63097]: _type = "Task" [ 1774.098705] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.107698] env[63097]: DEBUG oslo_vmware.api [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687950, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.137284] env[63097]: INFO nova.compute.manager [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Took 13.39 seconds to build instance. [ 1774.459101] env[63097]: DEBUG nova.compute.manager [req-4e217691-22d8-48e5-a97b-6e632f25ef58 req-932b9246-f5e1-4fc4-ad43-b2f678d82ed9 service nova] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Received event network-changed-e0c9fb45-a35e-4148-aab4-9f9861df2b9b {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1774.459101] env[63097]: DEBUG nova.compute.manager [req-4e217691-22d8-48e5-a97b-6e632f25ef58 req-932b9246-f5e1-4fc4-ad43-b2f678d82ed9 service nova] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Refreshing instance network info cache due to event network-changed-e0c9fb45-a35e-4148-aab4-9f9861df2b9b. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1774.459619] env[63097]: DEBUG oslo_concurrency.lockutils [req-4e217691-22d8-48e5-a97b-6e632f25ef58 req-932b9246-f5e1-4fc4-ad43-b2f678d82ed9 service nova] Acquiring lock "refresh_cache-2bb9403f-a2cd-473e-8a02-f613b033ee69" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1774.459892] env[63097]: DEBUG oslo_concurrency.lockutils [req-4e217691-22d8-48e5-a97b-6e632f25ef58 req-932b9246-f5e1-4fc4-ad43-b2f678d82ed9 service nova] Acquired lock "refresh_cache-2bb9403f-a2cd-473e-8a02-f613b033ee69" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.460220] env[63097]: DEBUG nova.network.neutron [req-4e217691-22d8-48e5-a97b-6e632f25ef58 req-932b9246-f5e1-4fc4-ad43-b2f678d82ed9 service nova] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Refreshing network info cache for port e0c9fb45-a35e-4148-aab4-9f9861df2b9b {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1774.612132] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] VM already powered off {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1774.612560] env[63097]: DEBUG nova.compute.manager [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1774.613453] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7223cf9-e641-473b-9c51-a81c8f65d66c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.621530] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquiring lock "refresh_cache-2a0f042f-3751-4b3c-8430-cd5f9814ac8d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1774.622344] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquired lock "refresh_cache-2a0f042f-3751-4b3c-8430-cd5f9814ac8d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.622344] env[63097]: DEBUG nova.network.neutron [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1774.639540] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b06a02f7-8ffb-45e7-9932-1722e7f3d223 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "2bb9403f-a2cd-473e-8a02-f613b033ee69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.902s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.212278] env[63097]: DEBUG nova.network.neutron [req-4e217691-22d8-48e5-a97b-6e632f25ef58 req-932b9246-f5e1-4fc4-ad43-b2f678d82ed9 service nova] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Updated VIF entry in instance network info cache for port e0c9fb45-a35e-4148-aab4-9f9861df2b9b. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1775.212725] env[63097]: DEBUG nova.network.neutron [req-4e217691-22d8-48e5-a97b-6e632f25ef58 req-932b9246-f5e1-4fc4-ad43-b2f678d82ed9 service nova] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Updating instance_info_cache with network_info: [{"id": "e0c9fb45-a35e-4148-aab4-9f9861df2b9b", "address": "fa:16:3e:4b:67:5f", "network": {"id": "cab4f1b3-f7f6-44cf-96d8-e5cde8573d49", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-74996664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bb501857d7a49bab571b96be7671416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0c9fb45-a3", "ovs_interfaceid": "e0c9fb45-a35e-4148-aab4-9f9861df2b9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.388022] env[63097]: DEBUG nova.network.neutron [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Updating instance_info_cache with network_info: [{"id": "7e30fa39-6a80-4dec-a29d-2c9f1588813b", "address": "fa:16:3e:b4:69:5e", "network": {"id": "b953abe6-4fcc-4e63-a60e-723743d40098", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-442380871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed7ca435e054c03a6e4ed9a11cc8646", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e30fa39-6a", "ovs_interfaceid": "7e30fa39-6a80-4dec-a29d-2c9f1588813b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.715551] env[63097]: DEBUG oslo_concurrency.lockutils [req-4e217691-22d8-48e5-a97b-6e632f25ef58 req-932b9246-f5e1-4fc4-ad43-b2f678d82ed9 service nova] Releasing lock "refresh_cache-2bb9403f-a2cd-473e-8a02-f613b033ee69" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1775.890853] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Releasing lock "refresh_cache-2a0f042f-3751-4b3c-8430-cd5f9814ac8d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.136281] env[63097]: DEBUG nova.compute.manager [req-36fbd2bb-30c1-4d4a-b4e5-1cd0f9c29784 req-2a2d1e1e-410b-469c-811e-422541b68e33 service nova] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Received event network-vif-unplugged-7e30fa39-6a80-4dec-a29d-2c9f1588813b {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1776.136623] env[63097]: DEBUG oslo_concurrency.lockutils [req-36fbd2bb-30c1-4d4a-b4e5-1cd0f9c29784 req-2a2d1e1e-410b-469c-811e-422541b68e33 service nova] Acquiring lock "2a0f042f-3751-4b3c-8430-cd5f9814ac8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.136973] env[63097]: DEBUG oslo_concurrency.lockutils [req-36fbd2bb-30c1-4d4a-b4e5-1cd0f9c29784 req-2a2d1e1e-410b-469c-811e-422541b68e33 service nova] Lock "2a0f042f-3751-4b3c-8430-cd5f9814ac8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.137266] env[63097]: DEBUG oslo_concurrency.lockutils [req-36fbd2bb-30c1-4d4a-b4e5-1cd0f9c29784 req-2a2d1e1e-410b-469c-811e-422541b68e33 service nova] Lock "2a0f042f-3751-4b3c-8430-cd5f9814ac8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.137556] env[63097]: DEBUG nova.compute.manager [req-36fbd2bb-30c1-4d4a-b4e5-1cd0f9c29784 req-2a2d1e1e-410b-469c-811e-422541b68e33 service nova] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] No waiting events found dispatching network-vif-unplugged-7e30fa39-6a80-4dec-a29d-2c9f1588813b {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1776.137804] env[63097]: WARNING nova.compute.manager [req-36fbd2bb-30c1-4d4a-b4e5-1cd0f9c29784 req-2a2d1e1e-410b-469c-811e-422541b68e33 service nova] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Received unexpected event network-vif-unplugged-7e30fa39-6a80-4dec-a29d-2c9f1588813b for instance with vm_state shelved and task_state shelving_offloading. [ 1776.279541] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1776.280867] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc0ecf7-81f7-4611-9a70-5d2c8f00868a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.296311] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1776.297481] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43e144b1-1090-4354-a6a5-8d148663ff3c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.425442] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1776.425884] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1776.426144] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Deleting the datastore file [datastore1] 2a0f042f-3751-4b3c-8430-cd5f9814ac8d {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1776.426788] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-008038d7-8c35-43a5-a6e3-960b2ccccdf9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.436950] env[63097]: DEBUG oslo_vmware.api [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1776.436950] env[63097]: value = "task-1687954" [ 1776.436950] env[63097]: _type = "Task" [ 1776.436950] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.448755] env[63097]: DEBUG oslo_vmware.api [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.949373] env[63097]: DEBUG oslo_vmware.api [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687954, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200535} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.949668] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1776.949947] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1776.950235] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1776.976047] env[63097]: INFO nova.scheduler.client.report [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Deleted allocations for instance 2a0f042f-3751-4b3c-8430-cd5f9814ac8d [ 1777.480353] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.480655] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.481258] env[63097]: DEBUG nova.objects.instance [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lazy-loading 'resources' on Instance uuid 2a0f042f-3751-4b3c-8430-cd5f9814ac8d {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1777.983759] env[63097]: DEBUG nova.objects.instance [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lazy-loading 'numa_topology' on Instance uuid 2a0f042f-3751-4b3c-8430-cd5f9814ac8d {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1778.166982] env[63097]: DEBUG nova.compute.manager [req-987810a8-5976-4615-9366-cc422bd0fe9b req-96b0aac8-8e4b-476f-9e67-6f5cc6c52b05 service nova] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Received event network-changed-7e30fa39-6a80-4dec-a29d-2c9f1588813b {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1778.167162] env[63097]: DEBUG nova.compute.manager [req-987810a8-5976-4615-9366-cc422bd0fe9b req-96b0aac8-8e4b-476f-9e67-6f5cc6c52b05 service nova] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Refreshing instance network info cache due to event network-changed-7e30fa39-6a80-4dec-a29d-2c9f1588813b. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1778.167748] env[63097]: DEBUG oslo_concurrency.lockutils [req-987810a8-5976-4615-9366-cc422bd0fe9b req-96b0aac8-8e4b-476f-9e67-6f5cc6c52b05 service nova] Acquiring lock "refresh_cache-2a0f042f-3751-4b3c-8430-cd5f9814ac8d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1778.167913] env[63097]: DEBUG oslo_concurrency.lockutils [req-987810a8-5976-4615-9366-cc422bd0fe9b req-96b0aac8-8e4b-476f-9e67-6f5cc6c52b05 service nova] Acquired lock "refresh_cache-2a0f042f-3751-4b3c-8430-cd5f9814ac8d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.168096] env[63097]: DEBUG nova.network.neutron [req-987810a8-5976-4615-9366-cc422bd0fe9b req-96b0aac8-8e4b-476f-9e67-6f5cc6c52b05 service nova] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Refreshing network info cache for port 7e30fa39-6a80-4dec-a29d-2c9f1588813b {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1778.486908] env[63097]: DEBUG nova.objects.base [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Object Instance<2a0f042f-3751-4b3c-8430-cd5f9814ac8d> lazy-loaded attributes: resources,numa_topology {{(pid=63097) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1778.569130] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c81b7ac-8ac6-489a-be92-29d12beafcf4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.579514] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11500397-e2a1-4917-87d5-3bf73f966567 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.616408] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54c7687-11da-4700-85e8-f309a24d97f8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.624851] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd75377-4b75-458d-9f0e-4171941ee44c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.639842] env[63097]: DEBUG nova.compute.provider_tree [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1778.878903] env[63097]: DEBUG oslo_concurrency.lockutils [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquiring lock "2a0f042f-3751-4b3c-8430-cd5f9814ac8d" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.910194] env[63097]: DEBUG nova.network.neutron [req-987810a8-5976-4615-9366-cc422bd0fe9b req-96b0aac8-8e4b-476f-9e67-6f5cc6c52b05 service nova] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Updated VIF entry in instance network info cache for port 7e30fa39-6a80-4dec-a29d-2c9f1588813b. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1778.910604] env[63097]: DEBUG nova.network.neutron [req-987810a8-5976-4615-9366-cc422bd0fe9b req-96b0aac8-8e4b-476f-9e67-6f5cc6c52b05 service nova] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Updating instance_info_cache with network_info: [{"id": "7e30fa39-6a80-4dec-a29d-2c9f1588813b", "address": "fa:16:3e:b4:69:5e", "network": {"id": "b953abe6-4fcc-4e63-a60e-723743d40098", "bridge": null, "label": "tempest-ServerActionsTestOtherB-442380871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed7ca435e054c03a6e4ed9a11cc8646", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap7e30fa39-6a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1779.143548] env[63097]: DEBUG nova.scheduler.client.report [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1779.413697] env[63097]: DEBUG oslo_concurrency.lockutils [req-987810a8-5976-4615-9366-cc422bd0fe9b req-96b0aac8-8e4b-476f-9e67-6f5cc6c52b05 service nova] Releasing lock "refresh_cache-2a0f042f-3751-4b3c-8430-cd5f9814ac8d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1779.648130] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.157206] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a79430e9-fdff-4733-83fd-d2c64e492f5a tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "2a0f042f-3751-4b3c-8430-cd5f9814ac8d" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.949s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.158160] env[63097]: DEBUG oslo_concurrency.lockutils [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "2a0f042f-3751-4b3c-8430-cd5f9814ac8d" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.280s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1780.158366] env[63097]: INFO nova.compute.manager [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Unshelving [ 1780.244178] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1781.188574] env[63097]: DEBUG oslo_concurrency.lockutils [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.188890] env[63097]: DEBUG oslo_concurrency.lockutils [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.189127] env[63097]: DEBUG nova.objects.instance [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lazy-loading 'pci_requests' on Instance uuid 2a0f042f-3751-4b3c-8430-cd5f9814ac8d {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1781.480194] env[63097]: DEBUG oslo_vmware.rw_handles [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521d7802-648c-db14-815b-3c7ad7e6fcd8/disk-0.vmdk. {{(pid=63097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1781.481155] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2660323-5390-4c33-a83e-ecf7a05d5096 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.487968] env[63097]: DEBUG oslo_vmware.rw_handles [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521d7802-648c-db14-815b-3c7ad7e6fcd8/disk-0.vmdk is in state: ready. {{(pid=63097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1781.488162] env[63097]: ERROR oslo_vmware.rw_handles [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521d7802-648c-db14-815b-3c7ad7e6fcd8/disk-0.vmdk due to incomplete transfer. [ 1781.488378] env[63097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-da3941f7-3e70-4e23-b6da-4915a08bfbaa {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.495353] env[63097]: DEBUG oslo_vmware.rw_handles [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521d7802-648c-db14-815b-3c7ad7e6fcd8/disk-0.vmdk. {{(pid=63097) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1781.495551] env[63097]: DEBUG nova.virt.vmwareapi.images [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Uploaded image 2c4c6e02-57f9-42c1-a7a2-010b53dfdd55 to the Glance image server {{(pid=63097) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1781.497866] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Destroying the VM {{(pid=63097) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1781.498127] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4de3ba62-7356-4ed4-b1c8-5c0670277257 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.503641] env[63097]: DEBUG oslo_vmware.api [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Waiting for the task: (returnval){ [ 1781.503641] env[63097]: value = "task-1687957" [ 1781.503641] env[63097]: _type = "Task" [ 1781.503641] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.511559] env[63097]: DEBUG oslo_vmware.api [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687957, 'name': Destroy_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.693118] env[63097]: DEBUG nova.objects.instance [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lazy-loading 'numa_topology' on Instance uuid 2a0f042f-3751-4b3c-8430-cd5f9814ac8d {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1782.013636] env[63097]: DEBUG oslo_vmware.api [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687957, 'name': Destroy_Task, 'duration_secs': 0.315957} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.013896] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Destroyed the VM [ 1782.014262] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Deleting Snapshot of the VM instance {{(pid=63097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1782.014526] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9a28309b-0da2-4e0c-9fbf-0fed455368f0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.022883] env[63097]: DEBUG oslo_vmware.api [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Waiting for the task: (returnval){ [ 1782.022883] env[63097]: value = "task-1687958" [ 1782.022883] env[63097]: _type = "Task" [ 1782.022883] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.033275] env[63097]: DEBUG oslo_vmware.api [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687958, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.196531] env[63097]: INFO nova.compute.claims [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1782.533283] env[63097]: DEBUG oslo_vmware.api [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687958, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.035614] env[63097]: DEBUG oslo_vmware.api [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687958, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.243718] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1783.279142] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7597ee09-446f-43ce-9a63-852f7ee798bc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.286969] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3fd842e-877c-4359-9e25-f0ef87acc09c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.315922] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97a3c6b-4458-4947-92a5-ca063d6b5df0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.323338] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6eb4e7-48e9-4b00-9c80-eed8fa0dbe0b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.336403] env[63097]: DEBUG nova.compute.provider_tree [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1783.536183] env[63097]: DEBUG oslo_vmware.api [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687958, 'name': RemoveSnapshot_Task, 'duration_secs': 1.228841} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.536416] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Deleted Snapshot of the VM instance {{(pid=63097) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1783.536698] env[63097]: DEBUG nova.compute.manager [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1783.537501] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031d5384-6793-4a75-9f2e-767e3c5b2a1c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.839067] env[63097]: DEBUG nova.scheduler.client.report [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1784.050742] env[63097]: INFO nova.compute.manager [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Shelve offloading [ 1784.052468] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1784.052601] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f875ac2-c705-47a6-a8e9-1abddbb6a904 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.062143] env[63097]: DEBUG oslo_vmware.api [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Waiting for the task: (returnval){ [ 1784.062143] env[63097]: value = "task-1687960" [ 1784.062143] env[63097]: _type = "Task" [ 1784.062143] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.070432] env[63097]: DEBUG oslo_vmware.api [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687960, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.344458] env[63097]: DEBUG oslo_concurrency.lockutils [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.155s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.373940] env[63097]: INFO nova.network.neutron [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Updating port 7e30fa39-6a80-4dec-a29d-2c9f1588813b with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1784.585469] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] VM already powered off {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1784.585817] env[63097]: DEBUG nova.compute.manager [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1784.587353] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c488597-3d88-4d6a-9c83-de5baf69470d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.601772] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Acquiring lock "refresh_cache-77e5f46f-2e5a-46aa-be58-d621cd091591" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.602238] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Acquired lock "refresh_cache-77e5f46f-2e5a-46aa-be58-d621cd091591" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.602578] env[63097]: DEBUG nova.network.neutron [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1785.243650] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1785.343906] env[63097]: DEBUG nova.network.neutron [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Updating instance_info_cache with network_info: [{"id": "480e0c02-8453-46ee-be5e-2d6f25716f3b", "address": "fa:16:3e:27:c9:90", "network": {"id": "bbb12cc6-e109-4a95-86c2-a00f9aa7bfb5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-927856523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cc1add1fac741329086c2962bcda9cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap480e0c02-84", "ovs_interfaceid": "480e0c02-8453-46ee-be5e-2d6f25716f3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1785.783317] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "fc552100-b970-4d1b-a246-47e2cf178554" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.783618] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "fc552100-b970-4d1b-a246-47e2cf178554" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.846676] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Releasing lock "refresh_cache-77e5f46f-2e5a-46aa-be58-d621cd091591" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.881603] env[63097]: DEBUG nova.compute.manager [req-908d72e9-5c39-45af-b5fd-03c6913c1325 req-8c32b59f-14be-4e58-a462-8aae58554851 service nova] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Received event network-vif-plugged-7e30fa39-6a80-4dec-a29d-2c9f1588813b {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1785.881834] env[63097]: DEBUG oslo_concurrency.lockutils [req-908d72e9-5c39-45af-b5fd-03c6913c1325 req-8c32b59f-14be-4e58-a462-8aae58554851 service nova] Acquiring lock "2a0f042f-3751-4b3c-8430-cd5f9814ac8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.882061] env[63097]: DEBUG oslo_concurrency.lockutils [req-908d72e9-5c39-45af-b5fd-03c6913c1325 req-8c32b59f-14be-4e58-a462-8aae58554851 service nova] Lock "2a0f042f-3751-4b3c-8430-cd5f9814ac8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.882399] env[63097]: DEBUG oslo_concurrency.lockutils [req-908d72e9-5c39-45af-b5fd-03c6913c1325 req-8c32b59f-14be-4e58-a462-8aae58554851 service nova] Lock "2a0f042f-3751-4b3c-8430-cd5f9814ac8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.882452] env[63097]: DEBUG nova.compute.manager [req-908d72e9-5c39-45af-b5fd-03c6913c1325 req-8c32b59f-14be-4e58-a462-8aae58554851 service nova] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] No waiting events found dispatching network-vif-plugged-7e30fa39-6a80-4dec-a29d-2c9f1588813b {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1785.882572] env[63097]: WARNING nova.compute.manager [req-908d72e9-5c39-45af-b5fd-03c6913c1325 req-8c32b59f-14be-4e58-a462-8aae58554851 service nova] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Received unexpected event network-vif-plugged-7e30fa39-6a80-4dec-a29d-2c9f1588813b for instance with vm_state shelved_offloaded and task_state spawning. [ 1785.973113] env[63097]: DEBUG oslo_concurrency.lockutils [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquiring lock "refresh_cache-2a0f042f-3751-4b3c-8430-cd5f9814ac8d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1785.973423] env[63097]: DEBUG oslo_concurrency.lockutils [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquired lock "refresh_cache-2a0f042f-3751-4b3c-8430-cd5f9814ac8d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.973634] env[63097]: DEBUG nova.network.neutron [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1786.099489] env[63097]: DEBUG nova.compute.manager [req-1fd0f029-fe25-4602-a2c0-428843d54adc req-6c33a43a-6a1c-4966-b965-3e8b099f579a service nova] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Received event network-vif-unplugged-480e0c02-8453-46ee-be5e-2d6f25716f3b {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1786.099674] env[63097]: DEBUG oslo_concurrency.lockutils [req-1fd0f029-fe25-4602-a2c0-428843d54adc req-6c33a43a-6a1c-4966-b965-3e8b099f579a service nova] Acquiring lock "77e5f46f-2e5a-46aa-be58-d621cd091591-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.099884] env[63097]: DEBUG oslo_concurrency.lockutils [req-1fd0f029-fe25-4602-a2c0-428843d54adc req-6c33a43a-6a1c-4966-b965-3e8b099f579a service nova] Lock "77e5f46f-2e5a-46aa-be58-d621cd091591-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.100067] env[63097]: DEBUG oslo_concurrency.lockutils [req-1fd0f029-fe25-4602-a2c0-428843d54adc req-6c33a43a-6a1c-4966-b965-3e8b099f579a service nova] Lock "77e5f46f-2e5a-46aa-be58-d621cd091591-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.100250] env[63097]: DEBUG nova.compute.manager [req-1fd0f029-fe25-4602-a2c0-428843d54adc req-6c33a43a-6a1c-4966-b965-3e8b099f579a service nova] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] No waiting events found dispatching network-vif-unplugged-480e0c02-8453-46ee-be5e-2d6f25716f3b {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1786.100420] env[63097]: WARNING nova.compute.manager [req-1fd0f029-fe25-4602-a2c0-428843d54adc req-6c33a43a-6a1c-4966-b965-3e8b099f579a service nova] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Received unexpected event network-vif-unplugged-480e0c02-8453-46ee-be5e-2d6f25716f3b for instance with vm_state shelved and task_state shelving_offloading. [ 1786.116024] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1786.116787] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217b6cb4-6d20-4c9e-9c34-c670c2364763 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.124861] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1786.125130] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56a8adcb-3fcf-4f69-9777-8df94c430227 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.244297] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1786.286127] env[63097]: DEBUG nova.compute.manager [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1786.310294] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1786.310522] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1786.310713] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Deleting the datastore file [datastore2] 77e5f46f-2e5a-46aa-be58-d621cd091591 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1786.311008] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4b6fd83-0036-4389-a002-d9fb67a29f08 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.318233] env[63097]: DEBUG oslo_vmware.api [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Waiting for the task: (returnval){ [ 1786.318233] env[63097]: value = "task-1687962" [ 1786.318233] env[63097]: _type = "Task" [ 1786.318233] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.328885] env[63097]: DEBUG oslo_vmware.api [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687962, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.687524] env[63097]: DEBUG nova.network.neutron [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Updating instance_info_cache with network_info: [{"id": "7e30fa39-6a80-4dec-a29d-2c9f1588813b", "address": "fa:16:3e:b4:69:5e", "network": {"id": "b953abe6-4fcc-4e63-a60e-723743d40098", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-442380871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed7ca435e054c03a6e4ed9a11cc8646", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e30fa39-6a", "ovs_interfaceid": "7e30fa39-6a80-4dec-a29d-2c9f1588813b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1786.810111] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.810456] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.812051] env[63097]: INFO nova.compute.claims [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1786.828816] env[63097]: DEBUG oslo_vmware.api [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687962, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133065} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.829173] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1786.829413] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1786.829638] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1786.850225] env[63097]: INFO nova.scheduler.client.report [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Deleted allocations for instance 77e5f46f-2e5a-46aa-be58-d621cd091591 [ 1787.189936] env[63097]: DEBUG oslo_concurrency.lockutils [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Releasing lock "refresh_cache-2a0f042f-3751-4b3c-8430-cd5f9814ac8d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1787.216318] env[63097]: DEBUG nova.virt.hardware [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='11028bfc47db8836511526f062764e5f',container_format='bare',created_at=2024-11-28T21:43:36Z,direct_url=,disk_format='vmdk',id=01c170c5-473f-4f73-a141-89448c587a8a,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-280132267-shelved',owner='9ed7ca435e054c03a6e4ed9a11cc8646',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2024-11-28T21:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1787.216576] env[63097]: DEBUG nova.virt.hardware [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1787.216742] env[63097]: DEBUG nova.virt.hardware [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1787.216934] env[63097]: DEBUG nova.virt.hardware [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1787.217100] env[63097]: DEBUG nova.virt.hardware [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1787.217352] env[63097]: DEBUG nova.virt.hardware [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1787.217587] env[63097]: DEBUG nova.virt.hardware [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1787.217778] env[63097]: DEBUG nova.virt.hardware [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1787.217969] env[63097]: DEBUG nova.virt.hardware [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1787.218163] env[63097]: DEBUG nova.virt.hardware [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1787.218348] env[63097]: DEBUG nova.virt.hardware [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1787.219219] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb82d0b-3dad-4ff9-ad01-e6e1de29b9f4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.227470] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d10854-1208-4918-9d85-2f41f47a31a9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.240836] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:69:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82dbbfe2-640b-433f-a8e9-1566bd40fb34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e30fa39-6a80-4dec-a29d-2c9f1588813b', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1787.248015] env[63097]: DEBUG oslo.service.loopingcall [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1787.248485] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1787.249401] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1787.249612] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3812619-84de-473d-a66b-3a46360b8675 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.264290] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.270446] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1787.270446] env[63097]: value = "task-1687963" [ 1787.270446] env[63097]: _type = "Task" [ 1787.270446] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.279290] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687963, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.354601] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.780767] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687963, 'name': CreateVM_Task, 'duration_secs': 0.353536} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.780952] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1787.781689] env[63097]: DEBUG oslo_concurrency.lockutils [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01c170c5-473f-4f73-a141-89448c587a8a" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1787.781866] env[63097]: DEBUG oslo_concurrency.lockutils [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01c170c5-473f-4f73-a141-89448c587a8a" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.782271] env[63097]: DEBUG oslo_concurrency.lockutils [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01c170c5-473f-4f73-a141-89448c587a8a" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1787.782539] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13ec46a7-f621-4065-b56a-0d10e8dd879e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.787631] env[63097]: DEBUG oslo_vmware.api [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1787.787631] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]521e18bf-da9e-d479-1ed5-dd4a0280d776" [ 1787.787631] env[63097]: _type = "Task" [ 1787.787631] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.797293] env[63097]: DEBUG oslo_vmware.api [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]521e18bf-da9e-d479-1ed5-dd4a0280d776, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.897931] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c416ba0c-a223-498c-bc1d-ae3fefe4191d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.905877] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee6f899-1cd4-4337-b2b6-d3162e90d98e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.911964] env[63097]: DEBUG nova.compute.manager [req-ae55f48c-8119-4dc1-a2e1-95db01492993 req-8bf98e70-76db-4fc9-8fb7-d906f05d6cce service nova] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Received event network-changed-7e30fa39-6a80-4dec-a29d-2c9f1588813b {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1787.912187] env[63097]: DEBUG nova.compute.manager [req-ae55f48c-8119-4dc1-a2e1-95db01492993 req-8bf98e70-76db-4fc9-8fb7-d906f05d6cce service nova] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Refreshing instance network info cache due to event network-changed-7e30fa39-6a80-4dec-a29d-2c9f1588813b. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1787.912406] env[63097]: DEBUG oslo_concurrency.lockutils [req-ae55f48c-8119-4dc1-a2e1-95db01492993 req-8bf98e70-76db-4fc9-8fb7-d906f05d6cce service nova] Acquiring lock "refresh_cache-2a0f042f-3751-4b3c-8430-cd5f9814ac8d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1787.912554] env[63097]: DEBUG oslo_concurrency.lockutils [req-ae55f48c-8119-4dc1-a2e1-95db01492993 req-8bf98e70-76db-4fc9-8fb7-d906f05d6cce service nova] Acquired lock "refresh_cache-2a0f042f-3751-4b3c-8430-cd5f9814ac8d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.912717] env[63097]: DEBUG nova.network.neutron [req-ae55f48c-8119-4dc1-a2e1-95db01492993 req-8bf98e70-76db-4fc9-8fb7-d906f05d6cce service nova] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Refreshing network info cache for port 7e30fa39-6a80-4dec-a29d-2c9f1588813b {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1787.945082] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce4991b-7c67-4fac-a6e3-21c017f3f64e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.953534] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234789a6-174f-4961-b736-32ae6863786b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.968025] env[63097]: DEBUG nova.compute.provider_tree [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1788.121437] env[63097]: DEBUG nova.compute.manager [req-34d07901-dc67-471c-86ef-2efc37c8d356 req-2e397e00-5eff-4c43-84e9-7894f8d0e9f6 service nova] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Received event network-changed-480e0c02-8453-46ee-be5e-2d6f25716f3b {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1788.121640] env[63097]: DEBUG nova.compute.manager [req-34d07901-dc67-471c-86ef-2efc37c8d356 req-2e397e00-5eff-4c43-84e9-7894f8d0e9f6 service nova] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Refreshing instance network info cache due to event network-changed-480e0c02-8453-46ee-be5e-2d6f25716f3b. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1788.121872] env[63097]: DEBUG oslo_concurrency.lockutils [req-34d07901-dc67-471c-86ef-2efc37c8d356 req-2e397e00-5eff-4c43-84e9-7894f8d0e9f6 service nova] Acquiring lock "refresh_cache-77e5f46f-2e5a-46aa-be58-d621cd091591" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1788.122048] env[63097]: DEBUG oslo_concurrency.lockutils [req-34d07901-dc67-471c-86ef-2efc37c8d356 req-2e397e00-5eff-4c43-84e9-7894f8d0e9f6 service nova] Acquired lock "refresh_cache-77e5f46f-2e5a-46aa-be58-d621cd091591" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.122234] env[63097]: DEBUG nova.network.neutron [req-34d07901-dc67-471c-86ef-2efc37c8d356 req-2e397e00-5eff-4c43-84e9-7894f8d0e9f6 service nova] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Refreshing network info cache for port 480e0c02-8453-46ee-be5e-2d6f25716f3b {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1788.299638] env[63097]: DEBUG oslo_concurrency.lockutils [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01c170c5-473f-4f73-a141-89448c587a8a" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1788.299905] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Processing image 01c170c5-473f-4f73-a141-89448c587a8a {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1788.300162] env[63097]: DEBUG oslo_concurrency.lockutils [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01c170c5-473f-4f73-a141-89448c587a8a/01c170c5-473f-4f73-a141-89448c587a8a.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1788.300322] env[63097]: DEBUG oslo_concurrency.lockutils [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01c170c5-473f-4f73-a141-89448c587a8a/01c170c5-473f-4f73-a141-89448c587a8a.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.300504] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1788.300762] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e9caba3-7813-4aab-95d7-d43be718d9ca {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.313437] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1788.313629] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1788.314536] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb75c70f-cb34-44fb-8aae-ea1430085c36 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.320689] env[63097]: DEBUG oslo_vmware.api [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1788.320689] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d8f7a6-f054-4676-68a0-c49c83abcd4c" [ 1788.320689] env[63097]: _type = "Task" [ 1788.320689] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.331591] env[63097]: DEBUG oslo_vmware.api [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52d8f7a6-f054-4676-68a0-c49c83abcd4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.470859] env[63097]: DEBUG nova.scheduler.client.report [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1788.628430] env[63097]: DEBUG nova.network.neutron [req-ae55f48c-8119-4dc1-a2e1-95db01492993 req-8bf98e70-76db-4fc9-8fb7-d906f05d6cce service nova] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Updated VIF entry in instance network info cache for port 7e30fa39-6a80-4dec-a29d-2c9f1588813b. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1788.628808] env[63097]: DEBUG nova.network.neutron [req-ae55f48c-8119-4dc1-a2e1-95db01492993 req-8bf98e70-76db-4fc9-8fb7-d906f05d6cce service nova] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Updating instance_info_cache with network_info: [{"id": "7e30fa39-6a80-4dec-a29d-2c9f1588813b", "address": "fa:16:3e:b4:69:5e", "network": {"id": "b953abe6-4fcc-4e63-a60e-723743d40098", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-442380871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed7ca435e054c03a6e4ed9a11cc8646", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e30fa39-6a", "ovs_interfaceid": "7e30fa39-6a80-4dec-a29d-2c9f1588813b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.815108] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Acquiring lock "77e5f46f-2e5a-46aa-be58-d621cd091591" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.832130] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Preparing fetch location {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1788.832428] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Fetch image to [datastore1] OSTACK_IMG_07182b83-57f4-47fe-b58b-d91782fd302d/OSTACK_IMG_07182b83-57f4-47fe-b58b-d91782fd302d.vmdk {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1788.832623] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Downloading stream optimized image 01c170c5-473f-4f73-a141-89448c587a8a to [datastore1] OSTACK_IMG_07182b83-57f4-47fe-b58b-d91782fd302d/OSTACK_IMG_07182b83-57f4-47fe-b58b-d91782fd302d.vmdk on the data store datastore1 as vApp {{(pid=63097) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1788.832801] env[63097]: DEBUG nova.virt.vmwareapi.images [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Downloading image file data 01c170c5-473f-4f73-a141-89448c587a8a to the ESX as VM named 'OSTACK_IMG_07182b83-57f4-47fe-b58b-d91782fd302d' {{(pid=63097) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1788.908585] env[63097]: DEBUG oslo_vmware.rw_handles [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1788.908585] env[63097]: value = "resgroup-9" [ 1788.908585] env[63097]: _type = "ResourcePool" [ 1788.908585] env[63097]: }. {{(pid=63097) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1788.908995] env[63097]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ff55f58b-f4c5-4fb5-ac8f-08358a6dec9c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.933961] env[63097]: DEBUG oslo_vmware.rw_handles [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lease: (returnval){ [ 1788.933961] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5231bb45-d43a-92e6-9046-f0ccd73ff8d1" [ 1788.933961] env[63097]: _type = "HttpNfcLease" [ 1788.933961] env[63097]: } obtained for vApp import into resource pool (val){ [ 1788.933961] env[63097]: value = "resgroup-9" [ 1788.933961] env[63097]: _type = "ResourcePool" [ 1788.933961] env[63097]: }. {{(pid=63097) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1788.934377] env[63097]: DEBUG oslo_vmware.api [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the lease: (returnval){ [ 1788.934377] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5231bb45-d43a-92e6-9046-f0ccd73ff8d1" [ 1788.934377] env[63097]: _type = "HttpNfcLease" [ 1788.934377] env[63097]: } to be ready. {{(pid=63097) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1788.941035] env[63097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1788.941035] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5231bb45-d43a-92e6-9046-f0ccd73ff8d1" [ 1788.941035] env[63097]: _type = "HttpNfcLease" [ 1788.941035] env[63097]: } is initializing. {{(pid=63097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1788.976181] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.166s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.976699] env[63097]: DEBUG nova.compute.manager [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1788.979530] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.715s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.979715] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.979873] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1788.980197] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.626s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.980419] env[63097]: DEBUG nova.objects.instance [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Lazy-loading 'resources' on Instance uuid 77e5f46f-2e5a-46aa-be58-d621cd091591 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1788.982240] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0840d4-4b87-4c27-870b-c6725dab2962 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.991377] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0beb7a-70da-4b45-be87-cfa1e3462444 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.007976] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c041a19f-2b5d-4d16-b609-76ae5627b523 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.015678] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d05237-c15c-4003-a56f-084a20d162ec {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.050974] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180753MB free_disk=148GB free_vcpus=48 pci_devices=None {{(pid=63097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1789.051173] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.085011] env[63097]: DEBUG nova.network.neutron [req-34d07901-dc67-471c-86ef-2efc37c8d356 req-2e397e00-5eff-4c43-84e9-7894f8d0e9f6 service nova] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Updated VIF entry in instance network info cache for port 480e0c02-8453-46ee-be5e-2d6f25716f3b. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1789.085455] env[63097]: DEBUG nova.network.neutron [req-34d07901-dc67-471c-86ef-2efc37c8d356 req-2e397e00-5eff-4c43-84e9-7894f8d0e9f6 service nova] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Updating instance_info_cache with network_info: [{"id": "480e0c02-8453-46ee-be5e-2d6f25716f3b", "address": "fa:16:3e:27:c9:90", "network": {"id": "bbb12cc6-e109-4a95-86c2-a00f9aa7bfb5", "bridge": null, "label": "tempest-ServersNegativeTestJSON-927856523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cc1add1fac741329086c2962bcda9cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap480e0c02-84", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1789.131637] env[63097]: DEBUG oslo_concurrency.lockutils [req-ae55f48c-8119-4dc1-a2e1-95db01492993 req-8bf98e70-76db-4fc9-8fb7-d906f05d6cce service nova] Releasing lock "refresh_cache-2a0f042f-3751-4b3c-8430-cd5f9814ac8d" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.443788] env[63097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1789.443788] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5231bb45-d43a-92e6-9046-f0ccd73ff8d1" [ 1789.443788] env[63097]: _type = "HttpNfcLease" [ 1789.443788] env[63097]: } is ready. {{(pid=63097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1789.444105] env[63097]: DEBUG oslo_vmware.rw_handles [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1789.444105] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5231bb45-d43a-92e6-9046-f0ccd73ff8d1" [ 1789.444105] env[63097]: _type = "HttpNfcLease" [ 1789.444105] env[63097]: }. {{(pid=63097) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1789.444831] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f27b40-f357-4689-9ca7-2ac34d478225 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.452709] env[63097]: DEBUG oslo_vmware.rw_handles [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524c16ed-3bcb-600a-9a0f-ce135aedc204/disk-0.vmdk from lease info. {{(pid=63097) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1789.452709] env[63097]: DEBUG oslo_vmware.rw_handles [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524c16ed-3bcb-600a-9a0f-ce135aedc204/disk-0.vmdk. {{(pid=63097) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1789.509456] env[63097]: DEBUG nova.compute.utils [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1789.511012] env[63097]: DEBUG nova.objects.instance [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Lazy-loading 'numa_topology' on Instance uuid 77e5f46f-2e5a-46aa-be58-d621cd091591 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1789.513064] env[63097]: DEBUG nova.compute.manager [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1789.513647] env[63097]: DEBUG nova.network.neutron [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1789.521525] env[63097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-46225fac-f124-4ea9-8b08-24117871e0b3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.556852] env[63097]: DEBUG nova.policy [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d9752f7a1144da5a717a08076bec13e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '948f5dbd858b498ab568c3656c1b46ae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1789.588331] env[63097]: DEBUG oslo_concurrency.lockutils [req-34d07901-dc67-471c-86ef-2efc37c8d356 req-2e397e00-5eff-4c43-84e9-7894f8d0e9f6 service nova] Releasing lock "refresh_cache-77e5f46f-2e5a-46aa-be58-d621cd091591" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.837207] env[63097]: DEBUG nova.network.neutron [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Successfully created port: 13f0d781-6cf4-42cb-ba56-1898dbd468be {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1790.014052] env[63097]: DEBUG nova.compute.manager [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1790.022141] env[63097]: DEBUG nova.objects.base [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Object Instance<77e5f46f-2e5a-46aa-be58-d621cd091591> lazy-loaded attributes: resources,numa_topology {{(pid=63097) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1790.120717] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe8b40b-df1a-4061-9a6a-d685fb4564fa {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.133475] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed482c7c-c91a-4a6c-8aba-c3990f3d293e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.172116] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9625b01d-aa0d-4ac0-9008-7f130dc65738 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.183382] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3425bd11-433f-44de-8786-c5f3bd5e91e8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.201645] env[63097]: DEBUG nova.compute.provider_tree [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1790.520728] env[63097]: INFO nova.virt.block_device [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Booting with volume e7560cbf-77ba-4144-98cf-ae03ec9d4cd8 at /dev/sda [ 1790.569239] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-46217e1e-6b00-4770-841c-fd91669f0952 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.582438] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd21c44-e3cd-40e9-b51a-02639a75d572 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.616059] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e4d8a2cd-23a6-496c-9597-66beb54ac1f3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.628046] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b675dd-e6e5-420f-97d3-0ef063dc0708 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.641390] env[63097]: DEBUG oslo_vmware.rw_handles [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Completed reading data from the image iterator. {{(pid=63097) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1790.641646] env[63097]: DEBUG oslo_vmware.rw_handles [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524c16ed-3bcb-600a-9a0f-ce135aedc204/disk-0.vmdk. {{(pid=63097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1790.642519] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425e799c-d3b6-4ea1-9476-a65e4c03ca06 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.649762] env[63097]: DEBUG oslo_vmware.rw_handles [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524c16ed-3bcb-600a-9a0f-ce135aedc204/disk-0.vmdk is in state: ready. {{(pid=63097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1790.649936] env[63097]: DEBUG oslo_vmware.rw_handles [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524c16ed-3bcb-600a-9a0f-ce135aedc204/disk-0.vmdk. {{(pid=63097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1790.650225] env[63097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-dde35879-c172-4921-8022-7c16aee5594c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.664386] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35011f3-89c8-4df7-b6cd-558d5dcb4784 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.671634] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706d2d1d-c668-408a-a163-3d35cd2a4f56 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.686192] env[63097]: DEBUG nova.virt.block_device [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Updating existing volume attachment record: e064d742-3304-4d6e-898e-d9e380a0b43d {{(pid=63097) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1790.706943] env[63097]: DEBUG nova.scheduler.client.report [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1790.830471] env[63097]: DEBUG oslo_vmware.rw_handles [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524c16ed-3bcb-600a-9a0f-ce135aedc204/disk-0.vmdk. {{(pid=63097) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1790.830717] env[63097]: INFO nova.virt.vmwareapi.images [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Downloaded image file data 01c170c5-473f-4f73-a141-89448c587a8a [ 1790.831644] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d9807f-22cf-4983-b3c9-0d8566a4f785 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.849356] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5003e001-7834-4e24-b043-8abc267500a1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.873992] env[63097]: INFO nova.virt.vmwareapi.images [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] The imported VM was unregistered [ 1790.876533] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Caching image {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1790.876769] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Creating directory with path [datastore1] devstack-image-cache_base/01c170c5-473f-4f73-a141-89448c587a8a {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1790.877155] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25967c98-6c31-4c41-866b-c9b66e7e883a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.890543] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Created directory with path [datastore1] devstack-image-cache_base/01c170c5-473f-4f73-a141-89448c587a8a {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1790.890738] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_07182b83-57f4-47fe-b58b-d91782fd302d/OSTACK_IMG_07182b83-57f4-47fe-b58b-d91782fd302d.vmdk to [datastore1] devstack-image-cache_base/01c170c5-473f-4f73-a141-89448c587a8a/01c170c5-473f-4f73-a141-89448c587a8a.vmdk. {{(pid=63097) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1790.890993] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-8ba5253a-73e3-4ac0-84df-cb43b472f373 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.897667] env[63097]: DEBUG oslo_vmware.api [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1790.897667] env[63097]: value = "task-1687966" [ 1790.897667] env[63097]: _type = "Task" [ 1790.897667] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.905490] env[63097]: DEBUG oslo_vmware.api [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687966, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.212064] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.231s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.214583] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.163s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.271317] env[63097]: DEBUG nova.compute.manager [req-5b42d3e1-7546-462b-99cf-07a898f362d8 req-32de3afc-a735-4e5f-919c-9a3a5792788a service nova] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Received event network-vif-plugged-13f0d781-6cf4-42cb-ba56-1898dbd468be {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1791.271431] env[63097]: DEBUG oslo_concurrency.lockutils [req-5b42d3e1-7546-462b-99cf-07a898f362d8 req-32de3afc-a735-4e5f-919c-9a3a5792788a service nova] Acquiring lock "fc552100-b970-4d1b-a246-47e2cf178554-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.271658] env[63097]: DEBUG oslo_concurrency.lockutils [req-5b42d3e1-7546-462b-99cf-07a898f362d8 req-32de3afc-a735-4e5f-919c-9a3a5792788a service nova] Lock "fc552100-b970-4d1b-a246-47e2cf178554-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.271866] env[63097]: DEBUG oslo_concurrency.lockutils [req-5b42d3e1-7546-462b-99cf-07a898f362d8 req-32de3afc-a735-4e5f-919c-9a3a5792788a service nova] Lock "fc552100-b970-4d1b-a246-47e2cf178554-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.272131] env[63097]: DEBUG nova.compute.manager [req-5b42d3e1-7546-462b-99cf-07a898f362d8 req-32de3afc-a735-4e5f-919c-9a3a5792788a service nova] [instance: fc552100-b970-4d1b-a246-47e2cf178554] No waiting events found dispatching network-vif-plugged-13f0d781-6cf4-42cb-ba56-1898dbd468be {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1791.272390] env[63097]: WARNING nova.compute.manager [req-5b42d3e1-7546-462b-99cf-07a898f362d8 req-32de3afc-a735-4e5f-919c-9a3a5792788a service nova] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Received unexpected event network-vif-plugged-13f0d781-6cf4-42cb-ba56-1898dbd468be for instance with vm_state building and task_state block_device_mapping. [ 1791.410992] env[63097]: DEBUG oslo_vmware.api [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687966, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.448385] env[63097]: DEBUG nova.network.neutron [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Successfully updated port: 13f0d781-6cf4-42cb-ba56-1898dbd468be {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1791.724246] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b9b6e1cd-7f8d-43fd-9d71-42378797a917 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Lock "77e5f46f-2e5a-46aa-be58-d621cd091591" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.980s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.725134] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Lock "77e5f46f-2e5a-46aa-be58-d621cd091591" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.910s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.725948] env[63097]: INFO nova.compute.manager [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Unshelving [ 1791.912669] env[63097]: DEBUG oslo_vmware.api [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687966, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.951528] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "refresh_cache-fc552100-b970-4d1b-a246-47e2cf178554" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.951706] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquired lock "refresh_cache-fc552100-b970-4d1b-a246-47e2cf178554" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.951865] env[63097]: DEBUG nova.network.neutron [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1792.250119] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance bca51e28-e24e-47dd-86e2-935d76b79bc0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1792.250425] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 1281d741-76bf-4643-ad69-087171174766 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1792.250471] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 2bb9403f-a2cd-473e-8a02-f613b033ee69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1792.250599] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 2a0f042f-3751-4b3c-8430-cd5f9814ac8d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1792.250740] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance fc552100-b970-4d1b-a246-47e2cf178554 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1792.250919] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (6b378d8e-1145-4591-928b-605b58f0be9e): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 1792.251143] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=63097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1792.251318] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=63097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1792.344272] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1be4899-2005-424a-8dac-63c3a8f7a2ab {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.354307] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcf7c4b-48e0-4d67-9621-1973a98637b9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.390133] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d190174-268b-4881-a287-649b10a3ff64 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.399570] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3062fc-5c5f-49f1-b545-619832f63214 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.413432] env[63097]: DEBUG oslo_vmware.api [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687966, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.422194] env[63097]: DEBUG nova.compute.provider_tree [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1792.488193] env[63097]: DEBUG nova.network.neutron [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1792.741798] env[63097]: DEBUG nova.network.neutron [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Updating instance_info_cache with network_info: [{"id": "13f0d781-6cf4-42cb-ba56-1898dbd468be", "address": "fa:16:3e:ba:d2:8a", "network": {"id": "d70cadc2-f0c2-4049-9ac7-d45e51f71646", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-192217268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "948f5dbd858b498ab568c3656c1b46ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13f0d781-6c", "ovs_interfaceid": "13f0d781-6cf4-42cb-ba56-1898dbd468be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.759222] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.783234] env[63097]: DEBUG nova.compute.manager [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1792.783893] env[63097]: DEBUG nova.virt.hardware [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1792.784732] env[63097]: DEBUG nova.virt.hardware [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1792.784732] env[63097]: DEBUG nova.virt.hardware [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1792.784732] env[63097]: DEBUG nova.virt.hardware [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1792.784936] env[63097]: DEBUG nova.virt.hardware [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1792.784936] env[63097]: DEBUG nova.virt.hardware [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1792.785961] env[63097]: DEBUG nova.virt.hardware [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1792.786298] env[63097]: DEBUG nova.virt.hardware [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1792.786620] env[63097]: DEBUG nova.virt.hardware [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1792.786910] env[63097]: DEBUG nova.virt.hardware [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1792.787465] env[63097]: DEBUG nova.virt.hardware [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1792.789314] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8436b66e-2404-48f7-888e-bc881f4523b5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.802852] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca574600-b326-451f-8c06-0ee165c3b80d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.916516] env[63097]: DEBUG oslo_vmware.api [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687966, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.926044] env[63097]: DEBUG nova.scheduler.client.report [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1793.244888] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Releasing lock "refresh_cache-fc552100-b970-4d1b-a246-47e2cf178554" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1793.245496] env[63097]: DEBUG nova.compute.manager [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Instance network_info: |[{"id": "13f0d781-6cf4-42cb-ba56-1898dbd468be", "address": "fa:16:3e:ba:d2:8a", "network": {"id": "d70cadc2-f0c2-4049-9ac7-d45e51f71646", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-192217268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "948f5dbd858b498ab568c3656c1b46ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13f0d781-6c", "ovs_interfaceid": "13f0d781-6cf4-42cb-ba56-1898dbd468be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1793.246239] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:d2:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c118a9ee-84f7-4f09-8a21-05600ed3cc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13f0d781-6cf4-42cb-ba56-1898dbd468be', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1793.264912] env[63097]: DEBUG oslo.service.loopingcall [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1793.265425] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1793.265861] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4942b37c-8ae7-4fd3-bb5a-08d615279736 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.300765] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1793.300765] env[63097]: value = "task-1687967" [ 1793.300765] env[63097]: _type = "Task" [ 1793.300765] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.307060] env[63097]: DEBUG nova.compute.manager [req-65b86837-dd8b-4841-8a59-ae5a71204442 req-b865a7ac-1ee1-44a4-a51f-a689db7485c1 service nova] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Received event network-changed-13f0d781-6cf4-42cb-ba56-1898dbd468be {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1793.307281] env[63097]: DEBUG nova.compute.manager [req-65b86837-dd8b-4841-8a59-ae5a71204442 req-b865a7ac-1ee1-44a4-a51f-a689db7485c1 service nova] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Refreshing instance network info cache due to event network-changed-13f0d781-6cf4-42cb-ba56-1898dbd468be. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1793.307504] env[63097]: DEBUG oslo_concurrency.lockutils [req-65b86837-dd8b-4841-8a59-ae5a71204442 req-b865a7ac-1ee1-44a4-a51f-a689db7485c1 service nova] Acquiring lock "refresh_cache-fc552100-b970-4d1b-a246-47e2cf178554" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1793.307657] env[63097]: DEBUG oslo_concurrency.lockutils [req-65b86837-dd8b-4841-8a59-ae5a71204442 req-b865a7ac-1ee1-44a4-a51f-a689db7485c1 service nova] Acquired lock "refresh_cache-fc552100-b970-4d1b-a246-47e2cf178554" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.307826] env[63097]: DEBUG nova.network.neutron [req-65b86837-dd8b-4841-8a59-ae5a71204442 req-b865a7ac-1ee1-44a4-a51f-a689db7485c1 service nova] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Refreshing network info cache for port 13f0d781-6cf4-42cb-ba56-1898dbd468be {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1793.315154] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687967, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.414326] env[63097]: DEBUG oslo_vmware.api [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687966, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.46605} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.415089] env[63097]: INFO nova.virt.vmwareapi.ds_util [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_07182b83-57f4-47fe-b58b-d91782fd302d/OSTACK_IMG_07182b83-57f4-47fe-b58b-d91782fd302d.vmdk to [datastore1] devstack-image-cache_base/01c170c5-473f-4f73-a141-89448c587a8a/01c170c5-473f-4f73-a141-89448c587a8a.vmdk. [ 1793.415089] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Cleaning up location [datastore1] OSTACK_IMG_07182b83-57f4-47fe-b58b-d91782fd302d {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1793.415312] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_07182b83-57f4-47fe-b58b-d91782fd302d {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1793.415743] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3aba3b10-eaa5-4c80-b2af-6432a2e4e4a6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.424369] env[63097]: DEBUG oslo_vmware.api [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1793.424369] env[63097]: value = "task-1687968" [ 1793.424369] env[63097]: _type = "Task" [ 1793.424369] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.433109] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1793.433313] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.219s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.433562] env[63097]: DEBUG oslo_vmware.api [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687968, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.433809] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.675s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.434038] env[63097]: DEBUG nova.objects.instance [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Lazy-loading 'pci_requests' on Instance uuid 77e5f46f-2e5a-46aa-be58-d621cd091591 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1793.815836] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687967, 'name': CreateVM_Task, 'duration_secs': 0.417099} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.816094] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1793.817470] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351812', 'volume_id': 'e7560cbf-77ba-4144-98cf-ae03ec9d4cd8', 'name': 'volume-e7560cbf-77ba-4144-98cf-ae03ec9d4cd8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fc552100-b970-4d1b-a246-47e2cf178554', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7560cbf-77ba-4144-98cf-ae03ec9d4cd8', 'serial': 'e7560cbf-77ba-4144-98cf-ae03ec9d4cd8'}, 'device_type': None, 'attachment_id': 'e064d742-3304-4d6e-898e-d9e380a0b43d', 'mount_device': '/dev/sda', 'guest_format': None, 'delete_on_termination': True, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=63097) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1793.817470] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Root volume attach. Driver type: vmdk {{(pid=63097) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1793.818340] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860f2c73-1b33-4d1f-9009-d407d9ef57d1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.828410] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c3ef1a-8b69-45b4-8456-98421394306b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.836536] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327c4aa2-2a69-4a42-b672-5a4926441993 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.846495] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-9086c971-0ecf-4642-9a64-f136972bd56f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.855355] env[63097]: DEBUG oslo_vmware.api [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1793.855355] env[63097]: value = "task-1687969" [ 1793.855355] env[63097]: _type = "Task" [ 1793.855355] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.864023] env[63097]: DEBUG oslo_vmware.api [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687969, 'name': RelocateVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.933953] env[63097]: DEBUG oslo_vmware.api [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687968, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036996} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.934281] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1793.934459] env[63097]: DEBUG oslo_concurrency.lockutils [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01c170c5-473f-4f73-a141-89448c587a8a/01c170c5-473f-4f73-a141-89448c587a8a.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1793.934708] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01c170c5-473f-4f73-a141-89448c587a8a/01c170c5-473f-4f73-a141-89448c587a8a.vmdk to [datastore1] 2a0f042f-3751-4b3c-8430-cd5f9814ac8d/2a0f042f-3751-4b3c-8430-cd5f9814ac8d.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1793.934966] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba2e6823-fdf2-4780-a86d-a8c7c6948b7a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.938343] env[63097]: DEBUG nova.objects.instance [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Lazy-loading 'numa_topology' on Instance uuid 77e5f46f-2e5a-46aa-be58-d621cd091591 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1793.945400] env[63097]: DEBUG oslo_vmware.api [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1793.945400] env[63097]: value = "task-1687970" [ 1793.945400] env[63097]: _type = "Task" [ 1793.945400] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.954571] env[63097]: DEBUG oslo_vmware.api [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687970, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.055115] env[63097]: DEBUG nova.network.neutron [req-65b86837-dd8b-4841-8a59-ae5a71204442 req-b865a7ac-1ee1-44a4-a51f-a689db7485c1 service nova] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Updated VIF entry in instance network info cache for port 13f0d781-6cf4-42cb-ba56-1898dbd468be. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1794.055608] env[63097]: DEBUG nova.network.neutron [req-65b86837-dd8b-4841-8a59-ae5a71204442 req-b865a7ac-1ee1-44a4-a51f-a689db7485c1 service nova] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Updating instance_info_cache with network_info: [{"id": "13f0d781-6cf4-42cb-ba56-1898dbd468be", "address": "fa:16:3e:ba:d2:8a", "network": {"id": "d70cadc2-f0c2-4049-9ac7-d45e51f71646", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-192217268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "948f5dbd858b498ab568c3656c1b46ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13f0d781-6c", "ovs_interfaceid": "13f0d781-6cf4-42cb-ba56-1898dbd468be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1794.367904] env[63097]: DEBUG oslo_vmware.api [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687969, 'name': RelocateVM_Task, 'duration_secs': 0.030326} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.368295] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Volume attach. Driver type: vmdk {{(pid=63097) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1794.368430] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351812', 'volume_id': 'e7560cbf-77ba-4144-98cf-ae03ec9d4cd8', 'name': 'volume-e7560cbf-77ba-4144-98cf-ae03ec9d4cd8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fc552100-b970-4d1b-a246-47e2cf178554', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7560cbf-77ba-4144-98cf-ae03ec9d4cd8', 'serial': 'e7560cbf-77ba-4144-98cf-ae03ec9d4cd8'} {{(pid=63097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1794.369250] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4111906-127d-40db-a7a3-f917902f66f0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.388723] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166b93b3-8ee1-4358-a7a0-20001aec5793 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.416015] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-e7560cbf-77ba-4144-98cf-ae03ec9d4cd8/volume-e7560cbf-77ba-4144-98cf-ae03ec9d4cd8.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1794.416756] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d5f27d3-4609-42ce-9d8f-0288defd7cba {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.436819] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1794.437117] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1794.437285] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Starting heal instance info cache {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1794.441653] env[63097]: INFO nova.compute.claims [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1794.451182] env[63097]: DEBUG oslo_vmware.api [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1794.451182] env[63097]: value = "task-1687971" [ 1794.451182] env[63097]: _type = "Task" [ 1794.451182] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.460686] env[63097]: DEBUG oslo_vmware.api [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687970, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.464526] env[63097]: DEBUG oslo_vmware.api [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687971, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.559015] env[63097]: DEBUG oslo_concurrency.lockutils [req-65b86837-dd8b-4841-8a59-ae5a71204442 req-b865a7ac-1ee1-44a4-a51f-a689db7485c1 service nova] Releasing lock "refresh_cache-fc552100-b970-4d1b-a246-47e2cf178554" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1794.959874] env[63097]: DEBUG oslo_vmware.api [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687970, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.968122] env[63097]: DEBUG oslo_vmware.api [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.463628] env[63097]: DEBUG oslo_vmware.api [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687970, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.466954] env[63097]: DEBUG oslo_vmware.api [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687971, 'name': ReconfigVM_Task, 'duration_secs': 0.931335} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.467544] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-e7560cbf-77ba-4144-98cf-ae03ec9d4cd8/volume-e7560cbf-77ba-4144-98cf-ae03ec9d4cd8.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1795.475538] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7fa4622-8e47-44b6-a31e-606e61419cb8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.495817] env[63097]: DEBUG oslo_vmware.api [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1795.495817] env[63097]: value = "task-1687972" [ 1795.495817] env[63097]: _type = "Task" [ 1795.495817] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.511010] env[63097]: DEBUG oslo_vmware.api [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687972, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.563954] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3b607b-6c36-4fc8-8b51-ed2912afde03 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.574318] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b656e50c-02c9-4f5e-a341-edff490be347 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.610750] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71288fee-f322-48ee-bac0-1666cdd5c109 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.620950] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1933d391-25f7-4f70-9b6c-2d29dcd9145c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.638302] env[63097]: DEBUG nova.compute.provider_tree [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1795.960601] env[63097]: DEBUG oslo_vmware.api [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687970, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.010812] env[63097]: DEBUG oslo_vmware.api [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687972, 'name': ReconfigVM_Task, 'duration_secs': 0.36907} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.011275] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351812', 'volume_id': 'e7560cbf-77ba-4144-98cf-ae03ec9d4cd8', 'name': 'volume-e7560cbf-77ba-4144-98cf-ae03ec9d4cd8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fc552100-b970-4d1b-a246-47e2cf178554', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7560cbf-77ba-4144-98cf-ae03ec9d4cd8', 'serial': 'e7560cbf-77ba-4144-98cf-ae03ec9d4cd8'} {{(pid=63097) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1796.011898] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d751fd14-b8b2-4fb5-a11d-81fa1b71326d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.023755] env[63097]: DEBUG oslo_vmware.api [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1796.023755] env[63097]: value = "task-1687973" [ 1796.023755] env[63097]: _type = "Task" [ 1796.023755] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.037712] env[63097]: DEBUG oslo_vmware.api [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687973, 'name': Rename_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.142221] env[63097]: DEBUG nova.scheduler.client.report [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1796.462632] env[63097]: DEBUG oslo_vmware.api [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687970, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.271985} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.463716] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01c170c5-473f-4f73-a141-89448c587a8a/01c170c5-473f-4f73-a141-89448c587a8a.vmdk to [datastore1] 2a0f042f-3751-4b3c-8430-cd5f9814ac8d/2a0f042f-3751-4b3c-8430-cd5f9814ac8d.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1796.464826] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9960845-37a6-4061-88d2-d42cc2b4523c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.493824] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 2a0f042f-3751-4b3c-8430-cd5f9814ac8d/2a0f042f-3751-4b3c-8430-cd5f9814ac8d.vmdk or device None with type streamOptimized {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1796.494303] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb9bd503-fa33-4b6f-8820-057174700e08 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.515778] env[63097]: DEBUG oslo_vmware.api [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1796.515778] env[63097]: value = "task-1687974" [ 1796.515778] env[63097]: _type = "Task" [ 1796.515778] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.524445] env[63097]: DEBUG oslo_vmware.api [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687974, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.532378] env[63097]: DEBUG oslo_vmware.api [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687973, 'name': Rename_Task, 'duration_secs': 0.259733} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.532653] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1796.532908] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e42366dd-bb6e-4252-ae8c-611f9d749055 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.538789] env[63097]: DEBUG oslo_vmware.api [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1796.538789] env[63097]: value = "task-1687975" [ 1796.538789] env[63097]: _type = "Task" [ 1796.538789] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.552237] env[63097]: DEBUG oslo_vmware.api [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687975, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.647473] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.213s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.678928] env[63097]: INFO nova.network.neutron [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Updating port 480e0c02-8453-46ee-be5e-2d6f25716f3b with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1797.027032] env[63097]: DEBUG oslo_vmware.api [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687974, 'name': ReconfigVM_Task, 'duration_secs': 0.308407} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.030267] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 2a0f042f-3751-4b3c-8430-cd5f9814ac8d/2a0f042f-3751-4b3c-8430-cd5f9814ac8d.vmdk or device None with type streamOptimized {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1797.030267] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d49fcf53-ae5a-49b2-b132-1989fdeb1fa7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.036041] env[63097]: DEBUG oslo_vmware.api [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1797.036041] env[63097]: value = "task-1687976" [ 1797.036041] env[63097]: _type = "Task" [ 1797.036041] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.045196] env[63097]: DEBUG oslo_vmware.api [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687976, 'name': Rename_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.052019] env[63097]: DEBUG oslo_vmware.api [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687975, 'name': PowerOnVM_Task, 'duration_secs': 0.486362} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.052297] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1797.052501] env[63097]: INFO nova.compute.manager [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Took 4.27 seconds to spawn the instance on the hypervisor. [ 1797.052687] env[63097]: DEBUG nova.compute.manager [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1797.053479] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bdb3872-dc2f-4e5d-a68d-a402340ed86a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.547166] env[63097]: DEBUG oslo_vmware.api [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687976, 'name': Rename_Task, 'duration_secs': 0.149781} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.547547] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1797.547705] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f95fc49-73b7-4549-aa2a-36549fc08ebc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.554762] env[63097]: DEBUG oslo_vmware.api [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1797.554762] env[63097]: value = "task-1687977" [ 1797.554762] env[63097]: _type = "Task" [ 1797.554762] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.562898] env[63097]: DEBUG oslo_vmware.api [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687977, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.571915] env[63097]: INFO nova.compute.manager [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Took 10.78 seconds to build instance. [ 1797.961897] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Didn't find any instances for network info cache update. {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1797.962223] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1797.962411] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1797.962549] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63097) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1798.066138] env[63097]: DEBUG oslo_vmware.api [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687977, 'name': PowerOnVM_Task, 'duration_secs': 0.474667} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.066454] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1798.076612] env[63097]: DEBUG oslo_concurrency.lockutils [None req-5f74dccf-cd89-42dc-a3ad-7d3e6cd56ec2 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "fc552100-b970-4d1b-a246-47e2cf178554" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.292s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.109728] env[63097]: DEBUG nova.compute.manager [req-37c064b8-630b-4cc0-9b98-4f833d8b6397 req-8775fec0-73fd-4eb8-b5ee-f0a115f7210d service nova] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Received event network-changed-d1140c2e-0c1e-4937-978f-1260aa57b320 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1798.110025] env[63097]: DEBUG nova.compute.manager [req-37c064b8-630b-4cc0-9b98-4f833d8b6397 req-8775fec0-73fd-4eb8-b5ee-f0a115f7210d service nova] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Refreshing instance network info cache due to event network-changed-d1140c2e-0c1e-4937-978f-1260aa57b320. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1798.111240] env[63097]: DEBUG oslo_concurrency.lockutils [req-37c064b8-630b-4cc0-9b98-4f833d8b6397 req-8775fec0-73fd-4eb8-b5ee-f0a115f7210d service nova] Acquiring lock "refresh_cache-bca51e28-e24e-47dd-86e2-935d76b79bc0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.111240] env[63097]: DEBUG oslo_concurrency.lockutils [req-37c064b8-630b-4cc0-9b98-4f833d8b6397 req-8775fec0-73fd-4eb8-b5ee-f0a115f7210d service nova] Acquired lock "refresh_cache-bca51e28-e24e-47dd-86e2-935d76b79bc0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.111240] env[63097]: DEBUG nova.network.neutron [req-37c064b8-630b-4cc0-9b98-4f833d8b6397 req-8775fec0-73fd-4eb8-b5ee-f0a115f7210d service nova] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Refreshing network info cache for port d1140c2e-0c1e-4937-978f-1260aa57b320 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1798.179160] env[63097]: DEBUG nova.compute.manager [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1798.180079] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17bd514-c7ec-4f28-9ce2-28cdaf4d7e62 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.292795] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Acquiring lock "refresh_cache-77e5f46f-2e5a-46aa-be58-d621cd091591" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.292795] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Acquired lock "refresh_cache-77e5f46f-2e5a-46aa-be58-d621cd091591" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.292795] env[63097]: DEBUG nova.network.neutron [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1798.700519] env[63097]: DEBUG oslo_concurrency.lockutils [None req-360b8685-ef69-4145-99f7-ef058fc1f7cc tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "2a0f042f-3751-4b3c-8430-cd5f9814ac8d" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.542s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.880100] env[63097]: DEBUG nova.network.neutron [req-37c064b8-630b-4cc0-9b98-4f833d8b6397 req-8775fec0-73fd-4eb8-b5ee-f0a115f7210d service nova] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Updated VIF entry in instance network info cache for port d1140c2e-0c1e-4937-978f-1260aa57b320. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1798.880477] env[63097]: DEBUG nova.network.neutron [req-37c064b8-630b-4cc0-9b98-4f833d8b6397 req-8775fec0-73fd-4eb8-b5ee-f0a115f7210d service nova] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Updating instance_info_cache with network_info: [{"id": "d1140c2e-0c1e-4937-978f-1260aa57b320", "address": "fa:16:3e:38:ee:d1", "network": {"id": "d70cadc2-f0c2-4049-9ac7-d45e51f71646", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-192217268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "948f5dbd858b498ab568c3656c1b46ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1140c2e-0c", "ovs_interfaceid": "d1140c2e-0c1e-4937-978f-1260aa57b320", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.996999] env[63097]: DEBUG nova.network.neutron [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Updating instance_info_cache with network_info: [{"id": "480e0c02-8453-46ee-be5e-2d6f25716f3b", "address": "fa:16:3e:27:c9:90", "network": {"id": "bbb12cc6-e109-4a95-86c2-a00f9aa7bfb5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-927856523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cc1add1fac741329086c2962bcda9cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap480e0c02-84", "ovs_interfaceid": "480e0c02-8453-46ee-be5e-2d6f25716f3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1799.187534] env[63097]: DEBUG oslo_concurrency.lockutils [None req-57c8e763-ed17-4324-a5a3-1c31bce6fa53 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquiring lock "2a0f042f-3751-4b3c-8430-cd5f9814ac8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.187821] env[63097]: DEBUG oslo_concurrency.lockutils [None req-57c8e763-ed17-4324-a5a3-1c31bce6fa53 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "2a0f042f-3751-4b3c-8430-cd5f9814ac8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.188359] env[63097]: DEBUG oslo_concurrency.lockutils [None req-57c8e763-ed17-4324-a5a3-1c31bce6fa53 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquiring lock "2a0f042f-3751-4b3c-8430-cd5f9814ac8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.188585] env[63097]: DEBUG oslo_concurrency.lockutils [None req-57c8e763-ed17-4324-a5a3-1c31bce6fa53 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "2a0f042f-3751-4b3c-8430-cd5f9814ac8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.188903] env[63097]: DEBUG oslo_concurrency.lockutils [None req-57c8e763-ed17-4324-a5a3-1c31bce6fa53 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "2a0f042f-3751-4b3c-8430-cd5f9814ac8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.190903] env[63097]: INFO nova.compute.manager [None req-57c8e763-ed17-4324-a5a3-1c31bce6fa53 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Terminating instance [ 1799.192841] env[63097]: DEBUG nova.compute.manager [None req-57c8e763-ed17-4324-a5a3-1c31bce6fa53 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1799.193079] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-57c8e763-ed17-4324-a5a3-1c31bce6fa53 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1799.194021] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8648706-7032-4992-9672-e91a84e477e7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.203182] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c8e763-ed17-4324-a5a3-1c31bce6fa53 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1799.203614] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a163afbd-995f-4262-99c5-d694c6b07ac3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.210713] env[63097]: DEBUG oslo_vmware.api [None req-57c8e763-ed17-4324-a5a3-1c31bce6fa53 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1799.210713] env[63097]: value = "task-1687978" [ 1799.210713] env[63097]: _type = "Task" [ 1799.210713] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.219907] env[63097]: DEBUG oslo_vmware.api [None req-57c8e763-ed17-4324-a5a3-1c31bce6fa53 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.383433] env[63097]: DEBUG oslo_concurrency.lockutils [req-37c064b8-630b-4cc0-9b98-4f833d8b6397 req-8775fec0-73fd-4eb8-b5ee-f0a115f7210d service nova] Releasing lock "refresh_cache-bca51e28-e24e-47dd-86e2-935d76b79bc0" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.499557] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Releasing lock "refresh_cache-77e5f46f-2e5a-46aa-be58-d621cd091591" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.527234] env[63097]: DEBUG nova.virt.hardware [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b92ad4b8e57128d2976cfb26fa7d29f8',container_format='bare',created_at=2024-11-28T21:43:48Z,direct_url=,disk_format='vmdk',id=2c4c6e02-57f9-42c1-a7a2-010b53dfdd55,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1937143702-shelved',owner='2cc1add1fac741329086c2962bcda9cf',properties=ImageMetaProps,protected=,size=31659008,status='active',tags=,updated_at=2024-11-28T21:44:01Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1799.527592] env[63097]: DEBUG nova.virt.hardware [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1799.527815] env[63097]: DEBUG nova.virt.hardware [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1799.528044] env[63097]: DEBUG nova.virt.hardware [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1799.528244] env[63097]: DEBUG nova.virt.hardware [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1799.528439] env[63097]: DEBUG nova.virt.hardware [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1799.528696] env[63097]: DEBUG nova.virt.hardware [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1799.528910] env[63097]: DEBUG nova.virt.hardware [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1799.529142] env[63097]: DEBUG nova.virt.hardware [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1799.529355] env[63097]: DEBUG nova.virt.hardware [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1799.529575] env[63097]: DEBUG nova.virt.hardware [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1799.530469] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dfb02c9-0d6b-4edb-b6ec-9c0a98a3d3bc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.539897] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f32a3d-74b7-456a-b903-4b754e76eeac {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.554631] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:c9:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '480e0c02-8453-46ee-be5e-2d6f25716f3b', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1799.563679] env[63097]: DEBUG oslo.service.loopingcall [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1799.564020] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1799.564261] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5711d40-5148-411f-b788-2a0b6d673f69 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.585145] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1799.585145] env[63097]: value = "task-1687979" [ 1799.585145] env[63097]: _type = "Task" [ 1799.585145] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.595245] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687979, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.676783] env[63097]: DEBUG nova.compute.manager [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Stashing vm_state: active {{(pid=63097) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1799.723091] env[63097]: DEBUG oslo_vmware.api [None req-57c8e763-ed17-4324-a5a3-1c31bce6fa53 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687978, 'name': PowerOffVM_Task, 'duration_secs': 0.200857} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.723091] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c8e763-ed17-4324-a5a3-1c31bce6fa53 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1799.723091] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-57c8e763-ed17-4324-a5a3-1c31bce6fa53 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1799.723590] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73ef2438-fdf7-495c-8e3b-49c66fb7c86c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.872072] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-57c8e763-ed17-4324-a5a3-1c31bce6fa53 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1799.872346] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-57c8e763-ed17-4324-a5a3-1c31bce6fa53 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1799.872538] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-57c8e763-ed17-4324-a5a3-1c31bce6fa53 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Deleting the datastore file [datastore1] 2a0f042f-3751-4b3c-8430-cd5f9814ac8d {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1799.872843] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc000f30-eb67-41ac-9edc-032f09cf5380 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.881422] env[63097]: DEBUG oslo_vmware.api [None req-57c8e763-ed17-4324-a5a3-1c31bce6fa53 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for the task: (returnval){ [ 1799.881422] env[63097]: value = "task-1687981" [ 1799.881422] env[63097]: _type = "Task" [ 1799.881422] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.890567] env[63097]: DEBUG oslo_vmware.api [None req-57c8e763-ed17-4324-a5a3-1c31bce6fa53 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.096059] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1687979, 'name': CreateVM_Task, 'duration_secs': 0.394134} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.096271] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1800.096937] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c4c6e02-57f9-42c1-a7a2-010b53dfdd55" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.097134] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c4c6e02-57f9-42c1-a7a2-010b53dfdd55" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.097576] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c4c6e02-57f9-42c1-a7a2-010b53dfdd55" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1800.097851] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a85a59f-eb7e-41fe-b4d2-09e10b159596 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.103761] env[63097]: DEBUG oslo_vmware.api [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Waiting for the task: (returnval){ [ 1800.103761] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]524a4394-f857-0a8a-2bc5-cc0c915a0b01" [ 1800.103761] env[63097]: _type = "Task" [ 1800.103761] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.112280] env[63097]: DEBUG oslo_vmware.api [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]524a4394-f857-0a8a-2bc5-cc0c915a0b01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.140630] env[63097]: DEBUG nova.compute.manager [req-4938d2dd-2641-4c7c-95d7-70f538829656 req-6a8e6d22-f436-45fe-95c1-3303d52cd360 service nova] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Received event network-changed-13f0d781-6cf4-42cb-ba56-1898dbd468be {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1800.140847] env[63097]: DEBUG nova.compute.manager [req-4938d2dd-2641-4c7c-95d7-70f538829656 req-6a8e6d22-f436-45fe-95c1-3303d52cd360 service nova] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Refreshing instance network info cache due to event network-changed-13f0d781-6cf4-42cb-ba56-1898dbd468be. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1800.141271] env[63097]: DEBUG oslo_concurrency.lockutils [req-4938d2dd-2641-4c7c-95d7-70f538829656 req-6a8e6d22-f436-45fe-95c1-3303d52cd360 service nova] Acquiring lock "refresh_cache-fc552100-b970-4d1b-a246-47e2cf178554" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.141469] env[63097]: DEBUG oslo_concurrency.lockutils [req-4938d2dd-2641-4c7c-95d7-70f538829656 req-6a8e6d22-f436-45fe-95c1-3303d52cd360 service nova] Acquired lock "refresh_cache-fc552100-b970-4d1b-a246-47e2cf178554" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.141650] env[63097]: DEBUG nova.network.neutron [req-4938d2dd-2641-4c7c-95d7-70f538829656 req-6a8e6d22-f436-45fe-95c1-3303d52cd360 service nova] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Refreshing network info cache for port 13f0d781-6cf4-42cb-ba56-1898dbd468be {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1800.197670] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.197670] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.391704] env[63097]: DEBUG oslo_vmware.api [None req-57c8e763-ed17-4324-a5a3-1c31bce6fa53 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.614902] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c4c6e02-57f9-42c1-a7a2-010b53dfdd55" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.615205] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Processing image 2c4c6e02-57f9-42c1-a7a2-010b53dfdd55 {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1800.615623] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c4c6e02-57f9-42c1-a7a2-010b53dfdd55/2c4c6e02-57f9-42c1-a7a2-010b53dfdd55.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.615803] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c4c6e02-57f9-42c1-a7a2-010b53dfdd55/2c4c6e02-57f9-42c1-a7a2-010b53dfdd55.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.615998] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1800.616424] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e71f5fb-9cb2-4f1f-82e7-24fbaed28dbc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.635768] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1800.635962] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1800.636806] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55e44b8e-eaf7-47b4-b39a-9a4d2742c01b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.642688] env[63097]: DEBUG oslo_vmware.api [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Waiting for the task: (returnval){ [ 1800.642688] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5201bc84-5684-0509-57cb-8baac3858e2e" [ 1800.642688] env[63097]: _type = "Task" [ 1800.642688] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.652843] env[63097]: DEBUG oslo_vmware.api [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5201bc84-5684-0509-57cb-8baac3858e2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.700833] env[63097]: INFO nova.compute.claims [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1800.764475] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1800.863669] env[63097]: DEBUG nova.network.neutron [req-4938d2dd-2641-4c7c-95d7-70f538829656 req-6a8e6d22-f436-45fe-95c1-3303d52cd360 service nova] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Updated VIF entry in instance network info cache for port 13f0d781-6cf4-42cb-ba56-1898dbd468be. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1800.864072] env[63097]: DEBUG nova.network.neutron [req-4938d2dd-2641-4c7c-95d7-70f538829656 req-6a8e6d22-f436-45fe-95c1-3303d52cd360 service nova] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Updating instance_info_cache with network_info: [{"id": "13f0d781-6cf4-42cb-ba56-1898dbd468be", "address": "fa:16:3e:ba:d2:8a", "network": {"id": "d70cadc2-f0c2-4049-9ac7-d45e51f71646", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-192217268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "948f5dbd858b498ab568c3656c1b46ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13f0d781-6c", "ovs_interfaceid": "13f0d781-6cf4-42cb-ba56-1898dbd468be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.893444] env[63097]: DEBUG oslo_vmware.api [None req-57c8e763-ed17-4324-a5a3-1c31bce6fa53 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Task: {'id': task-1687981, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.847092} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.893639] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-57c8e763-ed17-4324-a5a3-1c31bce6fa53 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1800.893829] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-57c8e763-ed17-4324-a5a3-1c31bce6fa53 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1800.894013] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-57c8e763-ed17-4324-a5a3-1c31bce6fa53 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1800.894193] env[63097]: INFO nova.compute.manager [None req-57c8e763-ed17-4324-a5a3-1c31bce6fa53 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1800.894436] env[63097]: DEBUG oslo.service.loopingcall [None req-57c8e763-ed17-4324-a5a3-1c31bce6fa53 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1800.894855] env[63097]: DEBUG nova.compute.manager [-] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1800.894954] env[63097]: DEBUG nova.network.neutron [-] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1801.154160] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Preparing fetch location {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1801.154464] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Fetch image to [datastore1] OSTACK_IMG_65cd7924-31a4-4370-b836-09347f183d78/OSTACK_IMG_65cd7924-31a4-4370-b836-09347f183d78.vmdk {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1801.154688] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Downloading stream optimized image 2c4c6e02-57f9-42c1-a7a2-010b53dfdd55 to [datastore1] OSTACK_IMG_65cd7924-31a4-4370-b836-09347f183d78/OSTACK_IMG_65cd7924-31a4-4370-b836-09347f183d78.vmdk on the data store datastore1 as vApp {{(pid=63097) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1801.154897] env[63097]: DEBUG nova.virt.vmwareapi.images [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Downloading image file data 2c4c6e02-57f9-42c1-a7a2-010b53dfdd55 to the ESX as VM named 'OSTACK_IMG_65cd7924-31a4-4370-b836-09347f183d78' {{(pid=63097) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1801.207119] env[63097]: INFO nova.compute.resource_tracker [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Updating resource usage from migration 8a378aef-b59c-43d7-927b-77612b97bd18 [ 1801.240792] env[63097]: DEBUG oslo_vmware.rw_handles [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1801.240792] env[63097]: value = "resgroup-9" [ 1801.240792] env[63097]: _type = "ResourcePool" [ 1801.240792] env[63097]: }. {{(pid=63097) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1801.240792] env[63097]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a0f85b73-6012-4b0e-a961-4d76c228fb24 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.272473] env[63097]: DEBUG oslo_vmware.rw_handles [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Lease: (returnval){ [ 1801.272473] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52fc888d-c2c9-5dde-7fad-f7d0aec4d2c4" [ 1801.272473] env[63097]: _type = "HttpNfcLease" [ 1801.272473] env[63097]: } obtained for vApp import into resource pool (val){ [ 1801.272473] env[63097]: value = "resgroup-9" [ 1801.272473] env[63097]: _type = "ResourcePool" [ 1801.272473] env[63097]: }. {{(pid=63097) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1801.272473] env[63097]: DEBUG oslo_vmware.api [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Waiting for the lease: (returnval){ [ 1801.272473] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52fc888d-c2c9-5dde-7fad-f7d0aec4d2c4" [ 1801.272473] env[63097]: _type = "HttpNfcLease" [ 1801.272473] env[63097]: } to be ready. {{(pid=63097) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1801.283030] env[63097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1801.283030] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52fc888d-c2c9-5dde-7fad-f7d0aec4d2c4" [ 1801.283030] env[63097]: _type = "HttpNfcLease" [ 1801.283030] env[63097]: } is initializing. {{(pid=63097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1801.343394] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f095d18f-235c-4005-b708-c8fbc5d6624b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.351882] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11da0e8-cdc8-4d1a-b682-830b02d59384 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.358516] env[63097]: DEBUG nova.compute.manager [req-cc1f1352-cd97-4afe-ba4a-81c44b270279 req-40804984-0c3a-42cf-b59f-412f7355e901 service nova] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Received event network-vif-deleted-7e30fa39-6a80-4dec-a29d-2c9f1588813b {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1801.358723] env[63097]: INFO nova.compute.manager [req-cc1f1352-cd97-4afe-ba4a-81c44b270279 req-40804984-0c3a-42cf-b59f-412f7355e901 service nova] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Neutron deleted interface 7e30fa39-6a80-4dec-a29d-2c9f1588813b; detaching it from the instance and deleting it from the info cache [ 1801.358985] env[63097]: DEBUG nova.network.neutron [req-cc1f1352-cd97-4afe-ba4a-81c44b270279 req-40804984-0c3a-42cf-b59f-412f7355e901 service nova] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1801.386989] env[63097]: DEBUG oslo_concurrency.lockutils [req-4938d2dd-2641-4c7c-95d7-70f538829656 req-6a8e6d22-f436-45fe-95c1-3303d52cd360 service nova] Releasing lock "refresh_cache-fc552100-b970-4d1b-a246-47e2cf178554" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.387288] env[63097]: DEBUG nova.compute.manager [req-4938d2dd-2641-4c7c-95d7-70f538829656 req-6a8e6d22-f436-45fe-95c1-3303d52cd360 service nova] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Received event network-vif-plugged-480e0c02-8453-46ee-be5e-2d6f25716f3b {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1801.387563] env[63097]: DEBUG oslo_concurrency.lockutils [req-4938d2dd-2641-4c7c-95d7-70f538829656 req-6a8e6d22-f436-45fe-95c1-3303d52cd360 service nova] Acquiring lock "77e5f46f-2e5a-46aa-be58-d621cd091591-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.387798] env[63097]: DEBUG oslo_concurrency.lockutils [req-4938d2dd-2641-4c7c-95d7-70f538829656 req-6a8e6d22-f436-45fe-95c1-3303d52cd360 service nova] Lock "77e5f46f-2e5a-46aa-be58-d621cd091591-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1801.387970] env[63097]: DEBUG oslo_concurrency.lockutils [req-4938d2dd-2641-4c7c-95d7-70f538829656 req-6a8e6d22-f436-45fe-95c1-3303d52cd360 service nova] Lock "77e5f46f-2e5a-46aa-be58-d621cd091591-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.388164] env[63097]: DEBUG nova.compute.manager [req-4938d2dd-2641-4c7c-95d7-70f538829656 req-6a8e6d22-f436-45fe-95c1-3303d52cd360 service nova] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] No waiting events found dispatching network-vif-plugged-480e0c02-8453-46ee-be5e-2d6f25716f3b {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1801.388341] env[63097]: WARNING nova.compute.manager [req-4938d2dd-2641-4c7c-95d7-70f538829656 req-6a8e6d22-f436-45fe-95c1-3303d52cd360 service nova] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Received unexpected event network-vif-plugged-480e0c02-8453-46ee-be5e-2d6f25716f3b for instance with vm_state shelved_offloaded and task_state spawning. [ 1801.388512] env[63097]: DEBUG nova.compute.manager [req-4938d2dd-2641-4c7c-95d7-70f538829656 req-6a8e6d22-f436-45fe-95c1-3303d52cd360 service nova] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Received event network-changed-480e0c02-8453-46ee-be5e-2d6f25716f3b {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1801.388672] env[63097]: DEBUG nova.compute.manager [req-4938d2dd-2641-4c7c-95d7-70f538829656 req-6a8e6d22-f436-45fe-95c1-3303d52cd360 service nova] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Refreshing instance network info cache due to event network-changed-480e0c02-8453-46ee-be5e-2d6f25716f3b. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1801.388862] env[63097]: DEBUG oslo_concurrency.lockutils [req-4938d2dd-2641-4c7c-95d7-70f538829656 req-6a8e6d22-f436-45fe-95c1-3303d52cd360 service nova] Acquiring lock "refresh_cache-77e5f46f-2e5a-46aa-be58-d621cd091591" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1801.389011] env[63097]: DEBUG oslo_concurrency.lockutils [req-4938d2dd-2641-4c7c-95d7-70f538829656 req-6a8e6d22-f436-45fe-95c1-3303d52cd360 service nova] Acquired lock "refresh_cache-77e5f46f-2e5a-46aa-be58-d621cd091591" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.389184] env[63097]: DEBUG nova.network.neutron [req-4938d2dd-2641-4c7c-95d7-70f538829656 req-6a8e6d22-f436-45fe-95c1-3303d52cd360 service nova] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Refreshing network info cache for port 480e0c02-8453-46ee-be5e-2d6f25716f3b {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1801.391961] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab0ea07-1c67-4292-848f-53ff2bdbdcca {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.400825] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e89343-b902-48f2-a70b-482540b14f69 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.417206] env[63097]: DEBUG nova.compute.provider_tree [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1801.779475] env[63097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1801.779475] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52fc888d-c2c9-5dde-7fad-f7d0aec4d2c4" [ 1801.779475] env[63097]: _type = "HttpNfcLease" [ 1801.779475] env[63097]: } is initializing. {{(pid=63097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1801.833477] env[63097]: DEBUG nova.network.neutron [-] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1801.862532] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-40f5fcb8-0dfa-4953-abcf-d6bd7402afa1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.874055] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5b7424-0e69-43c8-be6e-25d84d760a17 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.908281] env[63097]: DEBUG nova.compute.manager [req-cc1f1352-cd97-4afe-ba4a-81c44b270279 req-40804984-0c3a-42cf-b59f-412f7355e901 service nova] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Detach interface failed, port_id=7e30fa39-6a80-4dec-a29d-2c9f1588813b, reason: Instance 2a0f042f-3751-4b3c-8430-cd5f9814ac8d could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1801.921327] env[63097]: DEBUG nova.scheduler.client.report [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1802.093877] env[63097]: DEBUG nova.network.neutron [req-4938d2dd-2641-4c7c-95d7-70f538829656 req-6a8e6d22-f436-45fe-95c1-3303d52cd360 service nova] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Updated VIF entry in instance network info cache for port 480e0c02-8453-46ee-be5e-2d6f25716f3b. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1802.094272] env[63097]: DEBUG nova.network.neutron [req-4938d2dd-2641-4c7c-95d7-70f538829656 req-6a8e6d22-f436-45fe-95c1-3303d52cd360 service nova] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Updating instance_info_cache with network_info: [{"id": "480e0c02-8453-46ee-be5e-2d6f25716f3b", "address": "fa:16:3e:27:c9:90", "network": {"id": "bbb12cc6-e109-4a95-86c2-a00f9aa7bfb5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-927856523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cc1add1fac741329086c2962bcda9cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap480e0c02-84", "ovs_interfaceid": "480e0c02-8453-46ee-be5e-2d6f25716f3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1802.280099] env[63097]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1802.280099] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52fc888d-c2c9-5dde-7fad-f7d0aec4d2c4" [ 1802.280099] env[63097]: _type = "HttpNfcLease" [ 1802.280099] env[63097]: } is ready. {{(pid=63097) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1802.280389] env[63097]: DEBUG oslo_vmware.rw_handles [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1802.280389] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52fc888d-c2c9-5dde-7fad-f7d0aec4d2c4" [ 1802.280389] env[63097]: _type = "HttpNfcLease" [ 1802.280389] env[63097]: }. {{(pid=63097) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1802.281071] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f549ccaf-d156-4290-bfd6-01ab327ea88c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.288035] env[63097]: DEBUG oslo_vmware.rw_handles [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a31880-974e-baa7-dd58-855e7d70e7ca/disk-0.vmdk from lease info. {{(pid=63097) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1802.288229] env[63097]: DEBUG oslo_vmware.rw_handles [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Creating HTTP connection to write to file with size = 31659008 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a31880-974e-baa7-dd58-855e7d70e7ca/disk-0.vmdk. {{(pid=63097) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1802.344397] env[63097]: INFO nova.compute.manager [-] [instance: 2a0f042f-3751-4b3c-8430-cd5f9814ac8d] Took 1.45 seconds to deallocate network for instance. [ 1802.353245] env[63097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bff49ada-c34b-48b6-b314-e6986865e1d0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.425904] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.229s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.426160] env[63097]: INFO nova.compute.manager [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Migrating [ 1802.596808] env[63097]: DEBUG oslo_concurrency.lockutils [req-4938d2dd-2641-4c7c-95d7-70f538829656 req-6a8e6d22-f436-45fe-95c1-3303d52cd360 service nova] Releasing lock "refresh_cache-77e5f46f-2e5a-46aa-be58-d621cd091591" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1802.852125] env[63097]: DEBUG oslo_concurrency.lockutils [None req-57c8e763-ed17-4324-a5a3-1c31bce6fa53 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.852470] env[63097]: DEBUG oslo_concurrency.lockutils [None req-57c8e763-ed17-4324-a5a3-1c31bce6fa53 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.852710] env[63097]: DEBUG nova.objects.instance [None req-57c8e763-ed17-4324-a5a3-1c31bce6fa53 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lazy-loading 'resources' on Instance uuid 2a0f042f-3751-4b3c-8430-cd5f9814ac8d {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1802.940082] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "refresh_cache-fc552100-b970-4d1b-a246-47e2cf178554" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1802.940308] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquired lock "refresh_cache-fc552100-b970-4d1b-a246-47e2cf178554" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1802.940501] env[63097]: DEBUG nova.network.neutron [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1803.467921] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077473be-8988-49e4-93a5-e4897e85ff65 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.486460] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e96a59a-27bd-4782-86d2-9afdcd5e0f99 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.538041] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedba4dc-18fd-4478-a9f5-7d5ea0e29999 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.549266] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f7167c-b880-4c73-99e9-7c28db649cc0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.566846] env[63097]: DEBUG nova.compute.provider_tree [None req-57c8e763-ed17-4324-a5a3-1c31bce6fa53 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1803.699280] env[63097]: DEBUG nova.network.neutron [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Updating instance_info_cache with network_info: [{"id": "13f0d781-6cf4-42cb-ba56-1898dbd468be", "address": "fa:16:3e:ba:d2:8a", "network": {"id": "d70cadc2-f0c2-4049-9ac7-d45e51f71646", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-192217268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "948f5dbd858b498ab568c3656c1b46ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13f0d781-6c", "ovs_interfaceid": "13f0d781-6cf4-42cb-ba56-1898dbd468be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1804.072100] env[63097]: DEBUG nova.scheduler.client.report [None req-57c8e763-ed17-4324-a5a3-1c31bce6fa53 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1804.202207] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Releasing lock "refresh_cache-fc552100-b970-4d1b-a246-47e2cf178554" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1804.223876] env[63097]: DEBUG oslo_vmware.rw_handles [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Completed reading data from the image iterator. {{(pid=63097) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1804.224101] env[63097]: DEBUG oslo_vmware.rw_handles [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a31880-974e-baa7-dd58-855e7d70e7ca/disk-0.vmdk. {{(pid=63097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1804.224993] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c73f00-b2eb-4d8e-8038-34a8416ce527 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.232344] env[63097]: DEBUG oslo_vmware.rw_handles [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a31880-974e-baa7-dd58-855e7d70e7ca/disk-0.vmdk is in state: ready. {{(pid=63097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1804.232516] env[63097]: DEBUG oslo_vmware.rw_handles [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a31880-974e-baa7-dd58-855e7d70e7ca/disk-0.vmdk. {{(pid=63097) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1804.232764] env[63097]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-8a09c3d3-4449-43f3-bbfb-a43727fd5542 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.546881] env[63097]: DEBUG oslo_vmware.rw_handles [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a31880-974e-baa7-dd58-855e7d70e7ca/disk-0.vmdk. {{(pid=63097) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1804.547162] env[63097]: INFO nova.virt.vmwareapi.images [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Downloaded image file data 2c4c6e02-57f9-42c1-a7a2-010b53dfdd55 [ 1804.548119] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b453abca-4acd-43da-9836-0e9ca2165b0e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.572803] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-858c4e82-e92e-4ead-94d3-2f6119363bb2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.577343] env[63097]: DEBUG oslo_concurrency.lockutils [None req-57c8e763-ed17-4324-a5a3-1c31bce6fa53 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.725s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.600151] env[63097]: INFO nova.virt.vmwareapi.images [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] The imported VM was unregistered [ 1804.603605] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Caching image {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1804.603953] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Creating directory with path [datastore1] devstack-image-cache_base/2c4c6e02-57f9-42c1-a7a2-010b53dfdd55 {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1804.605262] env[63097]: INFO nova.scheduler.client.report [None req-57c8e763-ed17-4324-a5a3-1c31bce6fa53 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Deleted allocations for instance 2a0f042f-3751-4b3c-8430-cd5f9814ac8d [ 1804.606603] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a89be426-7459-4d74-9076-2e8cc302c8f2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.623355] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Created directory with path [datastore1] devstack-image-cache_base/2c4c6e02-57f9-42c1-a7a2-010b53dfdd55 {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1804.623659] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_65cd7924-31a4-4370-b836-09347f183d78/OSTACK_IMG_65cd7924-31a4-4370-b836-09347f183d78.vmdk to [datastore1] devstack-image-cache_base/2c4c6e02-57f9-42c1-a7a2-010b53dfdd55/2c4c6e02-57f9-42c1-a7a2-010b53dfdd55.vmdk. {{(pid=63097) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1804.624023] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d7e0fa88-40db-46ba-a314-0bb8e2eab2a3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.633363] env[63097]: DEBUG oslo_vmware.api [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Waiting for the task: (returnval){ [ 1804.633363] env[63097]: value = "task-1687984" [ 1804.633363] env[63097]: _type = "Task" [ 1804.633363] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.642880] env[63097]: DEBUG oslo_vmware.api [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687984, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.117942] env[63097]: DEBUG oslo_concurrency.lockutils [None req-57c8e763-ed17-4324-a5a3-1c31bce6fa53 tempest-ServerActionsTestOtherB-1183613180 tempest-ServerActionsTestOtherB-1183613180-project-member] Lock "2a0f042f-3751-4b3c-8430-cd5f9814ac8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.930s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.147213] env[63097]: DEBUG oslo_vmware.api [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687984, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.646471] env[63097]: DEBUG oslo_vmware.api [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687984, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.717020] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07d2831-5c81-4af3-881b-bc1527c3f874 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.739505] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Updating instance 'fc552100-b970-4d1b-a246-47e2cf178554' progress to 0 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1806.146242] env[63097]: DEBUG oslo_vmware.api [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687984, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.245480] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1806.245855] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a47a1de-cc42-41d8-a7d3-cd2728968564 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.253309] env[63097]: DEBUG oslo_vmware.api [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1806.253309] env[63097]: value = "task-1687986" [ 1806.253309] env[63097]: _type = "Task" [ 1806.253309] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.263331] env[63097]: DEBUG oslo_vmware.api [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.646952] env[63097]: DEBUG oslo_vmware.api [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687984, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.764818] env[63097]: DEBUG oslo_vmware.api [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687986, 'name': PowerOffVM_Task, 'duration_secs': 0.384263} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.765181] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1806.765378] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Updating instance 'fc552100-b970-4d1b-a246-47e2cf178554' progress to 17 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1807.146164] env[63097]: DEBUG oslo_vmware.api [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687984, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.463235} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.146458] env[63097]: INFO nova.virt.vmwareapi.ds_util [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_65cd7924-31a4-4370-b836-09347f183d78/OSTACK_IMG_65cd7924-31a4-4370-b836-09347f183d78.vmdk to [datastore1] devstack-image-cache_base/2c4c6e02-57f9-42c1-a7a2-010b53dfdd55/2c4c6e02-57f9-42c1-a7a2-010b53dfdd55.vmdk. [ 1807.146778] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Cleaning up location [datastore1] OSTACK_IMG_65cd7924-31a4-4370-b836-09347f183d78 {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1807.146856] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_65cd7924-31a4-4370-b836-09347f183d78 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1807.147168] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-707ff3e4-e580-42a0-b5e1-ba9580ceba63 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.153473] env[63097]: DEBUG oslo_vmware.api [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Waiting for the task: (returnval){ [ 1807.153473] env[63097]: value = "task-1687987" [ 1807.153473] env[63097]: _type = "Task" [ 1807.153473] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.160689] env[63097]: DEBUG oslo_vmware.api [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.271804] env[63097]: DEBUG nova.virt.hardware [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:21:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1807.272092] env[63097]: DEBUG nova.virt.hardware [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1807.272269] env[63097]: DEBUG nova.virt.hardware [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1807.272462] env[63097]: DEBUG nova.virt.hardware [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1807.272612] env[63097]: DEBUG nova.virt.hardware [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1807.272946] env[63097]: DEBUG nova.virt.hardware [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1807.273026] env[63097]: DEBUG nova.virt.hardware [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1807.273142] env[63097]: DEBUG nova.virt.hardware [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1807.273328] env[63097]: DEBUG nova.virt.hardware [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1807.273508] env[63097]: DEBUG nova.virt.hardware [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1807.273687] env[63097]: DEBUG nova.virt.hardware [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1807.278764] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42d118b6-16c0-4015-a3f4-43ae411ac8fa {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.294626] env[63097]: DEBUG oslo_vmware.api [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1807.294626] env[63097]: value = "task-1687988" [ 1807.294626] env[63097]: _type = "Task" [ 1807.294626] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.302830] env[63097]: DEBUG oslo_vmware.api [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687988, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.663688] env[63097]: DEBUG oslo_vmware.api [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033332} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.663934] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1807.664136] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c4c6e02-57f9-42c1-a7a2-010b53dfdd55/2c4c6e02-57f9-42c1-a7a2-010b53dfdd55.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.664404] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c4c6e02-57f9-42c1-a7a2-010b53dfdd55/2c4c6e02-57f9-42c1-a7a2-010b53dfdd55.vmdk to [datastore1] 77e5f46f-2e5a-46aa-be58-d621cd091591/77e5f46f-2e5a-46aa-be58-d621cd091591.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1807.664659] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d476b0f4-f22d-4709-9cce-d0e55d2d410c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.671228] env[63097]: DEBUG oslo_vmware.api [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Waiting for the task: (returnval){ [ 1807.671228] env[63097]: value = "task-1687989" [ 1807.671228] env[63097]: _type = "Task" [ 1807.671228] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.678863] env[63097]: DEBUG oslo_vmware.api [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.804916] env[63097]: DEBUG oslo_vmware.api [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687988, 'name': ReconfigVM_Task, 'duration_secs': 0.472266} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.805275] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Updating instance 'fc552100-b970-4d1b-a246-47e2cf178554' progress to 33 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1808.183236] env[63097]: DEBUG oslo_vmware.api [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687989, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.311900] env[63097]: DEBUG nova.virt.hardware [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1808.312227] env[63097]: DEBUG nova.virt.hardware [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1808.312410] env[63097]: DEBUG nova.virt.hardware [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1808.312622] env[63097]: DEBUG nova.virt.hardware [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1808.312831] env[63097]: DEBUG nova.virt.hardware [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1808.312999] env[63097]: DEBUG nova.virt.hardware [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1808.313246] env[63097]: DEBUG nova.virt.hardware [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1808.313450] env[63097]: DEBUG nova.virt.hardware [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1808.313673] env[63097]: DEBUG nova.virt.hardware [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1808.313859] env[63097]: DEBUG nova.virt.hardware [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1808.314055] env[63097]: DEBUG nova.virt.hardware [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1808.683386] env[63097]: DEBUG oslo_vmware.api [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687989, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.824351] env[63097]: ERROR nova.compute.manager [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Setting instance vm_state to ERROR: AttributeError: 'NoneType' object has no attribute 'key' [ 1808.824351] env[63097]: ERROR nova.compute.manager [instance: fc552100-b970-4d1b-a246-47e2cf178554] Traceback (most recent call last): [ 1808.824351] env[63097]: ERROR nova.compute.manager [instance: fc552100-b970-4d1b-a246-47e2cf178554] File "/opt/stack/nova/nova/compute/manager.py", line 10866, in _error_out_instance_on_exception [ 1808.824351] env[63097]: ERROR nova.compute.manager [instance: fc552100-b970-4d1b-a246-47e2cf178554] yield [ 1808.824351] env[63097]: ERROR nova.compute.manager [instance: fc552100-b970-4d1b-a246-47e2cf178554] File "/opt/stack/nova/nova/compute/manager.py", line 6106, in _resize_instance [ 1808.824351] env[63097]: ERROR nova.compute.manager [instance: fc552100-b970-4d1b-a246-47e2cf178554] disk_info = self.driver.migrate_disk_and_power_off( [ 1808.824351] env[63097]: ERROR nova.compute.manager [instance: fc552100-b970-4d1b-a246-47e2cf178554] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 264, in migrate_disk_and_power_off [ 1808.824351] env[63097]: ERROR nova.compute.manager [instance: fc552100-b970-4d1b-a246-47e2cf178554] return self._vmops.migrate_disk_and_power_off(context, instance, [ 1808.824351] env[63097]: ERROR nova.compute.manager [instance: fc552100-b970-4d1b-a246-47e2cf178554] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1467, in migrate_disk_and_power_off [ 1808.824351] env[63097]: ERROR nova.compute.manager [instance: fc552100-b970-4d1b-a246-47e2cf178554] self._resize_disk(instance, vm_ref, vmdk, flavor) [ 1808.824351] env[63097]: ERROR nova.compute.manager [instance: fc552100-b970-4d1b-a246-47e2cf178554] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1398, in _resize_disk [ 1808.824351] env[63097]: ERROR nova.compute.manager [instance: fc552100-b970-4d1b-a246-47e2cf178554] self._volumeops.detach_disk_from_vm(vm_ref, instance, vmdk.device) [ 1808.824351] env[63097]: ERROR nova.compute.manager [instance: fc552100-b970-4d1b-a246-47e2cf178554] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 121, in detach_disk_from_vm [ 1808.824351] env[63097]: ERROR nova.compute.manager [instance: fc552100-b970-4d1b-a246-47e2cf178554] disk_key = device.key [ 1808.824351] env[63097]: ERROR nova.compute.manager [instance: fc552100-b970-4d1b-a246-47e2cf178554] AttributeError: 'NoneType' object has no attribute 'key' [ 1808.824351] env[63097]: ERROR nova.compute.manager [instance: fc552100-b970-4d1b-a246-47e2cf178554] [ 1809.184632] env[63097]: DEBUG oslo_vmware.api [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687989, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.347753] env[63097]: INFO nova.compute.manager [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Swapping old allocation on dict_keys(['6b378d8e-1145-4591-928b-605b58f0be9e']) held by migration 8a378aef-b59c-43d7-927b-77612b97bd18 for instance [ 1809.373103] env[63097]: DEBUG nova.scheduler.client.report [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Overwriting current allocation {'allocations': {'6b378d8e-1145-4591-928b-605b58f0be9e': {'resources': {'VCPU': 1, 'MEMORY_MB': 256}, 'generation': 170}}, 'project_id': '948f5dbd858b498ab568c3656c1b46ae', 'user_id': '5d9752f7a1144da5a717a08076bec13e', 'consumer_generation': 1} on consumer fc552100-b970-4d1b-a246-47e2cf178554 {{(pid=63097) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1809.685590] env[63097]: DEBUG oslo_vmware.api [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687989, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.183091] env[63097]: DEBUG oslo_vmware.api [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687989, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.456635} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.184544] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c4c6e02-57f9-42c1-a7a2-010b53dfdd55/2c4c6e02-57f9-42c1-a7a2-010b53dfdd55.vmdk to [datastore1] 77e5f46f-2e5a-46aa-be58-d621cd091591/77e5f46f-2e5a-46aa-be58-d621cd091591.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1810.184544] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034d019e-99c6-4b61-8b7a-1e2ba5564e0f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.207286] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 77e5f46f-2e5a-46aa-be58-d621cd091591/77e5f46f-2e5a-46aa-be58-d621cd091591.vmdk or device None with type streamOptimized {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1810.207978] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc4cf4d7-e10e-4301-be03-d0e60c7ae34e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.231464] env[63097]: DEBUG oslo_vmware.api [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Waiting for the task: (returnval){ [ 1810.231464] env[63097]: value = "task-1687990" [ 1810.231464] env[63097]: _type = "Task" [ 1810.231464] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.240582] env[63097]: DEBUG oslo_vmware.api [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687990, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.312325] env[63097]: DEBUG oslo_concurrency.lockutils [None req-56b4f680-0224-4161-a90a-82c7e0b27bdc tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "fc552100-b970-4d1b-a246-47e2cf178554" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.312630] env[63097]: DEBUG oslo_concurrency.lockutils [None req-56b4f680-0224-4161-a90a-82c7e0b27bdc tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "fc552100-b970-4d1b-a246-47e2cf178554" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.312854] env[63097]: DEBUG oslo_concurrency.lockutils [None req-56b4f680-0224-4161-a90a-82c7e0b27bdc tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "fc552100-b970-4d1b-a246-47e2cf178554-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.313066] env[63097]: DEBUG oslo_concurrency.lockutils [None req-56b4f680-0224-4161-a90a-82c7e0b27bdc tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "fc552100-b970-4d1b-a246-47e2cf178554-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.313292] env[63097]: DEBUG oslo_concurrency.lockutils [None req-56b4f680-0224-4161-a90a-82c7e0b27bdc tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "fc552100-b970-4d1b-a246-47e2cf178554-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.315463] env[63097]: INFO nova.compute.manager [None req-56b4f680-0224-4161-a90a-82c7e0b27bdc tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Terminating instance [ 1810.317375] env[63097]: DEBUG nova.compute.manager [None req-56b4f680-0224-4161-a90a-82c7e0b27bdc tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1810.317600] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b4f680-0224-4161-a90a-82c7e0b27bdc tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1810.317929] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5cd0b2a-bf3a-4315-b668-2114f3e6bcb9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.324508] env[63097]: DEBUG oslo_vmware.api [None req-56b4f680-0224-4161-a90a-82c7e0b27bdc tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1810.324508] env[63097]: value = "task-1687991" [ 1810.324508] env[63097]: _type = "Task" [ 1810.324508] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.332652] env[63097]: DEBUG oslo_vmware.api [None req-56b4f680-0224-4161-a90a-82c7e0b27bdc tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687991, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.741297] env[63097]: DEBUG oslo_vmware.api [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687990, 'name': ReconfigVM_Task, 'duration_secs': 0.267406} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.741603] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 77e5f46f-2e5a-46aa-be58-d621cd091591/77e5f46f-2e5a-46aa-be58-d621cd091591.vmdk or device None with type streamOptimized {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1810.742273] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a697da47-8c0a-43c9-991d-16458bcf7848 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.749772] env[63097]: DEBUG oslo_vmware.api [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Waiting for the task: (returnval){ [ 1810.749772] env[63097]: value = "task-1687992" [ 1810.749772] env[63097]: _type = "Task" [ 1810.749772] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.757093] env[63097]: DEBUG oslo_vmware.api [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687992, 'name': Rename_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.835101] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b4f680-0224-4161-a90a-82c7e0b27bdc tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] VM already powered off {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1810.835412] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-56b4f680-0224-4161-a90a-82c7e0b27bdc tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Volume detach. Driver type: vmdk {{(pid=63097) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1810.835640] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-56b4f680-0224-4161-a90a-82c7e0b27bdc tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351812', 'volume_id': 'e7560cbf-77ba-4144-98cf-ae03ec9d4cd8', 'name': 'volume-e7560cbf-77ba-4144-98cf-ae03ec9d4cd8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fc552100-b970-4d1b-a246-47e2cf178554', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7560cbf-77ba-4144-98cf-ae03ec9d4cd8', 'serial': 'e7560cbf-77ba-4144-98cf-ae03ec9d4cd8'} {{(pid=63097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1810.836405] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ad028e-f12c-4342-87fa-4656b4ff3f76 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.857087] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0e1685-d87a-4fe5-a32e-d0c46a8ae0b5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.864291] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4189f2b9-54e3-4e3d-9184-dea92a82c2fc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.882861] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ff299d-e021-4844-b434-b086478182a1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.897871] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-56b4f680-0224-4161-a90a-82c7e0b27bdc tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] The volume has not been displaced from its original location: [datastore1] volume-e7560cbf-77ba-4144-98cf-ae03ec9d4cd8/volume-e7560cbf-77ba-4144-98cf-ae03ec9d4cd8.vmdk. No consolidation needed. {{(pid=63097) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1810.902905] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-56b4f680-0224-4161-a90a-82c7e0b27bdc tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1810.903190] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-636056c4-63f6-43e4-9a43-b74dae2e481a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.920753] env[63097]: DEBUG oslo_vmware.api [None req-56b4f680-0224-4161-a90a-82c7e0b27bdc tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1810.920753] env[63097]: value = "task-1687993" [ 1810.920753] env[63097]: _type = "Task" [ 1810.920753] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.928054] env[63097]: DEBUG oslo_vmware.api [None req-56b4f680-0224-4161-a90a-82c7e0b27bdc tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687993, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.937926] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.938192] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.017539] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea30105-068a-4661-acdc-ede7829177bb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.025434] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7df77ec-929c-43a1-bda3-993963e00424 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.058640] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed6e3b4-42ff-4c3d-ac35-2604a0d791d7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.065934] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5597e344-0cec-4b6d-ab81-c57f6d6988c1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.081399] env[63097]: DEBUG nova.compute.provider_tree [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1811.259780] env[63097]: DEBUG oslo_vmware.api [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687992, 'name': Rename_Task, 'duration_secs': 0.141774} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.260090] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1811.260363] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2412d55-a26e-42d2-afb9-9b196626ac55 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.266334] env[63097]: DEBUG oslo_vmware.api [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Waiting for the task: (returnval){ [ 1811.266334] env[63097]: value = "task-1687994" [ 1811.266334] env[63097]: _type = "Task" [ 1811.266334] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.273615] env[63097]: DEBUG oslo_vmware.api [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687994, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.430853] env[63097]: DEBUG oslo_vmware.api [None req-56b4f680-0224-4161-a90a-82c7e0b27bdc tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687993, 'name': ReconfigVM_Task, 'duration_secs': 0.179567} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.431110] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-56b4f680-0224-4161-a90a-82c7e0b27bdc tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1811.435729] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d7deea1-b80e-404b-95b5-4787d98043da {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.450496] env[63097]: DEBUG oslo_vmware.api [None req-56b4f680-0224-4161-a90a-82c7e0b27bdc tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1811.450496] env[63097]: value = "task-1687995" [ 1811.450496] env[63097]: _type = "Task" [ 1811.450496] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.458407] env[63097]: DEBUG oslo_vmware.api [None req-56b4f680-0224-4161-a90a-82c7e0b27bdc tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687995, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.587108] env[63097]: DEBUG nova.scheduler.client.report [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1811.635157] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b5774541-b2e2-4b00-b843-e33c1773879e tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "fc552100-b970-4d1b-a246-47e2cf178554" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.779638] env[63097]: DEBUG oslo_vmware.api [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687994, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.960854] env[63097]: DEBUG oslo_vmware.api [None req-56b4f680-0224-4161-a90a-82c7e0b27bdc tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687995, 'name': ReconfigVM_Task, 'duration_secs': 0.11314} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.961869] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-56b4f680-0224-4161-a90a-82c7e0b27bdc tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-351812', 'volume_id': 'e7560cbf-77ba-4144-98cf-ae03ec9d4cd8', 'name': 'volume-e7560cbf-77ba-4144-98cf-ae03ec9d4cd8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fc552100-b970-4d1b-a246-47e2cf178554', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7560cbf-77ba-4144-98cf-ae03ec9d4cd8', 'serial': 'e7560cbf-77ba-4144-98cf-ae03ec9d4cd8'} {{(pid=63097) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1811.961869] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-56b4f680-0224-4161-a90a-82c7e0b27bdc tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1811.962443] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc65ca88-5ad0-42ee-9d43-3f2562bcb99c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.968575] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-56b4f680-0224-4161-a90a-82c7e0b27bdc tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1811.968799] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45ab632d-9206-4487-99b3-69e997c0812e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.034957] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-56b4f680-0224-4161-a90a-82c7e0b27bdc tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1812.035291] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-56b4f680-0224-4161-a90a-82c7e0b27bdc tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1812.035572] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-56b4f680-0224-4161-a90a-82c7e0b27bdc tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Deleting the datastore file [datastore1] fc552100-b970-4d1b-a246-47e2cf178554 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1812.035837] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-598664a6-f34c-47de-91c4-1e306727ec3f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.041833] env[63097]: DEBUG oslo_vmware.api [None req-56b4f680-0224-4161-a90a-82c7e0b27bdc tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1812.041833] env[63097]: value = "task-1687997" [ 1812.041833] env[63097]: _type = "Task" [ 1812.041833] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.049319] env[63097]: DEBUG oslo_vmware.api [None req-56b4f680-0224-4161-a90a-82c7e0b27bdc tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.093024] env[63097]: DEBUG oslo_concurrency.lockutils [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.155s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.093186] env[63097]: INFO nova.compute.manager [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Successfully reverted task state from resize_migrating on failure for instance. [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server [None req-7a92661a-c545-4106-b3f7-a9abbd3a1618 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Exception during message handling: AttributeError: 'NoneType' object has no attribute 'key' [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 172, in _process_incoming [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server raise self.value [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw) [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 166, in decorated_function [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server raise self.value [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 157, in decorated_function [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/utils.py", line 1453, in decorated_function [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server raise self.value [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 6072, in resize_instance [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server raise self.value [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 6069, in resize_instance [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server self._resize_instance(context, instance, image, migration, [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 6106, in _resize_instance [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server disk_info = self.driver.migrate_disk_and_power_off( [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 264, in migrate_disk_and_power_off [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server return self._vmops.migrate_disk_and_power_off(context, instance, [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1467, in migrate_disk_and_power_off [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server self._resize_disk(instance, vm_ref, vmdk, flavor) [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1398, in _resize_disk [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server self._volumeops.detach_disk_from_vm(vm_ref, instance, vmdk.device) [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 121, in detach_disk_from_vm [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server disk_key = device.key [ 1812.101568] env[63097]: ERROR oslo_messaging.rpc.server AttributeError: 'NoneType' object has no attribute 'key' [ 1812.104056] env[63097]: ERROR oslo_messaging.rpc.server [ 1812.277583] env[63097]: DEBUG oslo_vmware.api [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1687994, 'name': PowerOnVM_Task, 'duration_secs': 0.542828} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.277895] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1812.381244] env[63097]: DEBUG nova.compute.manager [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1812.382174] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370d9b5e-3649-49b4-9684-fbc62f937d72 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.552169] env[63097]: DEBUG oslo_vmware.api [None req-56b4f680-0224-4161-a90a-82c7e0b27bdc tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687997, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.081555} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.552444] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-56b4f680-0224-4161-a90a-82c7e0b27bdc tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1812.552638] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-56b4f680-0224-4161-a90a-82c7e0b27bdc tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1812.552827] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-56b4f680-0224-4161-a90a-82c7e0b27bdc tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1812.553028] env[63097]: INFO nova.compute.manager [None req-56b4f680-0224-4161-a90a-82c7e0b27bdc tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1812.553297] env[63097]: DEBUG oslo.service.loopingcall [None req-56b4f680-0224-4161-a90a-82c7e0b27bdc tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1812.553483] env[63097]: DEBUG nova.compute.manager [-] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1812.553580] env[63097]: DEBUG nova.network.neutron [-] [instance: fc552100-b970-4d1b-a246-47e2cf178554] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1812.587838] env[63097]: DEBUG nova.compute.manager [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Stashing vm_state: active {{(pid=63097) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1812.898101] env[63097]: DEBUG oslo_concurrency.lockutils [None req-9b85264d-85aa-48a5-835d-5506749533e1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Lock "77e5f46f-2e5a-46aa-be58-d621cd091591" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.173s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.907561] env[63097]: DEBUG oslo_concurrency.lockutils [None req-946cf569-d997-4230-b8d4-e479283837b6 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "1281d741-76bf-4643-ad69-087171174766" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.907803] env[63097]: DEBUG oslo_concurrency.lockutils [None req-946cf569-d997-4230-b8d4-e479283837b6 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "1281d741-76bf-4643-ad69-087171174766" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.908077] env[63097]: DEBUG oslo_concurrency.lockutils [None req-946cf569-d997-4230-b8d4-e479283837b6 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "1281d741-76bf-4643-ad69-087171174766-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.908283] env[63097]: DEBUG oslo_concurrency.lockutils [None req-946cf569-d997-4230-b8d4-e479283837b6 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "1281d741-76bf-4643-ad69-087171174766-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.908473] env[63097]: DEBUG oslo_concurrency.lockutils [None req-946cf569-d997-4230-b8d4-e479283837b6 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "1281d741-76bf-4643-ad69-087171174766-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.910284] env[63097]: INFO nova.compute.manager [None req-946cf569-d997-4230-b8d4-e479283837b6 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: 1281d741-76bf-4643-ad69-087171174766] Terminating instance [ 1812.912043] env[63097]: DEBUG nova.compute.manager [None req-946cf569-d997-4230-b8d4-e479283837b6 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: 1281d741-76bf-4643-ad69-087171174766] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1812.912245] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-946cf569-d997-4230-b8d4-e479283837b6 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: 1281d741-76bf-4643-ad69-087171174766] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1812.913712] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30640a01-36ef-4609-a494-2a0ead8b8f05 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.921470] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-946cf569-d997-4230-b8d4-e479283837b6 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: 1281d741-76bf-4643-ad69-087171174766] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1812.921947] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb9975f7-dac1-4d92-832e-e974423a03a0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.928705] env[63097]: DEBUG oslo_vmware.api [None req-946cf569-d997-4230-b8d4-e479283837b6 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1812.928705] env[63097]: value = "task-1687998" [ 1812.928705] env[63097]: _type = "Task" [ 1812.928705] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.936420] env[63097]: DEBUG oslo_vmware.api [None req-946cf569-d997-4230-b8d4-e479283837b6 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.011787] env[63097]: DEBUG nova.compute.manager [req-54f1352b-7462-4c9c-b139-e591f279abbe req-528cc7c5-203a-4c51-9943-bf889d351242 service nova] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Received event network-vif-deleted-13f0d781-6cf4-42cb-ba56-1898dbd468be {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1813.011993] env[63097]: INFO nova.compute.manager [req-54f1352b-7462-4c9c-b139-e591f279abbe req-528cc7c5-203a-4c51-9943-bf889d351242 service nova] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Neutron deleted interface 13f0d781-6cf4-42cb-ba56-1898dbd468be; detaching it from the instance and deleting it from the info cache [ 1813.012189] env[63097]: DEBUG nova.network.neutron [req-54f1352b-7462-4c9c-b139-e591f279abbe req-528cc7c5-203a-4c51-9943-bf889d351242 service nova] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1813.108032] env[63097]: DEBUG oslo_concurrency.lockutils [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.108323] env[63097]: DEBUG oslo_concurrency.lockutils [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.439882] env[63097]: DEBUG oslo_vmware.api [None req-946cf569-d997-4230-b8d4-e479283837b6 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1687998, 'name': PowerOffVM_Task, 'duration_secs': 0.213636} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.440210] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-946cf569-d997-4230-b8d4-e479283837b6 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: 1281d741-76bf-4643-ad69-087171174766] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1813.440331] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-946cf569-d997-4230-b8d4-e479283837b6 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: 1281d741-76bf-4643-ad69-087171174766] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1813.440588] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7ae660a-400a-436e-a36e-9175d75fd5d0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.483756] env[63097]: DEBUG nova.network.neutron [-] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1813.515017] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-62cce5be-ad24-4a8f-9b14-2db1a5a934f4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.524561] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d67c2a-dd13-4d52-b143-a6190dc69810 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.554978] env[63097]: DEBUG nova.compute.manager [req-54f1352b-7462-4c9c-b139-e591f279abbe req-528cc7c5-203a-4c51-9943-bf889d351242 service nova] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Detach interface failed, port_id=13f0d781-6cf4-42cb-ba56-1898dbd468be, reason: Instance fc552100-b970-4d1b-a246-47e2cf178554 could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1813.608979] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-946cf569-d997-4230-b8d4-e479283837b6 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: 1281d741-76bf-4643-ad69-087171174766] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1813.608979] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-946cf569-d997-4230-b8d4-e479283837b6 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: 1281d741-76bf-4643-ad69-087171174766] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1813.609156] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-946cf569-d997-4230-b8d4-e479283837b6 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Deleting the datastore file [datastore2] 1281d741-76bf-4643-ad69-087171174766 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1813.609589] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e82ea80-9012-4dd0-be42-83f762c11a91 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.613840] env[63097]: INFO nova.compute.claims [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1813.623039] env[63097]: DEBUG oslo_vmware.api [None req-946cf569-d997-4230-b8d4-e479283837b6 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1813.623039] env[63097]: value = "task-1688000" [ 1813.623039] env[63097]: _type = "Task" [ 1813.623039] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.631738] env[63097]: DEBUG oslo_vmware.api [None req-946cf569-d997-4230-b8d4-e479283837b6 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1688000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.987081] env[63097]: INFO nova.compute.manager [-] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Took 1.43 seconds to deallocate network for instance. [ 1814.042654] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7cfed30-32d3-4908-93ea-a1e8c53b5890 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.049249] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-9212df25-039f-472f-9ef6-7d0734806266 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Suspending the VM {{(pid=63097) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1163}} [ 1814.049584] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-9f8b4ba1-8d2f-49bb-86ea-7b3c6204338b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.057318] env[63097]: DEBUG oslo_vmware.api [None req-9212df25-039f-472f-9ef6-7d0734806266 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Waiting for the task: (returnval){ [ 1814.057318] env[63097]: value = "task-1688001" [ 1814.057318] env[63097]: _type = "Task" [ 1814.057318] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.064432] env[63097]: DEBUG oslo_vmware.api [None req-9212df25-039f-472f-9ef6-7d0734806266 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1688001, 'name': SuspendVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.120620] env[63097]: INFO nova.compute.resource_tracker [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Updating resource usage from migration 6bc06f0c-3439-4334-9b84-84a8a81ad0e9 [ 1814.133095] env[63097]: DEBUG oslo_vmware.api [None req-946cf569-d997-4230-b8d4-e479283837b6 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1688000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134923} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.133433] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-946cf569-d997-4230-b8d4-e479283837b6 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1814.133661] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-946cf569-d997-4230-b8d4-e479283837b6 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: 1281d741-76bf-4643-ad69-087171174766] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1814.133861] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-946cf569-d997-4230-b8d4-e479283837b6 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: 1281d741-76bf-4643-ad69-087171174766] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1814.134085] env[63097]: INFO nova.compute.manager [None req-946cf569-d997-4230-b8d4-e479283837b6 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: 1281d741-76bf-4643-ad69-087171174766] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1814.134360] env[63097]: DEBUG oslo.service.loopingcall [None req-946cf569-d997-4230-b8d4-e479283837b6 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1814.134601] env[63097]: DEBUG nova.compute.manager [-] [instance: 1281d741-76bf-4643-ad69-087171174766] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1814.134759] env[63097]: DEBUG nova.network.neutron [-] [instance: 1281d741-76bf-4643-ad69-087171174766] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1814.213551] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445f8613-09ca-44e6-9bd2-2bf4191ddb3a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.222385] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66860280-fb36-47f2-99d1-ad9aefa5874e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.259679] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f143f466-597b-4954-9df5-2283530e640c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.268544] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a4bc72-1566-4100-85d1-06c3d518f462 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.283793] env[63097]: DEBUG nova.compute.provider_tree [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1814.532818] env[63097]: INFO nova.compute.manager [None req-56b4f680-0224-4161-a90a-82c7e0b27bdc tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Took 0.55 seconds to detach 1 volumes for instance. [ 1814.535173] env[63097]: DEBUG nova.compute.manager [None req-56b4f680-0224-4161-a90a-82c7e0b27bdc tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Deleting volume: e7560cbf-77ba-4144-98cf-ae03ec9d4cd8 {{(pid=63097) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3248}} [ 1814.568821] env[63097]: DEBUG oslo_vmware.api [None req-9212df25-039f-472f-9ef6-7d0734806266 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1688001, 'name': SuspendVM_Task} progress is 66%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.787062] env[63097]: DEBUG nova.scheduler.client.report [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1814.871440] env[63097]: DEBUG nova.network.neutron [-] [instance: 1281d741-76bf-4643-ad69-087171174766] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1815.035280] env[63097]: DEBUG nova.compute.manager [req-8bb227b2-800a-488f-84b3-6fab5f6287d6 req-8855e565-3f4c-4653-98b0-5eccb854ed4f service nova] [instance: 1281d741-76bf-4643-ad69-087171174766] Received event network-vif-deleted-b2035916-ebb2-4887-ab14-2b0419c6421c {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1815.067907] env[63097]: DEBUG oslo_vmware.api [None req-9212df25-039f-472f-9ef6-7d0734806266 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1688001, 'name': SuspendVM_Task, 'duration_secs': 0.654924} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.068177] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-9212df25-039f-472f-9ef6-7d0734806266 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Suspended the VM {{(pid=63097) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1167}} [ 1815.068364] env[63097]: DEBUG nova.compute.manager [None req-9212df25-039f-472f-9ef6-7d0734806266 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1815.069142] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be103850-98da-4b2a-aaec-d0f14ee103f2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.077146] env[63097]: DEBUG oslo_concurrency.lockutils [None req-56b4f680-0224-4161-a90a-82c7e0b27bdc tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.292436] env[63097]: DEBUG oslo_concurrency.lockutils [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.184s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.292677] env[63097]: INFO nova.compute.manager [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Migrating [ 1815.302072] env[63097]: DEBUG oslo_concurrency.lockutils [None req-56b4f680-0224-4161-a90a-82c7e0b27bdc tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.225s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.302315] env[63097]: DEBUG nova.objects.instance [None req-56b4f680-0224-4161-a90a-82c7e0b27bdc tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lazy-loading 'resources' on Instance uuid fc552100-b970-4d1b-a246-47e2cf178554 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1815.374545] env[63097]: INFO nova.compute.manager [-] [instance: 1281d741-76bf-4643-ad69-087171174766] Took 1.24 seconds to deallocate network for instance. [ 1815.808292] env[63097]: DEBUG oslo_concurrency.lockutils [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "refresh_cache-2bb9403f-a2cd-473e-8a02-f613b033ee69" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1815.808672] env[63097]: DEBUG oslo_concurrency.lockutils [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquired lock "refresh_cache-2bb9403f-a2cd-473e-8a02-f613b033ee69" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1815.808672] env[63097]: DEBUG nova.network.neutron [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1815.880227] env[63097]: DEBUG oslo_concurrency.lockutils [None req-946cf569-d997-4230-b8d4-e479283837b6 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.883863] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e502b63-85b5-4cc5-8dc5-348374c1a66d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.891512] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff53225b-2b10-471c-9e6b-661b776b3236 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.920863] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583fda92-6d0e-4de8-a17b-ed524a8dbabd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.928083] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0745981-9b8f-4397-8c7d-7cd9523d6d00 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.941510] env[63097]: DEBUG nova.compute.provider_tree [None req-56b4f680-0224-4161-a90a-82c7e0b27bdc tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1816.444126] env[63097]: DEBUG nova.scheduler.client.report [None req-56b4f680-0224-4161-a90a-82c7e0b27bdc tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1816.521925] env[63097]: DEBUG nova.network.neutron [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Updating instance_info_cache with network_info: [{"id": "e0c9fb45-a35e-4148-aab4-9f9861df2b9b", "address": "fa:16:3e:4b:67:5f", "network": {"id": "cab4f1b3-f7f6-44cf-96d8-e5cde8573d49", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-74996664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bb501857d7a49bab571b96be7671416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0c9fb45-a3", "ovs_interfaceid": "e0c9fb45-a35e-4148-aab4-9f9861df2b9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1816.683959] env[63097]: INFO nova.compute.manager [None req-2fddc7a9-0b53-45bd-8528-090698f666f1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Resuming [ 1816.684721] env[63097]: DEBUG nova.objects.instance [None req-2fddc7a9-0b53-45bd-8528-090698f666f1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Lazy-loading 'flavor' on Instance uuid 77e5f46f-2e5a-46aa-be58-d621cd091591 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1816.948994] env[63097]: DEBUG oslo_concurrency.lockutils [None req-56b4f680-0224-4161-a90a-82c7e0b27bdc tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.647s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.951594] env[63097]: DEBUG oslo_concurrency.lockutils [None req-946cf569-d997-4230-b8d4-e479283837b6 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.071s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.951839] env[63097]: DEBUG nova.objects.instance [None req-946cf569-d997-4230-b8d4-e479283837b6 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lazy-loading 'resources' on Instance uuid 1281d741-76bf-4643-ad69-087171174766 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1816.967143] env[63097]: INFO nova.scheduler.client.report [None req-56b4f680-0224-4161-a90a-82c7e0b27bdc tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Deleted allocations for instance fc552100-b970-4d1b-a246-47e2cf178554 [ 1817.026426] env[63097]: DEBUG oslo_concurrency.lockutils [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Releasing lock "refresh_cache-2bb9403f-a2cd-473e-8a02-f613b033ee69" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1817.473974] env[63097]: DEBUG oslo_concurrency.lockutils [None req-56b4f680-0224-4161-a90a-82c7e0b27bdc tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "fc552100-b970-4d1b-a246-47e2cf178554" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.161s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.474794] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b5774541-b2e2-4b00-b843-e33c1773879e tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "fc552100-b970-4d1b-a246-47e2cf178554" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 5.840s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.475032] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b5774541-b2e2-4b00-b843-e33c1773879e tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "fc552100-b970-4d1b-a246-47e2cf178554-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.475305] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b5774541-b2e2-4b00-b843-e33c1773879e tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "fc552100-b970-4d1b-a246-47e2cf178554-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.475441] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b5774541-b2e2-4b00-b843-e33c1773879e tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "fc552100-b970-4d1b-a246-47e2cf178554-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.477328] env[63097]: INFO nova.compute.manager [None req-b5774541-b2e2-4b00-b843-e33c1773879e tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Terminating instance [ 1817.479036] env[63097]: DEBUG nova.compute.manager [None req-b5774541-b2e2-4b00-b843-e33c1773879e tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1817.479349] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf301189-9c8b-4135-9eb8-06d77cd8bd8b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.490745] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613efe06-1fae-41a0-a7e0-efa27182af5f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.520133] env[63097]: WARNING nova.virt.vmwareapi.driver [None req-b5774541-b2e2-4b00-b843-e33c1773879e tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance fc552100-b970-4d1b-a246-47e2cf178554 could not be found. [ 1817.520350] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b5774541-b2e2-4b00-b843-e33c1773879e tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1817.520657] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c0f0be6b-6c42-40ef-95de-11ee74e2f0d6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.533768] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc34d9f5-90a5-407e-863f-ae749d7eb4e6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.547113] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0613a43a-8578-48bb-ae08-5af5371e2c9c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.554180] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f90a045-d459-4d32-986b-806d248c846e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.564317] env[63097]: WARNING nova.virt.vmwareapi.vmops [None req-b5774541-b2e2-4b00-b843-e33c1773879e tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance fc552100-b970-4d1b-a246-47e2cf178554 could not be found. [ 1817.564540] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-b5774541-b2e2-4b00-b843-e33c1773879e tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1817.564740] env[63097]: INFO nova.compute.manager [None req-b5774541-b2e2-4b00-b843-e33c1773879e tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Took 0.09 seconds to destroy the instance on the hypervisor. [ 1817.565026] env[63097]: DEBUG oslo.service.loopingcall [None req-b5774541-b2e2-4b00-b843-e33c1773879e tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1817.589584] env[63097]: DEBUG nova.compute.manager [-] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1817.589708] env[63097]: DEBUG nova.network.neutron [-] [instance: fc552100-b970-4d1b-a246-47e2cf178554] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1817.592828] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e266ad7-aee9-4987-a4b0-bcdb81cef04d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.600581] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd65900-7f52-47d3-b13c-fa87ced60ead {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.613703] env[63097]: DEBUG nova.compute.provider_tree [None req-946cf569-d997-4230-b8d4-e479283837b6 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1817.693079] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2fddc7a9-0b53-45bd-8528-090698f666f1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Acquiring lock "refresh_cache-77e5f46f-2e5a-46aa-be58-d621cd091591" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1817.693296] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2fddc7a9-0b53-45bd-8528-090698f666f1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Acquired lock "refresh_cache-77e5f46f-2e5a-46aa-be58-d621cd091591" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1817.693486] env[63097]: DEBUG nova.network.neutron [None req-2fddc7a9-0b53-45bd-8528-090698f666f1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1818.117635] env[63097]: DEBUG nova.scheduler.client.report [None req-946cf569-d997-4230-b8d4-e479283837b6 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1818.120795] env[63097]: DEBUG nova.network.neutron [-] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1818.398022] env[63097]: DEBUG nova.network.neutron [None req-2fddc7a9-0b53-45bd-8528-090698f666f1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Updating instance_info_cache with network_info: [{"id": "480e0c02-8453-46ee-be5e-2d6f25716f3b", "address": "fa:16:3e:27:c9:90", "network": {"id": "bbb12cc6-e109-4a95-86c2-a00f9aa7bfb5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-927856523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cc1add1fac741329086c2962bcda9cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap480e0c02-84", "ovs_interfaceid": "480e0c02-8453-46ee-be5e-2d6f25716f3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1818.540372] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8304cb76-56c3-4f3d-b18a-a079434749e0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.558587] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Updating instance '2bb9403f-a2cd-473e-8a02-f613b033ee69' progress to 0 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1818.623551] env[63097]: DEBUG oslo_concurrency.lockutils [None req-946cf569-d997-4230-b8d4-e479283837b6 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.672s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.625918] env[63097]: INFO nova.compute.manager [-] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Took 1.04 seconds to deallocate network for instance. [ 1818.644477] env[63097]: WARNING nova.volume.cinder [None req-b5774541-b2e2-4b00-b843-e33c1773879e tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Attachment e064d742-3304-4d6e-898e-d9e380a0b43d does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = e064d742-3304-4d6e-898e-d9e380a0b43d. (HTTP 404) (Request-ID: req-15612ffe-702f-4884-8d31-ed065e7e1f4f) [ 1818.644477] env[63097]: INFO nova.compute.manager [None req-b5774541-b2e2-4b00-b843-e33c1773879e tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Took 0.02 seconds to detach 1 volumes for instance. [ 1818.648190] env[63097]: DEBUG nova.compute.manager [None req-b5774541-b2e2-4b00-b843-e33c1773879e tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Deleting volume: e7560cbf-77ba-4144-98cf-ae03ec9d4cd8 {{(pid=63097) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3248}} [ 1818.652054] env[63097]: INFO nova.scheduler.client.report [None req-946cf569-d997-4230-b8d4-e479283837b6 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Deleted allocations for instance 1281d741-76bf-4643-ad69-087171174766 [ 1818.667063] env[63097]: WARNING nova.compute.manager [None req-b5774541-b2e2-4b00-b843-e33c1773879e tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Failed to delete volume: e7560cbf-77ba-4144-98cf-ae03ec9d4cd8 due to Volume e7560cbf-77ba-4144-98cf-ae03ec9d4cd8 could not be found.: nova.exception.VolumeNotFound: Volume e7560cbf-77ba-4144-98cf-ae03ec9d4cd8 could not be found. [ 1818.901128] env[63097]: DEBUG oslo_concurrency.lockutils [None req-2fddc7a9-0b53-45bd-8528-090698f666f1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Releasing lock "refresh_cache-77e5f46f-2e5a-46aa-be58-d621cd091591" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1818.902152] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee3efa6-49a0-4759-934e-ff5989c2533a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.908776] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2fddc7a9-0b53-45bd-8528-090698f666f1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Resuming the VM {{(pid=63097) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1184}} [ 1818.909011] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ebed9ca-e56f-4de1-94d0-2d5ebbf73d5b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.914656] env[63097]: DEBUG oslo_vmware.api [None req-2fddc7a9-0b53-45bd-8528-090698f666f1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Waiting for the task: (returnval){ [ 1818.914656] env[63097]: value = "task-1688003" [ 1818.914656] env[63097]: _type = "Task" [ 1818.914656] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.921919] env[63097]: DEBUG oslo_vmware.api [None req-2fddc7a9-0b53-45bd-8528-090698f666f1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1688003, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.065168] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1819.065760] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ee2e103-d52e-40c5-94e9-d3197add5648 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.072956] env[63097]: DEBUG oslo_vmware.api [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1819.072956] env[63097]: value = "task-1688004" [ 1819.072956] env[63097]: _type = "Task" [ 1819.072956] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.092904] env[63097]: DEBUG oslo_vmware.api [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1688004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.167604] env[63097]: DEBUG oslo_concurrency.lockutils [None req-946cf569-d997-4230-b8d4-e479283837b6 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "1281d741-76bf-4643-ad69-087171174766" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.260s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.171611] env[63097]: INFO nova.compute.manager [None req-b5774541-b2e2-4b00-b843-e33c1773879e tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: fc552100-b970-4d1b-a246-47e2cf178554] Instance disappeared during terminate [ 1819.171611] env[63097]: DEBUG oslo_concurrency.lockutils [None req-b5774541-b2e2-4b00-b843-e33c1773879e tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "fc552100-b970-4d1b-a246-47e2cf178554" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 1.697s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.426188] env[63097]: DEBUG oslo_vmware.api [None req-2fddc7a9-0b53-45bd-8528-090698f666f1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1688003, 'name': PowerOnVM_Task} progress is 93%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.583641] env[63097]: DEBUG oslo_vmware.api [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1688004, 'name': PowerOffVM_Task, 'duration_secs': 0.180986} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.583979] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1819.584201] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Updating instance '2bb9403f-a2cd-473e-8a02-f613b033ee69' progress to 17 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1819.927251] env[63097]: DEBUG oslo_vmware.api [None req-2fddc7a9-0b53-45bd-8528-090698f666f1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1688003, 'name': PowerOnVM_Task, 'duration_secs': 0.605555} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.927511] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-2fddc7a9-0b53-45bd-8528-090698f666f1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Resumed the VM {{(pid=63097) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1189}} [ 1819.927702] env[63097]: DEBUG nova.compute.manager [None req-2fddc7a9-0b53-45bd-8528-090698f666f1 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1819.928569] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efff89d5-c8ed-4d47-933d-6e1198451a33 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.092077] env[63097]: DEBUG nova.virt.hardware [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:21:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1820.092523] env[63097]: DEBUG nova.virt.hardware [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1820.092836] env[63097]: DEBUG nova.virt.hardware [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1820.093171] env[63097]: DEBUG nova.virt.hardware [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1820.093439] env[63097]: DEBUG nova.virt.hardware [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1820.093693] env[63097]: DEBUG nova.virt.hardware [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1820.094081] env[63097]: DEBUG nova.virt.hardware [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1820.094394] env[63097]: DEBUG nova.virt.hardware [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1820.094721] env[63097]: DEBUG nova.virt.hardware [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1820.095069] env[63097]: DEBUG nova.virt.hardware [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1820.095411] env[63097]: DEBUG nova.virt.hardware [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1820.102377] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c2f0052-4105-4a8c-822f-01d77754b398 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.120188] env[63097]: DEBUG oslo_vmware.api [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1820.120188] env[63097]: value = "task-1688006" [ 1820.120188] env[63097]: _type = "Task" [ 1820.120188] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.128632] env[63097]: DEBUG oslo_vmware.api [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1688006, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.632354] env[63097]: DEBUG oslo_vmware.api [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1688006, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.131588] env[63097]: DEBUG oslo_vmware.api [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1688006, 'name': ReconfigVM_Task, 'duration_secs': 0.849785} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.132017] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Updating instance '2bb9403f-a2cd-473e-8a02-f613b033ee69' progress to 33 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1821.639015] env[63097]: DEBUG nova.virt.hardware [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1821.639396] env[63097]: DEBUG nova.virt.hardware [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1821.639451] env[63097]: DEBUG nova.virt.hardware [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1821.639683] env[63097]: DEBUG nova.virt.hardware [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1821.639844] env[63097]: DEBUG nova.virt.hardware [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1821.639998] env[63097]: DEBUG nova.virt.hardware [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1821.640222] env[63097]: DEBUG nova.virt.hardware [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1821.640388] env[63097]: DEBUG nova.virt.hardware [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1821.640560] env[63097]: DEBUG nova.virt.hardware [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1821.640731] env[63097]: DEBUG nova.virt.hardware [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1821.640906] env[63097]: DEBUG nova.virt.hardware [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1821.646247] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1821.646558] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b44d935d-e43b-44c1-8916-ebb74469e273 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.664701] env[63097]: DEBUG oslo_vmware.api [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1821.664701] env[63097]: value = "task-1688007" [ 1821.664701] env[63097]: _type = "Task" [ 1821.664701] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.672607] env[63097]: DEBUG oslo_vmware.api [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1688007, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.174757] env[63097]: DEBUG oslo_vmware.api [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1688007, 'name': ReconfigVM_Task, 'duration_secs': 0.184628} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.175079] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1822.175942] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70ce1d1-88d6-4df3-8888-5c9159cc1928 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.199195] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 2bb9403f-a2cd-473e-8a02-f613b033ee69/2bb9403f-a2cd-473e-8a02-f613b033ee69.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1822.199830] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1620ae7-9e52-4733-813d-600179011737 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.218105] env[63097]: DEBUG oslo_vmware.api [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1822.218105] env[63097]: value = "task-1688008" [ 1822.218105] env[63097]: _type = "Task" [ 1822.218105] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.229709] env[63097]: DEBUG oslo_vmware.api [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1688008, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.728402] env[63097]: DEBUG oslo_vmware.api [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1688008, 'name': ReconfigVM_Task, 'duration_secs': 0.286186} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.728836] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 2bb9403f-a2cd-473e-8a02-f613b033ee69/2bb9403f-a2cd-473e-8a02-f613b033ee69.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1822.728980] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Updating instance '2bb9403f-a2cd-473e-8a02-f613b033ee69' progress to 50 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1822.825694] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f54cd064-2712-466c-98b1-59e026f220e8 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "bca51e28-e24e-47dd-86e2-935d76b79bc0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.826017] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f54cd064-2712-466c-98b1-59e026f220e8 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "bca51e28-e24e-47dd-86e2-935d76b79bc0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.826251] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f54cd064-2712-466c-98b1-59e026f220e8 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "bca51e28-e24e-47dd-86e2-935d76b79bc0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.826448] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f54cd064-2712-466c-98b1-59e026f220e8 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "bca51e28-e24e-47dd-86e2-935d76b79bc0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.826623] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f54cd064-2712-466c-98b1-59e026f220e8 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "bca51e28-e24e-47dd-86e2-935d76b79bc0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.828686] env[63097]: INFO nova.compute.manager [None req-f54cd064-2712-466c-98b1-59e026f220e8 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Terminating instance [ 1822.830438] env[63097]: DEBUG nova.compute.manager [None req-f54cd064-2712-466c-98b1-59e026f220e8 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1822.830639] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f54cd064-2712-466c-98b1-59e026f220e8 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1822.831475] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e8f5fd-94c5-4d6c-b8f7-295995154d72 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.838988] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f54cd064-2712-466c-98b1-59e026f220e8 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1822.839287] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-273fb435-57c2-43ba-9eed-e88321302933 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.845102] env[63097]: DEBUG oslo_vmware.api [None req-f54cd064-2712-466c-98b1-59e026f220e8 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1822.845102] env[63097]: value = "task-1688009" [ 1822.845102] env[63097]: _type = "Task" [ 1822.845102] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.853576] env[63097]: DEBUG oslo_vmware.api [None req-f54cd064-2712-466c-98b1-59e026f220e8 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1688009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.235924] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b385a64-4a1c-4162-bfac-6863a990f01b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.255959] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41695173-6fc6-49a3-bbe1-a63e849842c1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.273106] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Updating instance '2bb9403f-a2cd-473e-8a02-f613b033ee69' progress to 67 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1823.354628] env[63097]: DEBUG oslo_vmware.api [None req-f54cd064-2712-466c-98b1-59e026f220e8 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1688009, 'name': PowerOffVM_Task, 'duration_secs': 0.226829} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.355256] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-f54cd064-2712-466c-98b1-59e026f220e8 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1823.355469] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f54cd064-2712-466c-98b1-59e026f220e8 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1823.355749] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78bd83f5-7321-4d2c-a558-781180003de1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.461391] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f54cd064-2712-466c-98b1-59e026f220e8 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1823.461612] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f54cd064-2712-466c-98b1-59e026f220e8 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1823.461804] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-f54cd064-2712-466c-98b1-59e026f220e8 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Deleting the datastore file [datastore2] bca51e28-e24e-47dd-86e2-935d76b79bc0 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1823.462125] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87c4e246-267c-41be-b279-260bde489bd6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.467877] env[63097]: DEBUG oslo_vmware.api [None req-f54cd064-2712-466c-98b1-59e026f220e8 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for the task: (returnval){ [ 1823.467877] env[63097]: value = "task-1688011" [ 1823.467877] env[63097]: _type = "Task" [ 1823.467877] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.475476] env[63097]: DEBUG oslo_vmware.api [None req-f54cd064-2712-466c-98b1-59e026f220e8 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1688011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.811643] env[63097]: DEBUG nova.network.neutron [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Port e0c9fb45-a35e-4148-aab4-9f9861df2b9b binding to destination host cpu-1 is already ACTIVE {{(pid=63097) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1823.977758] env[63097]: DEBUG oslo_vmware.api [None req-f54cd064-2712-466c-98b1-59e026f220e8 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Task: {'id': task-1688011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165505} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.978051] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-f54cd064-2712-466c-98b1-59e026f220e8 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1823.978244] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f54cd064-2712-466c-98b1-59e026f220e8 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1823.978429] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-f54cd064-2712-466c-98b1-59e026f220e8 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1823.978609] env[63097]: INFO nova.compute.manager [None req-f54cd064-2712-466c-98b1-59e026f220e8 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1823.978855] env[63097]: DEBUG oslo.service.loopingcall [None req-f54cd064-2712-466c-98b1-59e026f220e8 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1823.979065] env[63097]: DEBUG nova.compute.manager [-] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1823.979164] env[63097]: DEBUG nova.network.neutron [-] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1824.226302] env[63097]: DEBUG nova.compute.manager [req-d254548b-ce30-40c9-9e95-77966cf3641d req-dca01da8-d76c-42f0-ae6e-1035ec542708 service nova] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Received event network-vif-deleted-d1140c2e-0c1e-4937-978f-1260aa57b320 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1824.226567] env[63097]: INFO nova.compute.manager [req-d254548b-ce30-40c9-9e95-77966cf3641d req-dca01da8-d76c-42f0-ae6e-1035ec542708 service nova] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Neutron deleted interface d1140c2e-0c1e-4937-978f-1260aa57b320; detaching it from the instance and deleting it from the info cache [ 1824.226721] env[63097]: DEBUG nova.network.neutron [req-d254548b-ce30-40c9-9e95-77966cf3641d req-dca01da8-d76c-42f0-ae6e-1035ec542708 service nova] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1824.704653] env[63097]: DEBUG nova.network.neutron [-] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1824.728739] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5cec3b08-b711-45e1-9735-476603bff430 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.740593] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999b87ca-29a7-4130-9ca9-3bccfd4de815 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.764012] env[63097]: DEBUG nova.compute.manager [req-d254548b-ce30-40c9-9e95-77966cf3641d req-dca01da8-d76c-42f0-ae6e-1035ec542708 service nova] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Detach interface failed, port_id=d1140c2e-0c1e-4937-978f-1260aa57b320, reason: Instance bca51e28-e24e-47dd-86e2-935d76b79bc0 could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1824.834049] env[63097]: DEBUG oslo_concurrency.lockutils [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "2bb9403f-a2cd-473e-8a02-f613b033ee69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.834449] env[63097]: DEBUG oslo_concurrency.lockutils [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "2bb9403f-a2cd-473e-8a02-f613b033ee69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.834507] env[63097]: DEBUG oslo_concurrency.lockutils [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "2bb9403f-a2cd-473e-8a02-f613b033ee69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.972874] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d32ee581-25e1-4005-859e-bdd52fbddd71 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Acquiring lock "77e5f46f-2e5a-46aa-be58-d621cd091591" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.973266] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d32ee581-25e1-4005-859e-bdd52fbddd71 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Lock "77e5f46f-2e5a-46aa-be58-d621cd091591" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.973605] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d32ee581-25e1-4005-859e-bdd52fbddd71 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Acquiring lock "77e5f46f-2e5a-46aa-be58-d621cd091591-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.973914] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d32ee581-25e1-4005-859e-bdd52fbddd71 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Lock "77e5f46f-2e5a-46aa-be58-d621cd091591-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.974212] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d32ee581-25e1-4005-859e-bdd52fbddd71 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Lock "77e5f46f-2e5a-46aa-be58-d621cd091591-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.976942] env[63097]: INFO nova.compute.manager [None req-d32ee581-25e1-4005-859e-bdd52fbddd71 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Terminating instance [ 1824.979210] env[63097]: DEBUG nova.compute.manager [None req-d32ee581-25e1-4005-859e-bdd52fbddd71 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1824.979436] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d32ee581-25e1-4005-859e-bdd52fbddd71 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1824.980308] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e30304-5c1a-4e1a-838f-48fdfd17d7f7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.989046] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32ee581-25e1-4005-859e-bdd52fbddd71 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1824.989283] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2c7bd4b-6931-4532-953b-7097c117fec6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.995195] env[63097]: DEBUG oslo_vmware.api [None req-d32ee581-25e1-4005-859e-bdd52fbddd71 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Waiting for the task: (returnval){ [ 1824.995195] env[63097]: value = "task-1688012" [ 1824.995195] env[63097]: _type = "Task" [ 1824.995195] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.004698] env[63097]: DEBUG oslo_vmware.api [None req-d32ee581-25e1-4005-859e-bdd52fbddd71 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1688012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.207621] env[63097]: INFO nova.compute.manager [-] [instance: bca51e28-e24e-47dd-86e2-935d76b79bc0] Took 1.23 seconds to deallocate network for instance. [ 1825.504459] env[63097]: DEBUG oslo_vmware.api [None req-d32ee581-25e1-4005-859e-bdd52fbddd71 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1688012, 'name': PowerOffVM_Task, 'duration_secs': 0.252212} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.504696] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32ee581-25e1-4005-859e-bdd52fbddd71 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1825.504871] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d32ee581-25e1-4005-859e-bdd52fbddd71 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1825.505125] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0a781ab-1a9e-43ce-9473-e536de42dd71 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.591950] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d32ee581-25e1-4005-859e-bdd52fbddd71 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1825.592226] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d32ee581-25e1-4005-859e-bdd52fbddd71 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1825.592391] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-d32ee581-25e1-4005-859e-bdd52fbddd71 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Deleting the datastore file [datastore1] 77e5f46f-2e5a-46aa-be58-d621cd091591 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1825.592676] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f8c8654-7287-4ca5-b3e6-49aa72e3478f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.598972] env[63097]: DEBUG oslo_vmware.api [None req-d32ee581-25e1-4005-859e-bdd52fbddd71 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Waiting for the task: (returnval){ [ 1825.598972] env[63097]: value = "task-1688014" [ 1825.598972] env[63097]: _type = "Task" [ 1825.598972] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.606897] env[63097]: DEBUG oslo_vmware.api [None req-d32ee581-25e1-4005-859e-bdd52fbddd71 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1688014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.714192] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f54cd064-2712-466c-98b1-59e026f220e8 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.714516] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f54cd064-2712-466c-98b1-59e026f220e8 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.714763] env[63097]: DEBUG nova.objects.instance [None req-f54cd064-2712-466c-98b1-59e026f220e8 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lazy-loading 'resources' on Instance uuid bca51e28-e24e-47dd-86e2-935d76b79bc0 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1825.870734] env[63097]: DEBUG oslo_concurrency.lockutils [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "refresh_cache-2bb9403f-a2cd-473e-8a02-f613b033ee69" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1825.871076] env[63097]: DEBUG oslo_concurrency.lockutils [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquired lock "refresh_cache-2bb9403f-a2cd-473e-8a02-f613b033ee69" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1825.871131] env[63097]: DEBUG nova.network.neutron [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1826.111039] env[63097]: DEBUG oslo_vmware.api [None req-d32ee581-25e1-4005-859e-bdd52fbddd71 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Task: {'id': task-1688014, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15118} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.111264] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-d32ee581-25e1-4005-859e-bdd52fbddd71 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1826.111451] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d32ee581-25e1-4005-859e-bdd52fbddd71 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1826.111629] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d32ee581-25e1-4005-859e-bdd52fbddd71 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1826.111808] env[63097]: INFO nova.compute.manager [None req-d32ee581-25e1-4005-859e-bdd52fbddd71 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1826.112060] env[63097]: DEBUG oslo.service.loopingcall [None req-d32ee581-25e1-4005-859e-bdd52fbddd71 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1826.112259] env[63097]: DEBUG nova.compute.manager [-] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1826.112352] env[63097]: DEBUG nova.network.neutron [-] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1826.277531] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce2ce97-2b26-447b-81dc-be10142e5d61 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.285163] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7271f4-d241-48aa-8480-98bb0ee04147 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.314236] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be911af6-94e0-454d-b6d8-c52114d538ea {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.321443] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454fdc02-a5df-4a82-bca2-5f429627b5f2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.334166] env[63097]: DEBUG nova.compute.provider_tree [None req-f54cd064-2712-466c-98b1-59e026f220e8 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1826.545726] env[63097]: DEBUG nova.compute.manager [req-6d6c7b49-f91f-4874-b277-1e405c2d7837 req-ab555dd2-ce43-472c-9b06-2bdf8d01d90b service nova] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Received event network-vif-deleted-480e0c02-8453-46ee-be5e-2d6f25716f3b {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1826.545938] env[63097]: INFO nova.compute.manager [req-6d6c7b49-f91f-4874-b277-1e405c2d7837 req-ab555dd2-ce43-472c-9b06-2bdf8d01d90b service nova] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Neutron deleted interface 480e0c02-8453-46ee-be5e-2d6f25716f3b; detaching it from the instance and deleting it from the info cache [ 1826.546166] env[63097]: DEBUG nova.network.neutron [req-6d6c7b49-f91f-4874-b277-1e405c2d7837 req-ab555dd2-ce43-472c-9b06-2bdf8d01d90b service nova] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1826.591801] env[63097]: DEBUG nova.network.neutron [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Updating instance_info_cache with network_info: [{"id": "e0c9fb45-a35e-4148-aab4-9f9861df2b9b", "address": "fa:16:3e:4b:67:5f", "network": {"id": "cab4f1b3-f7f6-44cf-96d8-e5cde8573d49", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-74996664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bb501857d7a49bab571b96be7671416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0c9fb45-a3", "ovs_interfaceid": "e0c9fb45-a35e-4148-aab4-9f9861df2b9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1826.838523] env[63097]: DEBUG nova.scheduler.client.report [None req-f54cd064-2712-466c-98b1-59e026f220e8 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1827.025908] env[63097]: DEBUG nova.network.neutron [-] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1827.049364] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8c55492a-b6ed-4d03-a31f-bd6e127815a2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.058869] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b66091-d9fd-4d50-a733-221dd4b47ef2 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.081966] env[63097]: DEBUG nova.compute.manager [req-6d6c7b49-f91f-4874-b277-1e405c2d7837 req-ab555dd2-ce43-472c-9b06-2bdf8d01d90b service nova] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Detach interface failed, port_id=480e0c02-8453-46ee-be5e-2d6f25716f3b, reason: Instance 77e5f46f-2e5a-46aa-be58-d621cd091591 could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1827.094716] env[63097]: DEBUG oslo_concurrency.lockutils [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Releasing lock "refresh_cache-2bb9403f-a2cd-473e-8a02-f613b033ee69" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1827.343720] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f54cd064-2712-466c-98b1-59e026f220e8 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.629s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.365717] env[63097]: INFO nova.scheduler.client.report [None req-f54cd064-2712-466c-98b1-59e026f220e8 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Deleted allocations for instance bca51e28-e24e-47dd-86e2-935d76b79bc0 [ 1827.528940] env[63097]: INFO nova.compute.manager [-] [instance: 77e5f46f-2e5a-46aa-be58-d621cd091591] Took 1.42 seconds to deallocate network for instance. [ 1827.614422] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad66e11-4ab6-4ee5-891b-9465380dad60 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.633119] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af09b5ed-c9e4-450a-aa31-101fc0970bc6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.639926] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Updating instance '2bb9403f-a2cd-473e-8a02-f613b033ee69' progress to 83 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1827.873169] env[63097]: DEBUG oslo_concurrency.lockutils [None req-f54cd064-2712-466c-98b1-59e026f220e8 tempest-ServerActionsTestOtherA-1452026155 tempest-ServerActionsTestOtherA-1452026155-project-member] Lock "bca51e28-e24e-47dd-86e2-935d76b79bc0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.047s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.035760] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d32ee581-25e1-4005-859e-bdd52fbddd71 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.036116] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d32ee581-25e1-4005-859e-bdd52fbddd71 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.036273] env[63097]: DEBUG nova.objects.instance [None req-d32ee581-25e1-4005-859e-bdd52fbddd71 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Lazy-loading 'resources' on Instance uuid 77e5f46f-2e5a-46aa-be58-d621cd091591 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1828.145541] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1828.145862] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79251647-5a39-4880-86a5-89c6e133450f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.154085] env[63097]: DEBUG oslo_vmware.api [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1828.154085] env[63097]: value = "task-1688015" [ 1828.154085] env[63097]: _type = "Task" [ 1828.154085] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.161952] env[63097]: DEBUG oslo_vmware.api [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1688015, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.601258] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aaea08a-e5ea-42d5-9b34-8bf71cfaad02 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.610486] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8a6713-4327-4f57-9faa-dd109915df4d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.647691] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a963f606-aa73-4ecb-b235-06a0f79939fb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.655407] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a74814e-a90c-4997-bd4f-a17e37e38050 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.671094] env[63097]: DEBUG nova.compute.provider_tree [None req-d32ee581-25e1-4005-859e-bdd52fbddd71 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1828.675129] env[63097]: DEBUG oslo_vmware.api [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1688015, 'name': PowerOnVM_Task, 'duration_secs': 0.423854} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.675884] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1828.675884] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-be29c111-ad09-473f-ba16-43dbf052c3a0 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Updating instance '2bb9403f-a2cd-473e-8a02-f613b033ee69' progress to 100 {{(pid=63097) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1829.176852] env[63097]: DEBUG nova.scheduler.client.report [None req-d32ee581-25e1-4005-859e-bdd52fbddd71 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1829.683974] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d32ee581-25e1-4005-859e-bdd52fbddd71 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.648s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.713831] env[63097]: INFO nova.scheduler.client.report [None req-d32ee581-25e1-4005-859e-bdd52fbddd71 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Deleted allocations for instance 77e5f46f-2e5a-46aa-be58-d621cd091591 [ 1830.224615] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d32ee581-25e1-4005-859e-bdd52fbddd71 tempest-ServersNegativeTestJSON-1017332858 tempest-ServersNegativeTestJSON-1017332858-project-member] Lock "77e5f46f-2e5a-46aa-be58-d621cd091591" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.251s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.833768] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Acquiring lock "3a623442-69f3-445b-9bf6-e553777de234" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.834100] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Lock "3a623442-69f3-445b-9bf6-e553777de234" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.336633] env[63097]: DEBUG nova.compute.manager [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] [instance: 3a623442-69f3-445b-9bf6-e553777de234] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1831.588017] env[63097]: DEBUG nova.network.neutron [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Port e0c9fb45-a35e-4148-aab4-9f9861df2b9b binding to destination host cpu-1 is already ACTIVE {{(pid=63097) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1831.588346] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "refresh_cache-2bb9403f-a2cd-473e-8a02-f613b033ee69" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1831.588540] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquired lock "refresh_cache-2bb9403f-a2cd-473e-8a02-f613b033ee69" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1831.588716] env[63097]: DEBUG nova.network.neutron [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1831.861581] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.861902] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.863475] env[63097]: INFO nova.compute.claims [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] [instance: 3a623442-69f3-445b-9bf6-e553777de234] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1832.336602] env[63097]: DEBUG nova.network.neutron [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Updating instance_info_cache with network_info: [{"id": "e0c9fb45-a35e-4148-aab4-9f9861df2b9b", "address": "fa:16:3e:4b:67:5f", "network": {"id": "cab4f1b3-f7f6-44cf-96d8-e5cde8573d49", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-74996664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bb501857d7a49bab571b96be7671416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0c9fb45-a3", "ovs_interfaceid": "e0c9fb45-a35e-4148-aab4-9f9861df2b9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1832.839568] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Releasing lock "refresh_cache-2bb9403f-a2cd-473e-8a02-f613b033ee69" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1832.916269] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9eacb8-fdf7-4ce0-8234-d2b6ff28177f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.923331] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86000af3-076a-4e31-9c1e-30f30453304c {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.953375] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15616bb1-f90f-4c67-a9c8-b3749f3e9a25 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.960062] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dac7047-b87e-4ffa-8c5d-726abf422ea9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.972488] env[63097]: DEBUG nova.compute.provider_tree [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1833.342916] env[63097]: DEBUG nova.compute.manager [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63097) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:898}} [ 1833.343179] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.475516] env[63097]: DEBUG nova.scheduler.client.report [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1833.980345] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.118s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.980883] env[63097]: DEBUG nova.compute.manager [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] [instance: 3a623442-69f3-445b-9bf6-e553777de234] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1833.983769] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.641s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.488036] env[63097]: DEBUG nova.compute.utils [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1834.489185] env[63097]: DEBUG nova.objects.instance [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lazy-loading 'migration_context' on Instance uuid 2bb9403f-a2cd-473e-8a02-f613b033ee69 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1834.490506] env[63097]: DEBUG nova.compute.manager [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] [instance: 3a623442-69f3-445b-9bf6-e553777de234] Not allocating networking since 'none' was specified. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1834.991278] env[63097]: DEBUG nova.compute.manager [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] [instance: 3a623442-69f3-445b-9bf6-e553777de234] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1835.045461] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956fc2e3-bab3-4cbd-8a6a-c283eaf2be62 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.053454] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd02d839-57a7-49f5-95eb-86dc62c3c7c3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.083794] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73e0d71-57d2-44be-a36e-469d448356c5 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.090514] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c3fad4-9e28-4862-8fe8-c3b5024cf167 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.103417] env[63097]: DEBUG nova.compute.provider_tree [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1835.607647] env[63097]: DEBUG nova.scheduler.client.report [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1836.003917] env[63097]: DEBUG nova.compute.manager [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] [instance: 3a623442-69f3-445b-9bf6-e553777de234] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1836.029875] env[63097]: DEBUG nova.virt.hardware [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1836.030145] env[63097]: DEBUG nova.virt.hardware [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1836.030310] env[63097]: DEBUG nova.virt.hardware [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1836.030498] env[63097]: DEBUG nova.virt.hardware [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1836.030651] env[63097]: DEBUG nova.virt.hardware [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1836.030804] env[63097]: DEBUG nova.virt.hardware [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1836.031021] env[63097]: DEBUG nova.virt.hardware [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1836.031192] env[63097]: DEBUG nova.virt.hardware [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1836.031366] env[63097]: DEBUG nova.virt.hardware [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1836.031534] env[63097]: DEBUG nova.virt.hardware [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1836.031713] env[63097]: DEBUG nova.virt.hardware [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1836.032575] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc64dd9-0692-404e-95cb-992fcbd9fc19 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.040417] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f883674-d4de-47c6-9b40-7657cbb50fd1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.053143] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] [instance: 3a623442-69f3-445b-9bf6-e553777de234] Instance VIF info [] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1836.058789] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Creating folder: Project (944fc9eb07c44994abf7a7fb969f5dd8). Parent ref: group-v351483. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1836.058903] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d913af6c-5677-4cf3-989c-25e7a0b87acd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.068139] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Created folder: Project (944fc9eb07c44994abf7a7fb969f5dd8) in parent group-v351483. [ 1836.068325] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Creating folder: Instances. Parent ref: group-v351818. {{(pid=63097) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1836.068544] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31f8521b-a3bd-48ac-9a1e-2281401df68e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.076400] env[63097]: INFO nova.virt.vmwareapi.vm_util [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Created folder: Instances in parent group-v351818. [ 1836.076624] env[63097]: DEBUG oslo.service.loopingcall [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1836.076813] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a623442-69f3-445b-9bf6-e553777de234] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1836.077009] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9630e6e1-78e0-4c8a-8c4a-052108b2a19e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.091582] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1836.091582] env[63097]: value = "task-1688018" [ 1836.091582] env[63097]: _type = "Task" [ 1836.091582] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.098312] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1688018, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.601721] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1688018, 'name': CreateVM_Task, 'duration_secs': 0.269775} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.601882] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a623442-69f3-445b-9bf6-e553777de234] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1836.602345] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.602515] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.602891] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1836.603164] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20d795da-a663-4fa5-8627-dceb011d0046 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.607539] env[63097]: DEBUG oslo_vmware.api [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Waiting for the task: (returnval){ [ 1836.607539] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5209ae29-7d1e-445d-8002-697e034a863b" [ 1836.607539] env[63097]: _type = "Task" [ 1836.607539] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.614926] env[63097]: DEBUG oslo_vmware.api [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5209ae29-7d1e-445d-8002-697e034a863b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.618485] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.635s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.117858] env[63097]: DEBUG oslo_vmware.api [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5209ae29-7d1e-445d-8002-697e034a863b, 'name': SearchDatastore_Task, 'duration_secs': 0.009718} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.118274] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.118413] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] [instance: 3a623442-69f3-445b-9bf6-e553777de234] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1837.118643] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1837.118797] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.118981] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1837.119257] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-175b6ba7-80c2-4706-b572-850ce0725581 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.126972] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1837.127161] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1837.127829] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec3c4a7a-ac6d-4e73-bf56-fa1d9bcb6c21 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.135065] env[63097]: DEBUG oslo_vmware.api [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Waiting for the task: (returnval){ [ 1837.135065] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5249ade5-55b8-14e5-190f-1442642b2b6c" [ 1837.135065] env[63097]: _type = "Task" [ 1837.135065] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.141540] env[63097]: DEBUG oslo_vmware.api [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5249ade5-55b8-14e5-190f-1442642b2b6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.647505] env[63097]: DEBUG oslo_vmware.api [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5249ade5-55b8-14e5-190f-1442642b2b6c, 'name': SearchDatastore_Task, 'duration_secs': 0.012425} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.648298] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31568ddb-fee7-4aeb-a726-10a8ec5a8d19 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.653970] env[63097]: DEBUG oslo_vmware.api [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Waiting for the task: (returnval){ [ 1837.653970] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52145ac7-283b-d91f-bbd7-348e27973069" [ 1837.653970] env[63097]: _type = "Task" [ 1837.653970] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.662145] env[63097]: DEBUG oslo_vmware.api [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52145ac7-283b-d91f-bbd7-348e27973069, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.159029] env[63097]: INFO nova.compute.manager [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Swapping old allocation on dict_keys(['6b378d8e-1145-4591-928b-605b58f0be9e']) held by migration 6bc06f0c-3439-4334-9b84-84a8a81ad0e9 for instance [ 1838.166473] env[63097]: DEBUG oslo_vmware.api [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]52145ac7-283b-d91f-bbd7-348e27973069, 'name': SearchDatastore_Task, 'duration_secs': 0.027127} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.166783] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1838.166928] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 3a623442-69f3-445b-9bf6-e553777de234/3a623442-69f3-445b-9bf6-e553777de234.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1838.167801] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00738dd1-52a1-43e1-931c-3a64e4911b95 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.175200] env[63097]: DEBUG oslo_vmware.api [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Waiting for the task: (returnval){ [ 1838.175200] env[63097]: value = "task-1688019" [ 1838.175200] env[63097]: _type = "Task" [ 1838.175200] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.183450] env[63097]: DEBUG oslo_vmware.api [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Task: {'id': task-1688019, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.184382] env[63097]: DEBUG nova.scheduler.client.report [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Overwriting current allocation {'allocations': {'6b378d8e-1145-4591-928b-605b58f0be9e': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 174}}, 'project_id': '1bb501857d7a49bab571b96be7671416', 'user_id': '7a9cb72e6cba4d67bee9c0b392cfd3c5', 'consumer_generation': 1} on consumer 2bb9403f-a2cd-473e-8a02-f613b033ee69 {{(pid=63097) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1838.258529] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "refresh_cache-2bb9403f-a2cd-473e-8a02-f613b033ee69" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.258774] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquired lock "refresh_cache-2bb9403f-a2cd-473e-8a02-f613b033ee69" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.258971] env[63097]: DEBUG nova.network.neutron [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1838.686155] env[63097]: DEBUG oslo_vmware.api [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Task: {'id': task-1688019, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505872} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.686563] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore2] 3a623442-69f3-445b-9bf6-e553777de234/3a623442-69f3-445b-9bf6-e553777de234.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1838.686735] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] [instance: 3a623442-69f3-445b-9bf6-e553777de234] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1838.686941] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3a6d425-44a8-41f8-9d58-48c35f7eea97 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.693227] env[63097]: DEBUG oslo_vmware.api [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Waiting for the task: (returnval){ [ 1838.693227] env[63097]: value = "task-1688020" [ 1838.693227] env[63097]: _type = "Task" [ 1838.693227] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.701752] env[63097]: DEBUG oslo_vmware.api [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Task: {'id': task-1688020, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.999740] env[63097]: DEBUG nova.network.neutron [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Updating instance_info_cache with network_info: [{"id": "e0c9fb45-a35e-4148-aab4-9f9861df2b9b", "address": "fa:16:3e:4b:67:5f", "network": {"id": "cab4f1b3-f7f6-44cf-96d8-e5cde8573d49", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-74996664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bb501857d7a49bab571b96be7671416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0c9fb45-a3", "ovs_interfaceid": "e0c9fb45-a35e-4148-aab4-9f9861df2b9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1839.202954] env[63097]: DEBUG oslo_vmware.api [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Task: {'id': task-1688020, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078393} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.203340] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] [instance: 3a623442-69f3-445b-9bf6-e553777de234] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1839.204037] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8692ea3d-e532-4a8b-aa1a-bd40d78c2378 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.222920] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] [instance: 3a623442-69f3-445b-9bf6-e553777de234] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 3a623442-69f3-445b-9bf6-e553777de234/3a623442-69f3-445b-9bf6-e553777de234.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1839.223125] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5e2c525-41fb-48ac-a6ab-710024910010 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.241046] env[63097]: DEBUG oslo_vmware.api [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Waiting for the task: (returnval){ [ 1839.241046] env[63097]: value = "task-1688021" [ 1839.241046] env[63097]: _type = "Task" [ 1839.241046] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.248124] env[63097]: DEBUG oslo_vmware.api [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Task: {'id': task-1688021, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.502750] env[63097]: DEBUG oslo_concurrency.lockutils [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Releasing lock "refresh_cache-2bb9403f-a2cd-473e-8a02-f613b033ee69" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.503250] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1839.503555] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ddf8182-c89b-4ea0-958b-b23907bf7093 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.509748] env[63097]: DEBUG oslo_vmware.api [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1839.509748] env[63097]: value = "task-1688022" [ 1839.509748] env[63097]: _type = "Task" [ 1839.509748] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.517214] env[63097]: DEBUG oslo_vmware.api [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1688022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.750771] env[63097]: DEBUG oslo_vmware.api [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Task: {'id': task-1688021, 'name': ReconfigVM_Task, 'duration_secs': 0.263065} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.751085] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] [instance: 3a623442-69f3-445b-9bf6-e553777de234] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 3a623442-69f3-445b-9bf6-e553777de234/3a623442-69f3-445b-9bf6-e553777de234.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1839.751738] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68b88458-7b1d-49a8-9619-27478d94c919 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.758096] env[63097]: DEBUG oslo_vmware.api [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Waiting for the task: (returnval){ [ 1839.758096] env[63097]: value = "task-1688023" [ 1839.758096] env[63097]: _type = "Task" [ 1839.758096] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.769170] env[63097]: DEBUG oslo_vmware.api [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Task: {'id': task-1688023, 'name': Rename_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.020107] env[63097]: DEBUG oslo_vmware.api [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1688022, 'name': PowerOffVM_Task, 'duration_secs': 0.223937} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.020342] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1840.021028] env[63097]: DEBUG nova.virt.hardware [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1840.021271] env[63097]: DEBUG nova.virt.hardware [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1840.021434] env[63097]: DEBUG nova.virt.hardware [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1840.021628] env[63097]: DEBUG nova.virt.hardware [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1840.021781] env[63097]: DEBUG nova.virt.hardware [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1840.021934] env[63097]: DEBUG nova.virt.hardware [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1840.022165] env[63097]: DEBUG nova.virt.hardware [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1840.022335] env[63097]: DEBUG nova.virt.hardware [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1840.022551] env[63097]: DEBUG nova.virt.hardware [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1840.022782] env[63097]: DEBUG nova.virt.hardware [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1840.022972] env[63097]: DEBUG nova.virt.hardware [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1840.027984] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-654e6c2e-bca7-428e-8ac9-43debf0ba1fe {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.043933] env[63097]: DEBUG oslo_vmware.api [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1840.043933] env[63097]: value = "task-1688024" [ 1840.043933] env[63097]: _type = "Task" [ 1840.043933] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.053959] env[63097]: DEBUG oslo_vmware.api [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1688024, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.267736] env[63097]: DEBUG oslo_vmware.api [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Task: {'id': task-1688023, 'name': Rename_Task, 'duration_secs': 0.136634} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.268111] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] [instance: 3a623442-69f3-445b-9bf6-e553777de234] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1840.268299] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-825858eb-6634-4d70-89cd-d113c8ffb1b3 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.275237] env[63097]: DEBUG oslo_vmware.api [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Waiting for the task: (returnval){ [ 1840.275237] env[63097]: value = "task-1688025" [ 1840.275237] env[63097]: _type = "Task" [ 1840.275237] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.283595] env[63097]: DEBUG oslo_vmware.api [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Task: {'id': task-1688025, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.553983] env[63097]: DEBUG oslo_vmware.api [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1688024, 'name': ReconfigVM_Task, 'duration_secs': 0.133232} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.554702] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd4bd74-86bb-4b6d-b0c9-c9d10df6b0eb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.573746] env[63097]: DEBUG nova.virt.hardware [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1840.573996] env[63097]: DEBUG nova.virt.hardware [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1840.574174] env[63097]: DEBUG nova.virt.hardware [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1840.574367] env[63097]: DEBUG nova.virt.hardware [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1840.574539] env[63097]: DEBUG nova.virt.hardware [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1840.574703] env[63097]: DEBUG nova.virt.hardware [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1840.574926] env[63097]: DEBUG nova.virt.hardware [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1840.575111] env[63097]: DEBUG nova.virt.hardware [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1840.575314] env[63097]: DEBUG nova.virt.hardware [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1840.575485] env[63097]: DEBUG nova.virt.hardware [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1840.575705] env[63097]: DEBUG nova.virt.hardware [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1840.576520] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e21ee3f9-b9ff-451c-9929-9ec71b174c67 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.581878] env[63097]: DEBUG oslo_vmware.api [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1840.581878] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]526362ac-91fc-1035-5ddd-fda9a610cbd5" [ 1840.581878] env[63097]: _type = "Task" [ 1840.581878] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.589923] env[63097]: DEBUG oslo_vmware.api [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]526362ac-91fc-1035-5ddd-fda9a610cbd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.784986] env[63097]: DEBUG oslo_vmware.api [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Task: {'id': task-1688025, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.122314] env[63097]: DEBUG oslo_vmware.api [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]526362ac-91fc-1035-5ddd-fda9a610cbd5, 'name': SearchDatastore_Task, 'duration_secs': 0.008134} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.122314] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1841.122314] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7045e06f-2ef4-4786-8f6b-7bca003a9350 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.122314] env[63097]: DEBUG oslo_vmware.api [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1841.122314] env[63097]: value = "task-1688026" [ 1841.122314] env[63097]: _type = "Task" [ 1841.122314] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.127324] env[63097]: DEBUG oslo_vmware.api [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1688026, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.244193] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1841.285291] env[63097]: DEBUG oslo_vmware.api [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Task: {'id': task-1688025, 'name': PowerOnVM_Task, 'duration_secs': 0.638642} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.285719] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] [instance: 3a623442-69f3-445b-9bf6-e553777de234] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1841.285769] env[63097]: INFO nova.compute.manager [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] [instance: 3a623442-69f3-445b-9bf6-e553777de234] Took 5.28 seconds to spawn the instance on the hypervisor. [ 1841.285951] env[63097]: DEBUG nova.compute.manager [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] [instance: 3a623442-69f3-445b-9bf6-e553777de234] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1841.286758] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f43eff-6651-4475-8b52-2bbb8c40aadc {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.629370] env[63097]: DEBUG oslo_vmware.api [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1688026, 'name': ReconfigVM_Task, 'duration_secs': 0.177447} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.629646] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=63097) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1841.630420] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98e7580-6dcc-446a-a96a-4150c1bf1361 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.651377] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 2bb9403f-a2cd-473e-8a02-f613b033ee69/2bb9403f-a2cd-473e-8a02-f613b033ee69.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1841.651631] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c174f92c-202f-4ba4-a467-747f2ad85d70 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.668638] env[63097]: DEBUG oslo_vmware.api [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1841.668638] env[63097]: value = "task-1688027" [ 1841.668638] env[63097]: _type = "Task" [ 1841.668638] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.676107] env[63097]: DEBUG oslo_vmware.api [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1688027, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.801724] env[63097]: INFO nova.compute.manager [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] [instance: 3a623442-69f3-445b-9bf6-e553777de234] Took 9.96 seconds to build instance. [ 1842.178579] env[63097]: DEBUG oslo_vmware.api [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1688027, 'name': ReconfigVM_Task, 'duration_secs': 0.248938} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.178880] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 2bb9403f-a2cd-473e-8a02-f613b033ee69/2bb9403f-a2cd-473e-8a02-f613b033ee69.vmdk or device None with type thin {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1842.179701] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32c027a-59d3-4b85-9507-c75c3b65b7f7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.200408] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3a22d4-78d4-476e-a313-aafce037c965 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.218321] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38517243-6425-49a7-bc63-7bfbea6cfa39 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.235538] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b1ce5a-309a-4c99-94d6-8e8b1c7df0a7 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.242483] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1842.242754] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-389079d0-e7e3-4915-a943-f385558778e9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.248424] env[63097]: DEBUG oslo_vmware.api [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1842.248424] env[63097]: value = "task-1688028" [ 1842.248424] env[63097]: _type = "Task" [ 1842.248424] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.255939] env[63097]: DEBUG oslo_vmware.api [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1688028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.303721] env[63097]: DEBUG oslo_concurrency.lockutils [None req-1e8ed1c4-8fb6-41fd-b8a5-63cb568c7f8d tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Lock "3a623442-69f3-445b-9bf6-e553777de234" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.469s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.758371] env[63097]: DEBUG oslo_vmware.api [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1688028, 'name': PowerOnVM_Task, 'duration_secs': 0.362556} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.758635] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1842.808437] env[63097]: DEBUG nova.compute.manager [None req-39b96386-bba1-49ce-ba12-0f3ae02a4b04 tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] [instance: 3a623442-69f3-445b-9bf6-e553777de234] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1842.809513] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a52b08-fe9c-4a75-8f16-63c4609ea5cd {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.871425] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c894aeac-4ba7-4353-bda2-6d36934eae53 tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Acquiring lock "3a623442-69f3-445b-9bf6-e553777de234" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1842.871689] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c894aeac-4ba7-4353-bda2-6d36934eae53 tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Lock "3a623442-69f3-445b-9bf6-e553777de234" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1842.871913] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c894aeac-4ba7-4353-bda2-6d36934eae53 tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Acquiring lock "3a623442-69f3-445b-9bf6-e553777de234-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1842.872116] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c894aeac-4ba7-4353-bda2-6d36934eae53 tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Lock "3a623442-69f3-445b-9bf6-e553777de234-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1842.872296] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c894aeac-4ba7-4353-bda2-6d36934eae53 tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Lock "3a623442-69f3-445b-9bf6-e553777de234-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.874428] env[63097]: INFO nova.compute.manager [None req-c894aeac-4ba7-4353-bda2-6d36934eae53 tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] [instance: 3a623442-69f3-445b-9bf6-e553777de234] Terminating instance [ 1842.875990] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c894aeac-4ba7-4353-bda2-6d36934eae53 tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Acquiring lock "refresh_cache-3a623442-69f3-445b-9bf6-e553777de234" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1842.876172] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c894aeac-4ba7-4353-bda2-6d36934eae53 tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Acquired lock "refresh_cache-3a623442-69f3-445b-9bf6-e553777de234" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.876347] env[63097]: DEBUG nova.network.neutron [None req-c894aeac-4ba7-4353-bda2-6d36934eae53 tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] [instance: 3a623442-69f3-445b-9bf6-e553777de234] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1843.243386] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1843.318816] env[63097]: INFO nova.compute.manager [None req-39b96386-bba1-49ce-ba12-0f3ae02a4b04 tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] [instance: 3a623442-69f3-445b-9bf6-e553777de234] instance snapshotting [ 1843.319553] env[63097]: DEBUG nova.objects.instance [None req-39b96386-bba1-49ce-ba12-0f3ae02a4b04 tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Lazy-loading 'flavor' on Instance uuid 3a623442-69f3-445b-9bf6-e553777de234 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1843.395682] env[63097]: DEBUG nova.network.neutron [None req-c894aeac-4ba7-4353-bda2-6d36934eae53 tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] [instance: 3a623442-69f3-445b-9bf6-e553777de234] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1843.453478] env[63097]: DEBUG nova.network.neutron [None req-c894aeac-4ba7-4353-bda2-6d36934eae53 tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] [instance: 3a623442-69f3-445b-9bf6-e553777de234] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1843.769543] env[63097]: INFO nova.compute.manager [None req-a4094128-401f-49d5-9c80-053eb89e804e tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Updating instance to original state: 'active' [ 1843.825112] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8c4d7b-42b8-4474-bf11-2d5551e44a40 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.841305] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c2e0cc-5107-4143-b40f-cb552a371ca0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.956482] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c894aeac-4ba7-4353-bda2-6d36934eae53 tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Releasing lock "refresh_cache-3a623442-69f3-445b-9bf6-e553777de234" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1843.957022] env[63097]: DEBUG nova.compute.manager [None req-c894aeac-4ba7-4353-bda2-6d36934eae53 tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] [instance: 3a623442-69f3-445b-9bf6-e553777de234] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1843.957247] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c894aeac-4ba7-4353-bda2-6d36934eae53 tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] [instance: 3a623442-69f3-445b-9bf6-e553777de234] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1843.958205] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a430e2-17b1-4626-92fc-e4d5d73c4906 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.965695] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c894aeac-4ba7-4353-bda2-6d36934eae53 tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] [instance: 3a623442-69f3-445b-9bf6-e553777de234] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1843.965948] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cacd9bff-0c97-49c9-91f4-7d34586b0296 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.972575] env[63097]: DEBUG oslo_vmware.api [None req-c894aeac-4ba7-4353-bda2-6d36934eae53 tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Waiting for the task: (returnval){ [ 1843.972575] env[63097]: value = "task-1688029" [ 1843.972575] env[63097]: _type = "Task" [ 1843.972575] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.980190] env[63097]: DEBUG oslo_vmware.api [None req-c894aeac-4ba7-4353-bda2-6d36934eae53 tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Task: {'id': task-1688029, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.350283] env[63097]: DEBUG nova.compute.manager [None req-39b96386-bba1-49ce-ba12-0f3ae02a4b04 tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] [instance: 3a623442-69f3-445b-9bf6-e553777de234] Instance disappeared during snapshot {{(pid=63097) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4495}} [ 1844.473341] env[63097]: DEBUG nova.compute.manager [None req-39b96386-bba1-49ce-ba12-0f3ae02a4b04 tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] [instance: 3a623442-69f3-445b-9bf6-e553777de234] Found 0 images (rotation: 2) {{(pid=63097) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4555}} [ 1844.483948] env[63097]: DEBUG oslo_vmware.api [None req-c894aeac-4ba7-4353-bda2-6d36934eae53 tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Task: {'id': task-1688029, 'name': PowerOffVM_Task, 'duration_secs': 0.187722} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.484277] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c894aeac-4ba7-4353-bda2-6d36934eae53 tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] [instance: 3a623442-69f3-445b-9bf6-e553777de234] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1844.484516] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c894aeac-4ba7-4353-bda2-6d36934eae53 tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] [instance: 3a623442-69f3-445b-9bf6-e553777de234] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1844.484693] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4b2886d-61b8-4445-9782-1eac3da49851 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.512391] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c894aeac-4ba7-4353-bda2-6d36934eae53 tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] [instance: 3a623442-69f3-445b-9bf6-e553777de234] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1844.512628] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c894aeac-4ba7-4353-bda2-6d36934eae53 tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] [instance: 3a623442-69f3-445b-9bf6-e553777de234] Deleting contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1844.512811] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c894aeac-4ba7-4353-bda2-6d36934eae53 tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Deleting the datastore file [datastore2] 3a623442-69f3-445b-9bf6-e553777de234 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1844.513158] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-530bdbf0-d52f-4d60-bd8a-a38aefd8c19f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.519663] env[63097]: DEBUG oslo_vmware.api [None req-c894aeac-4ba7-4353-bda2-6d36934eae53 tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Waiting for the task: (returnval){ [ 1844.519663] env[63097]: value = "task-1688031" [ 1844.519663] env[63097]: _type = "Task" [ 1844.519663] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.528271] env[63097]: DEBUG oslo_vmware.api [None req-c894aeac-4ba7-4353-bda2-6d36934eae53 tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Task: {'id': task-1688031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.034628] env[63097]: DEBUG oslo_vmware.api [None req-c894aeac-4ba7-4353-bda2-6d36934eae53 tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Task: {'id': task-1688031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.111002} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.035121] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-c894aeac-4ba7-4353-bda2-6d36934eae53 tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1845.035473] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c894aeac-4ba7-4353-bda2-6d36934eae53 tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] [instance: 3a623442-69f3-445b-9bf6-e553777de234] Deleted contents of the VM from datastore datastore2 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1845.035812] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-c894aeac-4ba7-4353-bda2-6d36934eae53 tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] [instance: 3a623442-69f3-445b-9bf6-e553777de234] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1845.036146] env[63097]: INFO nova.compute.manager [None req-c894aeac-4ba7-4353-bda2-6d36934eae53 tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] [instance: 3a623442-69f3-445b-9bf6-e553777de234] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1845.036558] env[63097]: DEBUG oslo.service.loopingcall [None req-c894aeac-4ba7-4353-bda2-6d36934eae53 tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1845.036885] env[63097]: DEBUG nova.compute.manager [-] [instance: 3a623442-69f3-445b-9bf6-e553777de234] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1845.037069] env[63097]: DEBUG nova.network.neutron [-] [instance: 3a623442-69f3-445b-9bf6-e553777de234] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1845.054359] env[63097]: DEBUG nova.network.neutron [-] [instance: 3a623442-69f3-445b-9bf6-e553777de234] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1845.263841] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d9c6e38c-9339-4352-a4cd-23e3fce7f7df tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "2bb9403f-a2cd-473e-8a02-f613b033ee69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.264189] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d9c6e38c-9339-4352-a4cd-23e3fce7f7df tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "2bb9403f-a2cd-473e-8a02-f613b033ee69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.264417] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d9c6e38c-9339-4352-a4cd-23e3fce7f7df tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "2bb9403f-a2cd-473e-8a02-f613b033ee69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.264631] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d9c6e38c-9339-4352-a4cd-23e3fce7f7df tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "2bb9403f-a2cd-473e-8a02-f613b033ee69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.264813] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d9c6e38c-9339-4352-a4cd-23e3fce7f7df tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "2bb9403f-a2cd-473e-8a02-f613b033ee69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.267350] env[63097]: INFO nova.compute.manager [None req-d9c6e38c-9339-4352-a4cd-23e3fce7f7df tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Terminating instance [ 1845.269331] env[63097]: DEBUG nova.compute.manager [None req-d9c6e38c-9339-4352-a4cd-23e3fce7f7df tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1845.269534] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c6e38c-9339-4352-a4cd-23e3fce7f7df tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1845.270378] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3996ed6-c991-41f5-bc55-bd9b6b9a66ff {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.278282] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c6e38c-9339-4352-a4cd-23e3fce7f7df tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1845.278526] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6b33861-5898-452d-a158-22884211ae2b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.285505] env[63097]: DEBUG oslo_vmware.api [None req-d9c6e38c-9339-4352-a4cd-23e3fce7f7df tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1845.285505] env[63097]: value = "task-1688032" [ 1845.285505] env[63097]: _type = "Task" [ 1845.285505] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.293116] env[63097]: DEBUG oslo_vmware.api [None req-d9c6e38c-9339-4352-a4cd-23e3fce7f7df tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1688032, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.557857] env[63097]: DEBUG nova.network.neutron [-] [instance: 3a623442-69f3-445b-9bf6-e553777de234] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1845.795279] env[63097]: DEBUG oslo_vmware.api [None req-d9c6e38c-9339-4352-a4cd-23e3fce7f7df tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1688032, 'name': PowerOffVM_Task, 'duration_secs': 0.24217} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.795551] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c6e38c-9339-4352-a4cd-23e3fce7f7df tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1845.795755] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c6e38c-9339-4352-a4cd-23e3fce7f7df tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1845.796346] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54f00be0-b207-4cf3-b2fe-a69f9334ad63 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.860804] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c6e38c-9339-4352-a4cd-23e3fce7f7df tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1845.861040] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c6e38c-9339-4352-a4cd-23e3fce7f7df tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1845.861206] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9c6e38c-9339-4352-a4cd-23e3fce7f7df tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Deleting the datastore file [datastore1] 2bb9403f-a2cd-473e-8a02-f613b033ee69 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1845.861575] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e93fd8a-bdad-4acc-8769-bcff6de24c08 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.867841] env[63097]: DEBUG oslo_vmware.api [None req-d9c6e38c-9339-4352-a4cd-23e3fce7f7df tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1845.867841] env[63097]: value = "task-1688034" [ 1845.867841] env[63097]: _type = "Task" [ 1845.867841] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.876290] env[63097]: DEBUG oslo_vmware.api [None req-d9c6e38c-9339-4352-a4cd-23e3fce7f7df tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1688034, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.061250] env[63097]: INFO nova.compute.manager [-] [instance: 3a623442-69f3-445b-9bf6-e553777de234] Took 1.02 seconds to deallocate network for instance. [ 1846.243619] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1846.377367] env[63097]: DEBUG oslo_vmware.api [None req-d9c6e38c-9339-4352-a4cd-23e3fce7f7df tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1688034, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189258} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.377613] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9c6e38c-9339-4352-a4cd-23e3fce7f7df tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1846.377800] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c6e38c-9339-4352-a4cd-23e3fce7f7df tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1846.377979] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c6e38c-9339-4352-a4cd-23e3fce7f7df tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1846.378175] env[63097]: INFO nova.compute.manager [None req-d9c6e38c-9339-4352-a4cd-23e3fce7f7df tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1846.378411] env[63097]: DEBUG oslo.service.loopingcall [None req-d9c6e38c-9339-4352-a4cd-23e3fce7f7df tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1846.378602] env[63097]: DEBUG nova.compute.manager [-] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1846.378703] env[63097]: DEBUG nova.network.neutron [-] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1846.567811] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c894aeac-4ba7-4353-bda2-6d36934eae53 tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.568158] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c894aeac-4ba7-4353-bda2-6d36934eae53 tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.568355] env[63097]: DEBUG nova.objects.instance [None req-c894aeac-4ba7-4353-bda2-6d36934eae53 tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Lazy-loading 'resources' on Instance uuid 3a623442-69f3-445b-9bf6-e553777de234 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1846.792551] env[63097]: DEBUG nova.compute.manager [req-10ccba3d-9f75-4844-a324-eee5df548b72 req-0f4c8db2-d101-4dd5-9935-5811c9fd0d70 service nova] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Received event network-vif-deleted-e0c9fb45-a35e-4148-aab4-9f9861df2b9b {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1846.792764] env[63097]: INFO nova.compute.manager [req-10ccba3d-9f75-4844-a324-eee5df548b72 req-0f4c8db2-d101-4dd5-9935-5811c9fd0d70 service nova] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Neutron deleted interface e0c9fb45-a35e-4148-aab4-9f9861df2b9b; detaching it from the instance and deleting it from the info cache [ 1846.792939] env[63097]: DEBUG nova.network.neutron [req-10ccba3d-9f75-4844-a324-eee5df548b72 req-0f4c8db2-d101-4dd5-9935-5811c9fd0d70 service nova] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1847.109692] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050ca615-43dc-4531-97da-772a173c5ed4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.116847] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b81c004-b8ac-4572-9491-cd177349d998 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.147593] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29b042c-7b0f-46d0-b8ac-62c8cd51aa0b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.154239] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42cd6441-d36f-423c-926d-c3b7d315c6cb {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.167653] env[63097]: DEBUG nova.compute.provider_tree [None req-c894aeac-4ba7-4353-bda2-6d36934eae53 tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1847.244077] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1847.272102] env[63097]: DEBUG nova.network.neutron [-] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1847.295466] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a523b5e5-5baa-4ecb-815f-7018657f0d63 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.305427] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebe1f6e-cbef-41ea-a267-5cdecd87f507 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.328376] env[63097]: DEBUG nova.compute.manager [req-10ccba3d-9f75-4844-a324-eee5df548b72 req-0f4c8db2-d101-4dd5-9935-5811c9fd0d70 service nova] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Detach interface failed, port_id=e0c9fb45-a35e-4148-aab4-9f9861df2b9b, reason: Instance 2bb9403f-a2cd-473e-8a02-f613b033ee69 could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1847.671224] env[63097]: DEBUG nova.scheduler.client.report [None req-c894aeac-4ba7-4353-bda2-6d36934eae53 tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1847.774641] env[63097]: INFO nova.compute.manager [-] [instance: 2bb9403f-a2cd-473e-8a02-f613b033ee69] Took 1.40 seconds to deallocate network for instance. [ 1848.178648] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c894aeac-4ba7-4353-bda2-6d36934eae53 tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.610s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.195800] env[63097]: INFO nova.scheduler.client.report [None req-c894aeac-4ba7-4353-bda2-6d36934eae53 tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Deleted allocations for instance 3a623442-69f3-445b-9bf6-e553777de234 [ 1848.243809] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1848.280832] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d9c6e38c-9339-4352-a4cd-23e3fce7f7df tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.281122] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d9c6e38c-9339-4352-a4cd-23e3fce7f7df tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.281319] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d9c6e38c-9339-4352-a4cd-23e3fce7f7df tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.299673] env[63097]: INFO nova.scheduler.client.report [None req-d9c6e38c-9339-4352-a4cd-23e3fce7f7df tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Deleted allocations for instance 2bb9403f-a2cd-473e-8a02-f613b033ee69 [ 1848.703375] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c894aeac-4ba7-4353-bda2-6d36934eae53 tempest-ServersAaction247Test-116249734 tempest-ServersAaction247Test-116249734-project-member] Lock "3a623442-69f3-445b-9bf6-e553777de234" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.832s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.746163] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.746460] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.746542] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.746736] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1848.747637] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd7f98e-3b14-44ee-8315-852199cf2040 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.756452] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01db4215-c513-49a3-8a75-093ba4b95652 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.769921] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc68923a-e9d2-4411-bc6d-a9577265eda6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.776245] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1401272-197d-4612-9a6a-e64d7a3cb92a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.806711] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181112MB free_disk=148GB free_vcpus=48 pci_devices=None {{(pid=63097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1848.806877] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.807078] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.808654] env[63097]: DEBUG oslo_concurrency.lockutils [None req-d9c6e38c-9339-4352-a4cd-23e3fce7f7df tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "2bb9403f-a2cd-473e-8a02-f613b033ee69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.544s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.122796] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "5ef49eee-39f0-4eb3-a050-1cd4208ec173" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.123096] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "5ef49eee-39f0-4eb3-a050-1cd4208ec173" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.330670] env[63097]: INFO nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 5ef49eee-39f0-4eb3-a050-1cd4208ec173 has allocations against this compute host but is not found in the database. [ 1850.330883] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1850.331075] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1850.357305] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2237a119-35de-43d3-bf92-71047a51ac4f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.364775] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01117401-728c-4e2c-94d5-cce5ba0ec3ca {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.394393] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e142911c-15b4-47fd-9973-a1726ef3b696 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.401383] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac49e1c-9d95-49d3-b3e8-92c32899c2ca {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.418727] env[63097]: DEBUG nova.compute.provider_tree [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1850.625082] env[63097]: DEBUG nova.compute.manager [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Starting instance... {{(pid=63097) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1850.922261] env[63097]: DEBUG nova.scheduler.client.report [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1851.145231] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.428588] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1851.428839] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.622s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.429155] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.284s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.431122] env[63097]: INFO nova.compute.claims [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1852.428856] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1852.429364] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1852.429364] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Starting heal instance info cache {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1852.429364] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Rebuilding the list of instances to heal {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1852.463392] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f46368-bd8f-4dca-bfbf-6c00ac073089 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.471429] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a41771-7688-408e-b504-7f0a1615a3ba {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.500654] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f78e37-45b7-46e4-b4ec-bacc5d9881e0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.508076] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f101c69d-1ed7-4fc0-be47-0511b24749a0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.520799] env[63097]: DEBUG nova.compute.provider_tree [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1852.932345] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Skipping network cache update for instance because it is Building. {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1852.932556] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Didn't find any instances for network info cache update. {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1852.932727] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1853.024155] env[63097]: DEBUG nova.scheduler.client.report [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1853.530721] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.101s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.531274] env[63097]: DEBUG nova.compute.manager [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Start building networks asynchronously for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1854.036529] env[63097]: DEBUG nova.compute.utils [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Using /dev/sd instead of None {{(pid=63097) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1854.038282] env[63097]: DEBUG nova.compute.manager [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Allocating IP information in the background. {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1854.038471] env[63097]: DEBUG nova.network.neutron [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] allocate_for_instance() {{(pid=63097) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1854.086194] env[63097]: DEBUG nova.policy [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a9cb72e6cba4d67bee9c0b392cfd3c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1bb501857d7a49bab571b96be7671416', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63097) authorize /opt/stack/nova/nova/policy.py:201}} [ 1854.345420] env[63097]: DEBUG nova.network.neutron [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Successfully created port: 87689792-7fd7-4e57-8129-b4298d99c1b8 {{(pid=63097) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1854.541243] env[63097]: DEBUG nova.compute.manager [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Start building block device mappings for instance. {{(pid=63097) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1855.243622] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1855.243813] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63097) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1855.553502] env[63097]: DEBUG nova.compute.manager [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Start spawning the instance on the hypervisor. {{(pid=63097) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1855.580122] env[63097]: DEBUG nova.virt.hardware [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-28T21:20:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-28T21:20:42Z,direct_url=,disk_format='vmdk',id=62867302-ebc1-4c14-ab1f-3120d7e2b6ed,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6d5186fbfb8046dfb1f369e636f8eafb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-28T21:20:43Z,virtual_size=,visibility=), allow threads: False {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1855.580394] env[63097]: DEBUG nova.virt.hardware [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Flavor limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1855.580555] env[63097]: DEBUG nova.virt.hardware [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Image limits 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1855.580739] env[63097]: DEBUG nova.virt.hardware [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Flavor pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1855.580900] env[63097]: DEBUG nova.virt.hardware [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Image pref 0:0:0 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1855.581077] env[63097]: DEBUG nova.virt.hardware [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63097) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1855.581299] env[63097]: DEBUG nova.virt.hardware [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1855.581475] env[63097]: DEBUG nova.virt.hardware [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1855.581672] env[63097]: DEBUG nova.virt.hardware [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Got 1 possible topologies {{(pid=63097) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1855.581842] env[63097]: DEBUG nova.virt.hardware [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1855.582028] env[63097]: DEBUG nova.virt.hardware [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63097) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1855.582893] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d13cc1-900b-481b-becb-6c7532debc72 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.590935] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e82a6ee-7f58-46a6-86a8-c715c2f7da00 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.786224] env[63097]: DEBUG nova.compute.manager [req-5f26631a-8eb7-4a35-bc0d-78285f9331df req-48e9c7f8-84e8-4378-9f89-7af014911097 service nova] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Received event network-vif-plugged-87689792-7fd7-4e57-8129-b4298d99c1b8 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1855.786452] env[63097]: DEBUG oslo_concurrency.lockutils [req-5f26631a-8eb7-4a35-bc0d-78285f9331df req-48e9c7f8-84e8-4378-9f89-7af014911097 service nova] Acquiring lock "5ef49eee-39f0-4eb3-a050-1cd4208ec173-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.786679] env[63097]: DEBUG oslo_concurrency.lockutils [req-5f26631a-8eb7-4a35-bc0d-78285f9331df req-48e9c7f8-84e8-4378-9f89-7af014911097 service nova] Lock "5ef49eee-39f0-4eb3-a050-1cd4208ec173-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.786885] env[63097]: DEBUG oslo_concurrency.lockutils [req-5f26631a-8eb7-4a35-bc0d-78285f9331df req-48e9c7f8-84e8-4378-9f89-7af014911097 service nova] Lock "5ef49eee-39f0-4eb3-a050-1cd4208ec173-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.787099] env[63097]: DEBUG nova.compute.manager [req-5f26631a-8eb7-4a35-bc0d-78285f9331df req-48e9c7f8-84e8-4378-9f89-7af014911097 service nova] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] No waiting events found dispatching network-vif-plugged-87689792-7fd7-4e57-8129-b4298d99c1b8 {{(pid=63097) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1855.787281] env[63097]: WARNING nova.compute.manager [req-5f26631a-8eb7-4a35-bc0d-78285f9331df req-48e9c7f8-84e8-4378-9f89-7af014911097 service nova] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Received unexpected event network-vif-plugged-87689792-7fd7-4e57-8129-b4298d99c1b8 for instance with vm_state building and task_state spawning. [ 1856.426849] env[63097]: DEBUG nova.network.neutron [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Successfully updated port: 87689792-7fd7-4e57-8129-b4298d99c1b8 {{(pid=63097) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1856.448700] env[63097]: DEBUG nova.compute.manager [req-af647913-7c54-42be-872f-5f2c16c41915 req-21b42db5-6af0-4c30-a6b9-80992811b278 service nova] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Received event network-changed-87689792-7fd7-4e57-8129-b4298d99c1b8 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1856.448975] env[63097]: DEBUG nova.compute.manager [req-af647913-7c54-42be-872f-5f2c16c41915 req-21b42db5-6af0-4c30-a6b9-80992811b278 service nova] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Refreshing instance network info cache due to event network-changed-87689792-7fd7-4e57-8129-b4298d99c1b8. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1856.449181] env[63097]: DEBUG oslo_concurrency.lockutils [req-af647913-7c54-42be-872f-5f2c16c41915 req-21b42db5-6af0-4c30-a6b9-80992811b278 service nova] Acquiring lock "refresh_cache-5ef49eee-39f0-4eb3-a050-1cd4208ec173" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.449276] env[63097]: DEBUG oslo_concurrency.lockutils [req-af647913-7c54-42be-872f-5f2c16c41915 req-21b42db5-6af0-4c30-a6b9-80992811b278 service nova] Acquired lock "refresh_cache-5ef49eee-39f0-4eb3-a050-1cd4208ec173" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.449437] env[63097]: DEBUG nova.network.neutron [req-af647913-7c54-42be-872f-5f2c16c41915 req-21b42db5-6af0-4c30-a6b9-80992811b278 service nova] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Refreshing network info cache for port 87689792-7fd7-4e57-8129-b4298d99c1b8 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1856.929606] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "refresh_cache-5ef49eee-39f0-4eb3-a050-1cd4208ec173" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.983873] env[63097]: DEBUG nova.network.neutron [req-af647913-7c54-42be-872f-5f2c16c41915 req-21b42db5-6af0-4c30-a6b9-80992811b278 service nova] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1857.097595] env[63097]: DEBUG nova.network.neutron [req-af647913-7c54-42be-872f-5f2c16c41915 req-21b42db5-6af0-4c30-a6b9-80992811b278 service nova] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1857.600473] env[63097]: DEBUG oslo_concurrency.lockutils [req-af647913-7c54-42be-872f-5f2c16c41915 req-21b42db5-6af0-4c30-a6b9-80992811b278 service nova] Releasing lock "refresh_cache-5ef49eee-39f0-4eb3-a050-1cd4208ec173" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.600835] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquired lock "refresh_cache-5ef49eee-39f0-4eb3-a050-1cd4208ec173" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1857.600995] env[63097]: DEBUG nova.network.neutron [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1858.131017] env[63097]: DEBUG nova.network.neutron [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Instance cache missing network info. {{(pid=63097) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1858.291433] env[63097]: DEBUG nova.network.neutron [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Updating instance_info_cache with network_info: [{"id": "87689792-7fd7-4e57-8129-b4298d99c1b8", "address": "fa:16:3e:e8:ab:a8", "network": {"id": "cab4f1b3-f7f6-44cf-96d8-e5cde8573d49", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-74996664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bb501857d7a49bab571b96be7671416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87689792-7f", "ovs_interfaceid": "87689792-7fd7-4e57-8129-b4298d99c1b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1858.794451] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Releasing lock "refresh_cache-5ef49eee-39f0-4eb3-a050-1cd4208ec173" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1858.794721] env[63097]: DEBUG nova.compute.manager [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Instance network_info: |[{"id": "87689792-7fd7-4e57-8129-b4298d99c1b8", "address": "fa:16:3e:e8:ab:a8", "network": {"id": "cab4f1b3-f7f6-44cf-96d8-e5cde8573d49", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-74996664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bb501857d7a49bab571b96be7671416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87689792-7f", "ovs_interfaceid": "87689792-7fd7-4e57-8129-b4298d99c1b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63097) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1858.795195] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:ab:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c7821ea-f92f-4f06-a4cb-05e1186a9d22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87689792-7fd7-4e57-8129-b4298d99c1b8', 'vif_model': 'vmxnet3'}] {{(pid=63097) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1858.802623] env[63097]: DEBUG oslo.service.loopingcall [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1858.802840] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Creating VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1858.803084] env[63097]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ab34443-3370-4f2c-8ab6-ab9bac46b8d9 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.823526] env[63097]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1858.823526] env[63097]: value = "task-1688035" [ 1858.823526] env[63097]: _type = "Task" [ 1858.823526] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.830768] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1688035, 'name': CreateVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.332957] env[63097]: DEBUG oslo_vmware.api [-] Task: {'id': task-1688035, 'name': CreateVM_Task, 'duration_secs': 0.289074} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.333218] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Created VM on the ESX host {{(pid=63097) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1859.333848] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1859.334035] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1859.334369] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1859.334626] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f05c755-33ee-4403-bf35-b8d93655698d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.338894] env[63097]: DEBUG oslo_vmware.api [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1859.338894] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]529eec54-8787-7926-d8ca-8d8eb22a1818" [ 1859.338894] env[63097]: _type = "Task" [ 1859.338894] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.346189] env[63097]: DEBUG oslo_vmware.api [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]529eec54-8787-7926-d8ca-8d8eb22a1818, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.849865] env[63097]: DEBUG oslo_vmware.api [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]529eec54-8787-7926-d8ca-8d8eb22a1818, 'name': SearchDatastore_Task, 'duration_secs': 0.010546} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.850162] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.850403] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Processing image 62867302-ebc1-4c14-ab1f-3120d7e2b6ed {{(pid=63097) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1859.850636] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1859.850790] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1859.850977] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1859.851261] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88f44aa6-c951-4a06-ab5c-e075eb4c5211 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.859103] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63097) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1859.859282] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63097) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1859.859955] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a33a55c-e206-4c3a-8480-39c14bc86907 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.864560] env[63097]: DEBUG oslo_vmware.api [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1859.864560] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]523985a2-9e4b-6f20-ee1d-342961ee1b76" [ 1859.864560] env[63097]: _type = "Task" [ 1859.864560] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.871633] env[63097]: DEBUG oslo_vmware.api [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]523985a2-9e4b-6f20-ee1d-342961ee1b76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.374300] env[63097]: DEBUG oslo_vmware.api [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]523985a2-9e4b-6f20-ee1d-342961ee1b76, 'name': SearchDatastore_Task, 'duration_secs': 0.008327} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.375110] env[63097]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e60df226-02c8-4f3a-a0be-d48eb9bd4d7d {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.379895] env[63097]: DEBUG oslo_vmware.api [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1860.379895] env[63097]: value = "session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5296332d-c1ef-38a6-9bdc-98340e503c5a" [ 1860.379895] env[63097]: _type = "Task" [ 1860.379895] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.386981] env[63097]: DEBUG oslo_vmware.api [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5296332d-c1ef-38a6-9bdc-98340e503c5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.890550] env[63097]: DEBUG oslo_vmware.api [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': session[5271701f-4948-1fcf-94b2-cb473b0f3e2e]5296332d-c1ef-38a6-9bdc-98340e503c5a, 'name': SearchDatastore_Task, 'duration_secs': 0.020949} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.890832] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1860.891102] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 5ef49eee-39f0-4eb3-a050-1cd4208ec173/5ef49eee-39f0-4eb3-a050-1cd4208ec173.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1860.891369] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c60e4462-4896-4bbe-b795-9ba27d2518f6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.898371] env[63097]: DEBUG oslo_vmware.api [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1860.898371] env[63097]: value = "task-1688036" [ 1860.898371] env[63097]: _type = "Task" [ 1860.898371] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.905522] env[63097]: DEBUG oslo_vmware.api [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1688036, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.408188] env[63097]: DEBUG oslo_vmware.api [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1688036, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451413} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.408565] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62867302-ebc1-4c14-ab1f-3120d7e2b6ed/62867302-ebc1-4c14-ab1f-3120d7e2b6ed.vmdk to [datastore1] 5ef49eee-39f0-4eb3-a050-1cd4208ec173/5ef49eee-39f0-4eb3-a050-1cd4208ec173.vmdk {{(pid=63097) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1861.408717] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Extending root virtual disk to 1048576 {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1861.408922] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-240245ef-7622-4b94-8395-6f45760bdc16 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.415063] env[63097]: DEBUG oslo_vmware.api [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1861.415063] env[63097]: value = "task-1688037" [ 1861.415063] env[63097]: _type = "Task" [ 1861.415063] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.422020] env[63097]: DEBUG oslo_vmware.api [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1688037, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.925513] env[63097]: DEBUG oslo_vmware.api [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1688037, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069258} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.925838] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Extended root virtual disk {{(pid=63097) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1861.926560] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8dbb9f9-d99d-4e89-91ba-b27535f69fc6 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.947254] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 5ef49eee-39f0-4eb3-a050-1cd4208ec173/5ef49eee-39f0-4eb3-a050-1cd4208ec173.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1861.947478] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a49b57a-79ba-4d72-b95d-025df426fb2e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.965384] env[63097]: DEBUG oslo_vmware.api [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1861.965384] env[63097]: value = "task-1688038" [ 1861.965384] env[63097]: _type = "Task" [ 1861.965384] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.972285] env[63097]: DEBUG oslo_vmware.api [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1688038, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.475381] env[63097]: DEBUG oslo_vmware.api [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1688038, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.975806] env[63097]: DEBUG oslo_vmware.api [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1688038, 'name': ReconfigVM_Task, 'duration_secs': 0.763293} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.976110] env[63097]: DEBUG nova.virt.vmwareapi.volumeops [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 5ef49eee-39f0-4eb3-a050-1cd4208ec173/5ef49eee-39f0-4eb3-a050-1cd4208ec173.vmdk or device None with type sparse {{(pid=63097) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1862.976739] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88d87629-b23d-47f2-9f50-812c2334ef8b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.982287] env[63097]: DEBUG oslo_vmware.api [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1862.982287] env[63097]: value = "task-1688039" [ 1862.982287] env[63097]: _type = "Task" [ 1862.982287] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.989132] env[63097]: DEBUG oslo_vmware.api [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1688039, 'name': Rename_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.492704] env[63097]: DEBUG oslo_vmware.api [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1688039, 'name': Rename_Task, 'duration_secs': 0.128074} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.493051] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1863.493231] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-333d062f-b696-46e6-9780-c41b1a50faea {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.500068] env[63097]: DEBUG oslo_vmware.api [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1863.500068] env[63097]: value = "task-1688040" [ 1863.500068] env[63097]: _type = "Task" [ 1863.500068] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.507386] env[63097]: DEBUG oslo_vmware.api [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1688040, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.009841] env[63097]: DEBUG oslo_vmware.api [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1688040, 'name': PowerOnVM_Task, 'duration_secs': 0.41427} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.010137] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1864.010279] env[63097]: INFO nova.compute.manager [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Took 8.46 seconds to spawn the instance on the hypervisor. [ 1864.010463] env[63097]: DEBUG nova.compute.manager [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1864.011209] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be974a16-cfd4-4ec0-b6f2-fa23af0b9d6a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.528887] env[63097]: INFO nova.compute.manager [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Took 13.40 seconds to build instance. [ 1865.030675] env[63097]: DEBUG oslo_concurrency.lockutils [None req-4840eee7-d08f-4355-b7d0-329d2538b7b3 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "5ef49eee-39f0-4eb3-a050-1cd4208ec173" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.907s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.302826] env[63097]: DEBUG nova.compute.manager [req-8eb9f6a3-7ff0-4083-9682-96bd040ee892 req-bacccd56-fb23-403d-863b-524f39295953 service nova] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Received event network-changed-87689792-7fd7-4e57-8129-b4298d99c1b8 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1865.303037] env[63097]: DEBUG nova.compute.manager [req-8eb9f6a3-7ff0-4083-9682-96bd040ee892 req-bacccd56-fb23-403d-863b-524f39295953 service nova] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Refreshing instance network info cache due to event network-changed-87689792-7fd7-4e57-8129-b4298d99c1b8. {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1865.303272] env[63097]: DEBUG oslo_concurrency.lockutils [req-8eb9f6a3-7ff0-4083-9682-96bd040ee892 req-bacccd56-fb23-403d-863b-524f39295953 service nova] Acquiring lock "refresh_cache-5ef49eee-39f0-4eb3-a050-1cd4208ec173" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1865.303422] env[63097]: DEBUG oslo_concurrency.lockutils [req-8eb9f6a3-7ff0-4083-9682-96bd040ee892 req-bacccd56-fb23-403d-863b-524f39295953 service nova] Acquired lock "refresh_cache-5ef49eee-39f0-4eb3-a050-1cd4208ec173" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1865.303592] env[63097]: DEBUG nova.network.neutron [req-8eb9f6a3-7ff0-4083-9682-96bd040ee892 req-bacccd56-fb23-403d-863b-524f39295953 service nova] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Refreshing network info cache for port 87689792-7fd7-4e57-8129-b4298d99c1b8 {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1866.023227] env[63097]: DEBUG nova.network.neutron [req-8eb9f6a3-7ff0-4083-9682-96bd040ee892 req-bacccd56-fb23-403d-863b-524f39295953 service nova] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Updated VIF entry in instance network info cache for port 87689792-7fd7-4e57-8129-b4298d99c1b8. {{(pid=63097) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1866.023667] env[63097]: DEBUG nova.network.neutron [req-8eb9f6a3-7ff0-4083-9682-96bd040ee892 req-bacccd56-fb23-403d-863b-524f39295953 service nova] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Updating instance_info_cache with network_info: [{"id": "87689792-7fd7-4e57-8129-b4298d99c1b8", "address": "fa:16:3e:e8:ab:a8", "network": {"id": "cab4f1b3-f7f6-44cf-96d8-e5cde8573d49", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-74996664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bb501857d7a49bab571b96be7671416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87689792-7f", "ovs_interfaceid": "87689792-7fd7-4e57-8129-b4298d99c1b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1866.526806] env[63097]: DEBUG oslo_concurrency.lockutils [req-8eb9f6a3-7ff0-4083-9682-96bd040ee892 req-bacccd56-fb23-403d-863b-524f39295953 service nova] Releasing lock "refresh_cache-5ef49eee-39f0-4eb3-a050-1cd4208ec173" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1901.792259] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c44dbc5a-92ce-4059-87df-3482f2c0d43b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "5ef49eee-39f0-4eb3-a050-1cd4208ec173" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.792689] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c44dbc5a-92ce-4059-87df-3482f2c0d43b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "5ef49eee-39f0-4eb3-a050-1cd4208ec173" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1901.792752] env[63097]: DEBUG nova.compute.manager [None req-c44dbc5a-92ce-4059-87df-3482f2c0d43b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1901.793687] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11b2a61-22b1-4324-a71b-aac902a95019 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.800647] env[63097]: DEBUG nova.compute.manager [None req-c44dbc5a-92ce-4059-87df-3482f2c0d43b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63097) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1901.801245] env[63097]: DEBUG nova.objects.instance [None req-c44dbc5a-92ce-4059-87df-3482f2c0d43b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lazy-loading 'flavor' on Instance uuid 5ef49eee-39f0-4eb3-a050-1cd4208ec173 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1902.308072] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c44dbc5a-92ce-4059-87df-3482f2c0d43b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1902.308396] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e48847ce-3ce7-4957-862b-08f3f3753f10 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.315311] env[63097]: DEBUG oslo_vmware.api [None req-c44dbc5a-92ce-4059-87df-3482f2c0d43b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1902.315311] env[63097]: value = "task-1688041" [ 1902.315311] env[63097]: _type = "Task" [ 1902.315311] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.323059] env[63097]: DEBUG oslo_vmware.api [None req-c44dbc5a-92ce-4059-87df-3482f2c0d43b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1688041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.824380] env[63097]: DEBUG oslo_vmware.api [None req-c44dbc5a-92ce-4059-87df-3482f2c0d43b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1688041, 'name': PowerOffVM_Task, 'duration_secs': 0.15576} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.824775] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-c44dbc5a-92ce-4059-87df-3482f2c0d43b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1902.824840] env[63097]: DEBUG nova.compute.manager [None req-c44dbc5a-92ce-4059-87df-3482f2c0d43b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1902.825581] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff56634c-b4e2-4a34-85ec-f79cf14bcece {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.244343] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1903.336582] env[63097]: DEBUG oslo_concurrency.lockutils [None req-c44dbc5a-92ce-4059-87df-3482f2c0d43b tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "5ef49eee-39f0-4eb3-a050-1cd4208ec173" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.544s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.160980] env[63097]: DEBUG nova.objects.instance [None req-81f7babb-52d0-488d-beef-196040423deb tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lazy-loading 'flavor' on Instance uuid 5ef49eee-39f0-4eb3-a050-1cd4208ec173 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1904.667082] env[63097]: DEBUG oslo_concurrency.lockutils [None req-81f7babb-52d0-488d-beef-196040423deb tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "refresh_cache-5ef49eee-39f0-4eb3-a050-1cd4208ec173" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1904.667082] env[63097]: DEBUG oslo_concurrency.lockutils [None req-81f7babb-52d0-488d-beef-196040423deb tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquired lock "refresh_cache-5ef49eee-39f0-4eb3-a050-1cd4208ec173" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1904.667500] env[63097]: DEBUG nova.network.neutron [None req-81f7babb-52d0-488d-beef-196040423deb tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1904.667500] env[63097]: DEBUG nova.objects.instance [None req-81f7babb-52d0-488d-beef-196040423deb tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lazy-loading 'info_cache' on Instance uuid 5ef49eee-39f0-4eb3-a050-1cd4208ec173 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1905.171384] env[63097]: DEBUG nova.objects.base [None req-81f7babb-52d0-488d-beef-196040423deb tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Object Instance<5ef49eee-39f0-4eb3-a050-1cd4208ec173> lazy-loaded attributes: flavor,info_cache {{(pid=63097) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1905.243955] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1905.885187] env[63097]: DEBUG nova.network.neutron [None req-81f7babb-52d0-488d-beef-196040423deb tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Updating instance_info_cache with network_info: [{"id": "87689792-7fd7-4e57-8129-b4298d99c1b8", "address": "fa:16:3e:e8:ab:a8", "network": {"id": "cab4f1b3-f7f6-44cf-96d8-e5cde8573d49", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-74996664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bb501857d7a49bab571b96be7671416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87689792-7f", "ovs_interfaceid": "87689792-7fd7-4e57-8129-b4298d99c1b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1906.388624] env[63097]: DEBUG oslo_concurrency.lockutils [None req-81f7babb-52d0-488d-beef-196040423deb tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Releasing lock "refresh_cache-5ef49eee-39f0-4eb3-a050-1cd4208ec173" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1906.892868] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f7babb-52d0-488d-beef-196040423deb tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Powering on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1906.893162] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe3927c8-237e-4fd8-b962-f268897e1f38 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.900762] env[63097]: DEBUG oslo_vmware.api [None req-81f7babb-52d0-488d-beef-196040423deb tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1906.900762] env[63097]: value = "task-1688042" [ 1906.900762] env[63097]: _type = "Task" [ 1906.900762] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.907994] env[63097]: DEBUG oslo_vmware.api [None req-81f7babb-52d0-488d-beef-196040423deb tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1688042, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.244362] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1907.244730] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1907.411348] env[63097]: DEBUG oslo_vmware.api [None req-81f7babb-52d0-488d-beef-196040423deb tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1688042, 'name': PowerOnVM_Task, 'duration_secs': 0.390953} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.411754] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f7babb-52d0-488d-beef-196040423deb tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Powered on the VM {{(pid=63097) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1907.411899] env[63097]: DEBUG nova.compute.manager [None req-81f7babb-52d0-488d-beef-196040423deb tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1907.412590] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fa5f77-7cb9-4ec0-95a5-2bb3d2b7ebe8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.094726] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa47e018-6f9a-495a-a319-aaac59c5ea34 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.101906] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-0761a662-fc52-48f0-a055-49aa09ada0a4 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Suspending the VM {{(pid=63097) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1163}} [ 1909.102546] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-717c5cfb-040a-4d43-ab18-f5bca075af4b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.109446] env[63097]: DEBUG oslo_vmware.api [None req-0761a662-fc52-48f0-a055-49aa09ada0a4 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1909.109446] env[63097]: value = "task-1688043" [ 1909.109446] env[63097]: _type = "Task" [ 1909.109446] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.118021] env[63097]: DEBUG oslo_vmware.api [None req-0761a662-fc52-48f0-a055-49aa09ada0a4 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1688043, 'name': SuspendVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.621558] env[63097]: DEBUG oslo_vmware.api [None req-0761a662-fc52-48f0-a055-49aa09ada0a4 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1688043, 'name': SuspendVM_Task} progress is 70%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.120322] env[63097]: DEBUG oslo_vmware.api [None req-0761a662-fc52-48f0-a055-49aa09ada0a4 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1688043, 'name': SuspendVM_Task, 'duration_secs': 0.569759} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.120697] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-0761a662-fc52-48f0-a055-49aa09ada0a4 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Suspended the VM {{(pid=63097) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1167}} [ 1910.120744] env[63097]: DEBUG nova.compute.manager [None req-0761a662-fc52-48f0-a055-49aa09ada0a4 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1910.121485] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9e4e23-20c6-41af-9bf5-0b8c907f9069 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.243723] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1910.746836] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1910.747089] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1910.747260] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1910.747422] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63097) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1910.748368] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7febbd8-5795-4fd2-8920-398cff2e0442 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.756706] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe18d35-5cc2-4fd5-9663-4ba9daa21524 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.770267] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3aeb592-098b-4501-9145-ff7cd30cf519 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.777122] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b11e61-7e39-4bf8-8951-0068c80e954b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.804901] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181200MB free_disk=148GB free_vcpus=48 pci_devices=None {{(pid=63097) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1910.805062] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1910.805256] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.405817] env[63097]: INFO nova.compute.manager [None req-93d044d0-88fe-474a-912d-a4b05f39a854 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Resuming [ 1911.406514] env[63097]: DEBUG nova.objects.instance [None req-93d044d0-88fe-474a-912d-a4b05f39a854 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lazy-loading 'flavor' on Instance uuid 5ef49eee-39f0-4eb3-a050-1cd4208ec173 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1911.830409] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Instance 5ef49eee-39f0-4eb3-a050-1cd4208ec173 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63097) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1911.830652] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=63097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1911.830797] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=63097) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1911.854937] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2255818-d357-4558-94f4-1933e6ffae6a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.862617] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845e15f8-0174-4ad5-895a-0386b7d76316 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.891651] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38cfcf26-684a-4adb-bf8b-fdfa33fdd3e0 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.898662] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b6fd10-c9b8-4a26-b70e-52164f8959f4 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.912870] env[63097]: DEBUG nova.compute.provider_tree [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1912.416579] env[63097]: DEBUG nova.scheduler.client.report [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1912.420240] env[63097]: DEBUG oslo_concurrency.lockutils [None req-93d044d0-88fe-474a-912d-a4b05f39a854 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "refresh_cache-5ef49eee-39f0-4eb3-a050-1cd4208ec173" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1912.420414] env[63097]: DEBUG oslo_concurrency.lockutils [None req-93d044d0-88fe-474a-912d-a4b05f39a854 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquired lock "refresh_cache-5ef49eee-39f0-4eb3-a050-1cd4208ec173" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1912.420584] env[63097]: DEBUG nova.network.neutron [None req-93d044d0-88fe-474a-912d-a4b05f39a854 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Building network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1912.922759] env[63097]: DEBUG nova.compute.resource_tracker [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63097) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1912.923047] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.118s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.119429] env[63097]: DEBUG nova.network.neutron [None req-93d044d0-88fe-474a-912d-a4b05f39a854 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Updating instance_info_cache with network_info: [{"id": "87689792-7fd7-4e57-8129-b4298d99c1b8", "address": "fa:16:3e:e8:ab:a8", "network": {"id": "cab4f1b3-f7f6-44cf-96d8-e5cde8573d49", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-74996664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bb501857d7a49bab571b96be7671416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87689792-7f", "ovs_interfaceid": "87689792-7fd7-4e57-8129-b4298d99c1b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1913.622408] env[63097]: DEBUG oslo_concurrency.lockutils [None req-93d044d0-88fe-474a-912d-a4b05f39a854 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Releasing lock "refresh_cache-5ef49eee-39f0-4eb3-a050-1cd4208ec173" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1913.623475] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfff438-c73f-4b85-8487-9530a1bd0f1b {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.630244] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-93d044d0-88fe-474a-912d-a4b05f39a854 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Resuming the VM {{(pid=63097) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1184}} [ 1913.630481] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae846984-856e-4131-b14d-99fbbab0b421 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.636843] env[63097]: DEBUG oslo_vmware.api [None req-93d044d0-88fe-474a-912d-a4b05f39a854 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1913.636843] env[63097]: value = "task-1688044" [ 1913.636843] env[63097]: _type = "Task" [ 1913.636843] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.651217] env[63097]: DEBUG oslo_vmware.api [None req-93d044d0-88fe-474a-912d-a4b05f39a854 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1688044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.919205] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1913.919496] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1913.919648] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Starting heal instance info cache {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1913.919785] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Rebuilding the list of instances to heal {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1914.148758] env[63097]: DEBUG oslo_vmware.api [None req-93d044d0-88fe-474a-912d-a4b05f39a854 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1688044, 'name': PowerOnVM_Task, 'duration_secs': 0.398635} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.149081] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-93d044d0-88fe-474a-912d-a4b05f39a854 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Resumed the VM {{(pid=63097) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1189}} [ 1914.149457] env[63097]: DEBUG nova.compute.manager [None req-93d044d0-88fe-474a-912d-a4b05f39a854 tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Checking state {{(pid=63097) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1914.150068] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59aa6aa0-b4ee-4554-bbf8-f8ddee4b8f18 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.423139] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquiring lock "refresh_cache-5ef49eee-39f0-4eb3-a050-1cd4208ec173" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1914.423308] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Acquired lock "refresh_cache-5ef49eee-39f0-4eb3-a050-1cd4208ec173" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1914.423447] env[63097]: DEBUG nova.network.neutron [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Forcefully refreshing network info cache for instance {{(pid=63097) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 1914.423600] env[63097]: DEBUG nova.objects.instance [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Lazy-loading 'info_cache' on Instance uuid 5ef49eee-39f0-4eb3-a050-1cd4208ec173 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1914.962944] env[63097]: DEBUG oslo_concurrency.lockutils [None req-66aa7f25-ff1b-451e-aec1-71ac4e34c1ee tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "5ef49eee-39f0-4eb3-a050-1cd4208ec173" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.963425] env[63097]: DEBUG oslo_concurrency.lockutils [None req-66aa7f25-ff1b-451e-aec1-71ac4e34c1ee tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "5ef49eee-39f0-4eb3-a050-1cd4208ec173" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.963425] env[63097]: DEBUG oslo_concurrency.lockutils [None req-66aa7f25-ff1b-451e-aec1-71ac4e34c1ee tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "5ef49eee-39f0-4eb3-a050-1cd4208ec173-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.963592] env[63097]: DEBUG oslo_concurrency.lockutils [None req-66aa7f25-ff1b-451e-aec1-71ac4e34c1ee tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "5ef49eee-39f0-4eb3-a050-1cd4208ec173-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.963766] env[63097]: DEBUG oslo_concurrency.lockutils [None req-66aa7f25-ff1b-451e-aec1-71ac4e34c1ee tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "5ef49eee-39f0-4eb3-a050-1cd4208ec173-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.965693] env[63097]: INFO nova.compute.manager [None req-66aa7f25-ff1b-451e-aec1-71ac4e34c1ee tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Terminating instance [ 1914.967757] env[63097]: DEBUG nova.compute.manager [None req-66aa7f25-ff1b-451e-aec1-71ac4e34c1ee tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Start destroying the instance on the hypervisor. {{(pid=63097) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1914.967952] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-66aa7f25-ff1b-451e-aec1-71ac4e34c1ee tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Destroying instance {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1914.968777] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2486d452-3891-4121-9b12-a7f3328c31de {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.976278] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-66aa7f25-ff1b-451e-aec1-71ac4e34c1ee tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Powering off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1914.976495] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3be2d19b-afca-4070-bafa-3fca2f1da2de {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.982955] env[63097]: DEBUG oslo_vmware.api [None req-66aa7f25-ff1b-451e-aec1-71ac4e34c1ee tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1914.982955] env[63097]: value = "task-1688045" [ 1914.982955] env[63097]: _type = "Task" [ 1914.982955] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.990266] env[63097]: DEBUG oslo_vmware.api [None req-66aa7f25-ff1b-451e-aec1-71ac4e34c1ee tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1688045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.492753] env[63097]: DEBUG oslo_vmware.api [None req-66aa7f25-ff1b-451e-aec1-71ac4e34c1ee tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1688045, 'name': PowerOffVM_Task, 'duration_secs': 0.194881} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.493045] env[63097]: DEBUG nova.virt.vmwareapi.vm_util [None req-66aa7f25-ff1b-451e-aec1-71ac4e34c1ee tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Powered off the VM {{(pid=63097) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1915.493229] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-66aa7f25-ff1b-451e-aec1-71ac4e34c1ee tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Unregistering the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1915.493481] env[63097]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59fc68fb-504a-480a-86fd-e04197fbe577 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.562394] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-66aa7f25-ff1b-451e-aec1-71ac4e34c1ee tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Unregistered the VM {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1915.562658] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-66aa7f25-ff1b-451e-aec1-71ac4e34c1ee tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Deleting contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1915.562805] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-66aa7f25-ff1b-451e-aec1-71ac4e34c1ee tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Deleting the datastore file [datastore1] 5ef49eee-39f0-4eb3-a050-1cd4208ec173 {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1915.563091] env[63097]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75d414fd-359d-496a-940f-f7ef09b8b7b1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.571973] env[63097]: DEBUG oslo_vmware.api [None req-66aa7f25-ff1b-451e-aec1-71ac4e34c1ee tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for the task: (returnval){ [ 1915.571973] env[63097]: value = "task-1688047" [ 1915.571973] env[63097]: _type = "Task" [ 1915.571973] env[63097]: } to complete. {{(pid=63097) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.579497] env[63097]: DEBUG oslo_vmware.api [None req-66aa7f25-ff1b-451e-aec1-71ac4e34c1ee tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1688047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.082135] env[63097]: DEBUG oslo_vmware.api [None req-66aa7f25-ff1b-451e-aec1-71ac4e34c1ee tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Task: {'id': task-1688047, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193548} completed successfully. {{(pid=63097) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.082502] env[63097]: DEBUG nova.virt.vmwareapi.ds_util [None req-66aa7f25-ff1b-451e-aec1-71ac4e34c1ee tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Deleted the datastore file {{(pid=63097) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1916.082565] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-66aa7f25-ff1b-451e-aec1-71ac4e34c1ee tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Deleted contents of the VM from datastore datastore1 {{(pid=63097) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1916.082744] env[63097]: DEBUG nova.virt.vmwareapi.vmops [None req-66aa7f25-ff1b-451e-aec1-71ac4e34c1ee tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Instance destroyed {{(pid=63097) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1916.082921] env[63097]: INFO nova.compute.manager [None req-66aa7f25-ff1b-451e-aec1-71ac4e34c1ee tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1916.083184] env[63097]: DEBUG oslo.service.loopingcall [None req-66aa7f25-ff1b-451e-aec1-71ac4e34c1ee tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63097) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1916.083382] env[63097]: DEBUG nova.compute.manager [-] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Deallocating network for instance {{(pid=63097) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1916.083476] env[63097]: DEBUG nova.network.neutron [-] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] deallocate_for_instance() {{(pid=63097) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1916.156834] env[63097]: DEBUG nova.network.neutron [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Updating instance_info_cache with network_info: [{"id": "87689792-7fd7-4e57-8129-b4298d99c1b8", "address": "fa:16:3e:e8:ab:a8", "network": {"id": "cab4f1b3-f7f6-44cf-96d8-e5cde8573d49", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-74996664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bb501857d7a49bab571b96be7671416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87689792-7f", "ovs_interfaceid": "87689792-7fd7-4e57-8129-b4298d99c1b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1916.509186] env[63097]: DEBUG nova.compute.manager [req-6b9df654-2e00-4de6-9db5-7bbef180c8d8 req-ba39a8dc-6191-4c95-b762-4a5948becef3 service nova] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Received event network-vif-deleted-87689792-7fd7-4e57-8129-b4298d99c1b8 {{(pid=63097) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1916.509328] env[63097]: INFO nova.compute.manager [req-6b9df654-2e00-4de6-9db5-7bbef180c8d8 req-ba39a8dc-6191-4c95-b762-4a5948becef3 service nova] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Neutron deleted interface 87689792-7fd7-4e57-8129-b4298d99c1b8; detaching it from the instance and deleting it from the info cache [ 1916.509543] env[63097]: DEBUG nova.network.neutron [req-6b9df654-2e00-4de6-9db5-7bbef180c8d8 req-ba39a8dc-6191-4c95-b762-4a5948becef3 service nova] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1916.659642] env[63097]: DEBUG oslo_concurrency.lockutils [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Releasing lock "refresh_cache-5ef49eee-39f0-4eb3-a050-1cd4208ec173" {{(pid=63097) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1916.659864] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Updated the network info_cache for instance {{(pid=63097) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1916.660091] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1916.660269] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1916.660382] env[63097]: DEBUG nova.compute.manager [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63097) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1916.987162] env[63097]: DEBUG nova.network.neutron [-] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Updating instance_info_cache with network_info: [] {{(pid=63097) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1917.011919] env[63097]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1fadddd1-e42c-49ec-8b23-955b5edfa94e {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.022641] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff36718-3f2a-4fbe-a192-8bcf3c110641 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.046321] env[63097]: DEBUG nova.compute.manager [req-6b9df654-2e00-4de6-9db5-7bbef180c8d8 req-ba39a8dc-6191-4c95-b762-4a5948becef3 service nova] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Detach interface failed, port_id=87689792-7fd7-4e57-8129-b4298d99c1b8, reason: Instance 5ef49eee-39f0-4eb3-a050-1cd4208ec173 could not be found. {{(pid=63097) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1917.490477] env[63097]: INFO nova.compute.manager [-] [instance: 5ef49eee-39f0-4eb3-a050-1cd4208ec173] Took 1.41 seconds to deallocate network for instance. [ 1917.997276] env[63097]: DEBUG oslo_concurrency.lockutils [None req-66aa7f25-ff1b-451e-aec1-71ac4e34c1ee tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1917.997585] env[63097]: DEBUG oslo_concurrency.lockutils [None req-66aa7f25-ff1b-451e-aec1-71ac4e34c1ee tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.997818] env[63097]: DEBUG nova.objects.instance [None req-66aa7f25-ff1b-451e-aec1-71ac4e34c1ee tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lazy-loading 'resources' on Instance uuid 5ef49eee-39f0-4eb3-a050-1cd4208ec173 {{(pid=63097) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1918.531797] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07b3435-51ea-4a58-abbf-c10e559e291f {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.539828] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff655c6-5138-430a-bdf3-83a0491b6b5a {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.570209] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d768382-e335-452a-bf99-6aac038cf7c1 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.577315] env[63097]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2f89fb-17e3-42ab-b748-04b802003ea8 {{(pid=63097) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.589872] env[63097]: DEBUG nova.compute.provider_tree [None req-66aa7f25-ff1b-451e-aec1-71ac4e34c1ee tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Inventory has not changed in ProviderTree for provider: 6b378d8e-1145-4591-928b-605b58f0be9e {{(pid=63097) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1919.093301] env[63097]: DEBUG nova.scheduler.client.report [None req-66aa7f25-ff1b-451e-aec1-71ac4e34c1ee tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Inventory has not changed for provider 6b378d8e-1145-4591-928b-605b58f0be9e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63097) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1919.597839] env[63097]: DEBUG oslo_concurrency.lockutils [None req-66aa7f25-ff1b-451e-aec1-71ac4e34c1ee tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.619901] env[63097]: INFO nova.scheduler.client.report [None req-66aa7f25-ff1b-451e-aec1-71ac4e34c1ee tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Deleted allocations for instance 5ef49eee-39f0-4eb3-a050-1cd4208ec173 [ 1920.128149] env[63097]: DEBUG oslo_concurrency.lockutils [None req-66aa7f25-ff1b-451e-aec1-71ac4e34c1ee tempest-ServerActionsTestJSON-1749070703 tempest-ServerActionsTestJSON-1749070703-project-member] Lock "5ef49eee-39f0-4eb3-a050-1cd4208ec173" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.165s {{(pid=63097) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.980425] env[63097]: DEBUG oslo_service.periodic_task [None req-deaf4457-f202-4c9c-8523-97e672ada2a4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63097) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}